Awstats 配置详解

print "\n

printCal($today_year, $today_month);

print "\n
\n";

printCal($lastmonth_year, $lastmonth);

}

print "\n

##### Methods ######

sub getLink

{

my($year, $month, $day)=@_;

$query="";

if($day)

{

$query="DatabaseBreak=day&day=${day}&month=${month}&year=${year}";

}

elsif($month)

{

$query="month=${month}&year=${year}";

}

elsif($year)

{

$query="year=${year}&month=all";

}

return "awstats.pl?config=${CONFIG}&$query";

}

sub printCal

{

my($y, $m)=@_;

open(CAL, "cal $m $y |");

@days = ;

close(CAL);

$month = $days[0];

$month=~ s/\s\s\s*//g;

$mbg="";

if($m==$today_month && $y==$today_year)

{

$mbg="bgcolor='#ffaaaa'";

}

print "

foreach $dy (split(/ /, $days[1]))

{

print "

}

print "

shift(@days);

shift(@days);

foreach $line (@days)

{

chomp $line;

$line =~ s/^\s+//;

$line =~ s/\s+$//;

print "

foreach $d (split(/\s+/, $line))

{

$bg="";

if($d==$today_day && $m==$today_month && $y==$today_year)

{

$bg="bgcolor='#ffaaaa'";

}

print "

}

print"

}

print "

}

chmod +x /usr/local/awstat/wwwroot/cgi-bin/calendar.pl

Awstats 6.9.5默认即为GBK编码，改为UTF-8后部分搜索词乱码按照网上所述方式未能解决，GBK状态即无乱码

修改awstats pagecode为GBK

cd /usr/local/awstats/wwwroot/cgi-bin/lang

cp awstats-cn.txt awstats-cn-gbk.txt

vi awstats-cn-gbk.txt

PageCode=utf-8

修改为

PageCode=GBK

iconv -f UTF-8 -t GBK awstats-cn-gbk.txt > awstats-cn.txt

添加QQ IP库

wget http://blog.pcware.cn/downloads/ip_geo_qqwry.zip

wget http://www.ieasy.org/download/qqwry.pl

wget http://www.ieasy.org/download/qqhostinfo.pm

ip_geo_qqwry.zip 和 qqwry.pl 任选其一

unzip ip_geo_qqwry.zip

chmod 755 ip_geo_qqwry.pl

mv ip_geo_qqwry.pl /usr/local/awstats/wwwroot/cgi-bin/

wget http://update.cz88.net/soft/qqwry.rar

wget http://packages.sw.be/unrar/unrar-3.9.10-1.el5.rf.x86_64.rpm

rpm -ivh unrar-3.9.10-1.el5.rf.x86_64.rpm

mkdir qqwry && cd qqwry

unrar e ../qqwry.rar

mkdir /usr/local/share/ip_geo/

mv QQWry.Dat /usr/local/share/ip_geo/

cd ..

mv qqhostinfo.pm /usr/local/awstats/wwwroot/cgi-bin/plugins/

vi /usr/local/awstats/wwwroot/cgi-bin/plugins/qqhostinfo.pm

require "${DIR}/plugins/qqwry.pl";

修改为：

require "/usr/local/awstats/wwwroot/cgi-bin/ip_geo_qqwry.pl";

解决Awstats GBK页面IP 物理地址乱码：

vi /usr/local/awstats/wwwroot/cgi-bin/ip_geo_qqwry.pl

注释掉以下两行

#use Encode;

# $ip_geo_addr=decode("gbk",$ip_geo_addr);

附上ip_geo_qqwry.pl源码，以防下载链接失效

#/* Copyright (C) 2002-2009 Proguru.

# changuoqiang[at]gmail[dot]com

# http://blog.pcware.cn

#

# The Source Code is free; you can redistribute it and/or

# modify it under the terms of the GNU Lesser General Public

# License as published by the Free Software Foundation; either

# version 2.1 of the License, or (at your option) any later version.

#

# The Source Code is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU

# Lesser General Public License for more details.

#

# You should have received a copy of the GNU Lesser General Public

# License along with the KWinUI; if not, write to the Free

# Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA

# 02111-1307 USA. */

#

#/*

# * Jun 14,2009

# */

#use Encode;

sub ipwhere{

my $ip = shift;

my @ip = split(/\./, $ip);

my $ip_num = $ip[0]*256**3 + $ip[1]*256**2 + $ip[2]*256 + $ip[3];

#my $qqwry_dat="${DIR}/plugins/QQWry.Dat";

my $qqwry_dat = "/usr/local/share/ip_geo/QQWry.Dat";

open(INFILE, "$qqwry_dat");

binmode(INFILE);

my $first_index_of_begin_ip, $last_index_of_begin_ip;

sysread(INFILE, $first_index_of_begin_ip, 4);

sysread(INFILE, $last_index_of_begin_ip, 4);

$first_index_of_begin_ip = unpack("L",$first_index_of_begin_ip);

$last_index_of_begin_ip = unpack("L",$last_index_of_begin_ip);

my $total_index_of_begin_ip = ($last_index_of_begin_ip - $first_index_of_begin_ip)/7 + 1;

#binary search the begin ip

my $begin_index, $end_index = $total_index_of_begin_ip;

my $middle_index, $middle_ip, $middle_ip_num;

# while(1){

# if($begin_index >= $end_index-1){

# last;

# }

# $middle_index = int(($end_index + $begin_index)/2);

# seek(INFILE, $first_index_of_begin_ip + $middle_index*7, 0);

# read(INFILE, $middle_ip, 4);

# $middle_ip_num = unpack("L", $middle_ip);

# if($ip_num < $middle_ip_num){

# $end_index = $middle_index ;

# } else {

# $begin_index = $middle_index ;

# }

# }

while($begin_index < ($end_index -1) ){

$middle_index = int (($end_index + $begin_index)/2);

seek(INFILE, $first_index_of_begin_ip + 7*$middle_index, 0);

read(INFILE, $middle_ip, 4);

$middle_ip_num = unpack("L", $middle_ip);

if($ip_num == $middle_ip_num){

$begin_index = $middle_index;

last;

} elsif ($ip_num < $middle_ip_num){

$end_index = $middle_index;

} else {

$begin_index = $middle_index;

}

}

my $end_ip_index_offset, $end_ip, $end_ip_num, $end_ip_offset;

$end_ip_index_offset = $first_index_of_begin_ip + 7*($begin_index) + 4;

seek(INFILE, $end_ip_index_offset, 0);

read(INFILE, $end_ip_offset, 3);

$end_ip_offset = unpack("L", $end_ip_offset."\0");

seek(INFILE, $end_ip_offset, 0);

read(INFILE, $end_ip, 4);

$end_ip_num = unpack("L", $end_ip);

if($ip_num <= $end_ip_num){

my $offset, $position_mode, $geo_country_mode_2_pos=0;

$/="\0";

read(INFILE,$position_mode,1);

#position mode 1

if ($position_mode eq "\1") {

read(INFILE,$offset,3);

$offset = unpack("L",$offset."\0");

seek(INFILE,$offset,0);

read(INFILE,$position_mode,1);

}

#position mode 2

if ($position_mode eq "\2") {

read(INFILE,$offset,3);

$geo_country_mode_2_pos = tell(INFILE);

$offset = unpack("L",$offset."\0");

seek(INFILE,$offset,0);

} else {

seek(INFILE,-1,1);

}

$ip_geo_country=;

if($geo_country_mode_2_pos != 0){

seek(INFILE, $geo_country_mode_2_pos, 0);

}

#geo local, geo local only position mode 2

read(INFILE,$position_mode,1);

if($position_mode eq "\2") {

read(INFILE,$offset,3);

$offset = unpack("L",$offset."\0");

seek(INFILE,$offset,0);

} else {

seek(INFILE,-1,1);

}

$ip_geo_local=;

} else{

$ip_geo_country = "未知数据";

}

chomp($ip_geo_country, $ip_geo_local);

$/="\n";

close(INFILE);

my $ip_geo_addr="$ip_geo_country $ip_geo_local";

$ip_geo_addr =~ s/CZ88\.NET//isg;

# $ip_geo_addr=decode("gbk",$ip_geo_addr);

return $ip_geo_addr;

}

1;

更新IP库脚本：

# Task file of update IP database in [crontab]

TMP_PATH="/tmp/ipdata"

Geo_PATH="/usr/local/share/GeoIP/"

Qip_PATH="/usr/local/share/ip_geo/"

#Last file stat

stat /usr/local/share/GeoIP/GeoLiteCity.dat >> /var/log/ipdata.log

stat /usr/local/share/GeoIP/GeoIP.dat >> /var/log/ipdata.log

stat /usr/local/share/ip_geo/QQWry.Dat >> /var/log/ipdata.log

mkdir $TMP_PATH

cd $TMP_PATH

#<-- download IP database for program [awstats],use proz instead of fetch

/usr/bin/wget http://geolite.maxmind.com/download/geoip/api/c/GeoIP.tar.gz

/usr/bin/wget http://www.maxmind.com/download/geoip/database/GeoLiteCity.dat.gz

/usr/bin/wget http://update.cz88.net/soft/qqwry.rar

#--> end of download

/bin/tar zxf GeoIP.tar.gz

/usr/bin/gzip -df GeoLiteCity.dat.gz

/usr/bin/unrar e qqwry.rar

mv -f GeoIP-*/data/GeoIP.dat $Geo_PATH

mv -f Geo*.dat $Geo_PATH

mv -f QQWry.Dat $Qip_PATH

cd ..

rm -rf $TMP_PATH

#New file stat

stat /usr/local/share/GeoIP/GeoLiteCity.dat >> /var/log/ipdata.log

stat /usr/local/share/GeoIP/GeoIP.dat >> /var/log/ipdata.log

stat /usr/local/share/ip_geo/QQWry.Dat >> /var/log/ipdata.log

改进：

Apache Server使用如下脚本处理日志

策略： crontab每天执行此脚本，自动备份前一天日志，并删除一周前的未压缩日志，30天前的压缩日志

#!/bin/sh

HOST=web1

LOG_PATH="/home/httpdlog/`date +%Y`/`date --date='1 days ago' +%m`/"

BAK_PATH="/opt/backup/weblog/`date +%Y`/`date --date='1 days ago' +%m`/"

YESTERDAY=`date --date='1 days ago' +%Y%m%d`

BAK_FILE=$HOST-$YESTERDAY.tgz

LOG_FILE=$HOST.access.$YESTERDAY.log

if [ ! -d $BAK_PATH ]; then

mkdir -p $BAK_PATH; fi

tar zcfP $BAK_PATH/$BAK_FILE $LOG_PATH/$LOG_FILE

find /opt/backup/ -mtime +30 -name "*.log" -exec rm -rf {} \;

find /opt/backup/ -depth -empty -type d -exec rmdir -p {} \;

find /home/httpdlog/ -mtime +7 -name "*.log" -exec rm -rf {} \;

find /home/httpdlog/ -depth -empty -type d -exec rmdir -p {} \;

echo "done!"

Awstats Server：

cat get_weblog_tgz.sh

#!/bin/sh

export WEB1=172.16.0.115;

export WEB2=172.16.0.116;

export WEB3=172.16.0.117;

export USER=httplog;

export PASS="bdGhS3EI4dSH86QBXjV9";

export CPATH="/opt/backup/weblog/`date +%Y`/`date --date='1 days ago' +%m`/"

export web1="web1-`date --date='1 days ago' +%Y%m%d`.tgz"

export web2="web2-`date --date='1 days ago' +%Y%m%d`.tgz"

export web3="web3-`date --date='1 days ago' +%Y%m%d`.tgz"

export SPATH="/opt/weblogs/`date +%Y`/`date --date='1 days ago' +%m`/"

echo "sftp start";

if [ ! -d $SPATH ]; then

mkdir -p $SPATH; fi

lftp -u ${USER},${PASS} sftp://${WEB1} <

lcd $SPATH

get $CPATH/$web1

open sftp://${USER}:${PASS}@172.16.0.116

get $CPATH/$web2

open sftp://${USER}:${PASS}@172.16.0.117

get $CPATH/$web3

bye

EOF

echo "GET WEB LOG DONE!!!";