Subversion Repositories wimsdev

#! /bin/sh

# logs and referer of documents, user and class connections in wims/log/...

# Now must be called from wimslogd and housekeep.daily.

if [ "$site_accounting" != "yes" ]; then exit; fi

# working directory. Changeable.

cd `dirname $0`/..

wims_home=`pwd`

tmpdir=$wims_home/tmp/log

cd log

if [ -z "$1" ]; then workday=`date -d "22 hours ago" '+%Y%m%d'`; else workday=$1;fi

test=`grep $workday account/00access.act | awk '{print $1}'`

if [ ! -z "$test" ]; then echo Accounting already done for $workday.; exit; fi

# log date for using newccsum version  

if [ ! -f ccaccount/newccsum ]; then

  echo "$workday" > ccaccount/newccsum;

fi;

cat access.log* | grep $workday'\.' | grep -v 'devel/' | grep -v 'error' >$tmpdir/acctmp.log

cc=`grep -c . $tmpdir/acctmp.log`

cd=`cat $tmpdir/acctmp.log | awk '{print $3}' | sort | uniq | grep -c .`

cs=`cat session.log* | grep -c $workday`

if [ $cd -gt 0 ]; then

  avcc=`expr $cc / $cd`

  avcs=`expr $cs / $cd`

else

  avcc=0

  avcs=0

fi

echo "$workday  $cc     $cs     $cd     $avcc   $avcs" >>account/00access.act

ml=`cat $tmpdir/acctmp.log | awk 'length($5) < 39 {print $5}' | grep / | sort | uniq`

for i in $ml

do

 cc=`grep -c $i $tmpdir/acctmp.log`

 cd=`grep $i $tmpdir/acctmp.log | awk '{print $3}' | sort | uniq | grep -c .`

 j=`echo $i | tr '/' '@'`

 if [ $cd -gt 0 ]; then

   avcc=`expr $cc / $cd`

 else

   avcc=0

 fi

 echo "$workday $cc     $cd     $avcc" >>account/$j

done

# Document accounting

mkdir -p account/doc

list=`cat modules/adm/doc.* |\

 awk '/^'$workday'\./ && $4=="read" {print $5" "$3}' |\

 grep -v '/' |\

 awk '$1<100000 {print}' | sort -n`

tot=`echo "$list" | awk '{print $1}' | sort -n | uniq`

for d in $tot

do

 cc=`echo "$list" | grep -c '^'$d`

 cd=`echo "$list" | grep '^'$d | awk '{print $2}' | sort | uniq | grep -c .`

 if [ $cd -gt 0 ]; then

  avcd=`expr $cc / $cd`

 else

  avcd=0

 fi

 echo "$workday $cc     $cd     $avcd" >>account/doc/$d

done

cc=`echo "$list" | grep -c .`

cd=`echo "$list" | awk '{print $2}' | sort | uniq | grep -c .`

if [ $cd -gt 0 ]; then

  avcc=`expr $cc / $cd`

else

  avcc=0

fi

echo "$workday  $cc     $cd     $avcc" >>account/doc/0all

# clear unwanted module accounts

rm -f account/home account/adm@* account/devel@* account/classes@* account/help@* account/light >/dev/null 2>&1

# exit

# Now referer logs.

cat /tmp/referer-home.log | sort | uniq | grep 'http://' | grep -v 'wims\.unice\.fr' | sed 's!http://!!g' | awk -F '#' '{print $1}' >>referer.log

echo >/tmp/referer-home.log

cat referer.log* | grep $workday | awk '{print $3"              "$4}' \

        | sort | uniq | sort -k 1 >$tmpdir/acctmp.log

grep -v '??' $tmpdir/acctmp.log >referer/refuniq.log

a=`grep -c '??' $tmpdir/acctmp.log`

echo "$workday  $a" >>referer/refauto.cnt

sed 's!?!/!g' referer/refuniq.log | awk -F/ '{print $1"/"$2}' > referer/refstem.log

awk -F/ '{print $1}' referer/refstem.log >referer/refsite.log

for s in stem uniq site

do

 cat referer/ref$s.log | tr '\?' ' ' | awk '{print $2}' | uniq -c | sort -nr \

        | awk '{print '$workday'" "$1"  "$2}' >> referer/ref$s.cnt

done

rm -f $tmpdir/acctmp.log

month=`date -d $workday '+%m'`

day=`date -d $workday '+%d'`

year=`date -d $workday '+%Y'`

awk 'BEGIN {a=0.0};

        substr($1,1,4)=="'$month$day'" {a=a+$3};

        END {printf "'$year$month$day' %4d\n",int(a/0.288+0.5)};

        ' load-$year$month >>account/00load.avg

# user and class connection time accounting

ccsum_outdir=ccaccount

ccsum_date=$workday

rm -f $tmpdir/cc.log 2>/dev/null

[ -f $ccsum_outdir/done ] && grep '^'$ccsum_date $ccsum_outdir/done >/dev/null && exit

cat access.log access.log.old* 2>/dev/null | grep '^'$ccsum_date'.*,' | sort >$tmpdir/cc.log

if [ ! -s $tmpdir/cc.log ]; then exit; fi

export ccsum_outdir ccsum_date

../bin/ccsum $tmpdir/cc.log

rm -f $tmpdir/cc.log