#!/bin/bash TRUE=1 FALSE=0 # Which tools are we running AWFFULL=$FALSE WEBALIZER=$TRUE WEBDRUID=$TRUE VISITORS=$TRUE [ -z "$DEBUG" ] && DEBUG=$FALSE # First update the logs from the server # - commented out, done in a separate cron task #./fetch-logs.sh # now process the logs # www.linaro.org should ALWAYS be run first to build up the DNS cache SITES="\ #Can_comment_any_site_below_like_this www.linaro.org \ releases.linaro.org \ snapshots.linaro.org \ cards.linaro.org \ collaborate.linaro.org \ performance.linaro.org \ builds.96boards.org \ " GIT_SITES="\ git-us.linaro.org \ git-ie.linaro.org \ git-ap.linaro.org \ " _VISITORS=$VISITORS for WEB_NAME in $SITES; do VISITORS=$_VISITORS if [[ $WEB_NAME =~ ^# ]]; then continue fi [ $DEBUG -ge 1 ] && echo =$WEB_NAME= if [ $WEB_NAME == "cards.linaro.org" ]; then # Runs out of memory due to peculiar REST API access patterns VISITORS=$FALSE fi ./resolve-logs-incremental.sh $WEB_NAME # WEB_NAME var contains site name for analyse-logs.sh source ./analyse-logs.sh done for WEB_NAME in $GIT_SITES; do if [[ $WEB_NAME =~ ^# ]]; then continue fi [ $DEBUG -ge 1 ] && echo =$WEB_NAME= # just make all the raw files available so others can start building tools # to analyze source ./config chmod -R 755 $INPUT_PATH # needed so apache can access [ -e $OUTPUT_PATH ] || ln -s $INPUT_PATH $OUTPUT_PATH done