git sites: start supporting logs for git sites

Part of:

 https://projects.linaro.org/browse/SYS-39

This starts with copying over the apache logs so they are available to
analyze.

Change-Id: I81ee98f02b629d266ae7471ebb374a0c745eecbe

2 files changed, 32 insertions, 0 deletions

diff --git a/fetch-logs.sh b/fetch-logs.sh
index 2a154a9..98b1dc2 100755
--- a/fetch-logs.sh
+++ b/fetch-logs.sh
@@ -41,6 +41,15 @@ fetch ()
         $LOGS_DIR/$service/.
 }
 
+gitolite_fetch ()
+{
+    ssh_host=$1
+    service=$2
+    mkdir -p $LOGS_DIR/$service
+    debug_out /usr/bin/rsync $RSYNC_OPT -e "ssh -i $KEY" $USER@$ssh_host:/home/git/.gitolite/logs/ \
+        --rsync-path="sudo rsync" $LOGS_DIR/$service/.
+}
+
 fetch www-admin.linaro.org www.linaro.org
 fetch releases.linaro.org releases.linaro.org 'releases*'
 fetch snapshots.linaro.org snapshots.linaro.org 'snapshots*'
@@ -50,5 +59,9 @@ fetch cards.linaro.org
 fetch collaborate.linaro.org
 fetch performance.linaro.org
 fetch builds.96boards.org builds.96boards.org 'builds*'
+fetch git-us.linaro.org git-us.linaro.org 'git.linaro.org-'
+fetch git-ie.linaro.org git-ie.linaro.org 'git.linaro.org-'
+fetch git-ap.linaro.org git-ap.linaro.org 'git.linaro.org-'
 
+gitolite_fetch git-us.linaro.org git-us.linaro.org
 #chown -R $OWNER $LOGS_DIR
diff --git a/process-all.sh b/process-all.sh
index 435a712..33ff30e 100755
--- a/process-all.sh
+++ b/process-all.sh
@@ -31,6 +31,12 @@ performance.linaro.org \
 builds.96boards.org \
 "
 
+GIT_SITES="\
+git-us.linaro.org \
+git-ie.linaro.org \
+git-ap.linaro.org \
+"
+
 _VISITORS=$VISITORS
 for WEB_NAME in $SITES; do
     VISITORS=$_VISITORS
@@ -48,6 +54,19 @@ for WEB_NAME in $SITES; do
     source ./analyse-logs.sh
 done
 
+for WEB_NAME in $GIT_SITES; do
+    if [[ $WEB_NAME =~ ^# ]]; then
+        continue
+    fi
+    [ $DEBUG -ge 1 ] && echo =$WEB_NAME=
+    # just make all the raw files available so others can start building tools
+    # to analyze
+    source ./config
+    chmod -R 755 $INPUT_PATH  # needed so apache can access
+    ln -s $INPUT_PATH $OUTPUT_PATH
+done
+
+
 # create special report for releases and 96boards
 if [ $DEBUG -eq $TRUE ]; then
     OUT=/srv/weblogs.linaro.org/restricted/releases.linaro.org/reports ./reports/create-report.sh