llvm-lnt/fabfile.py

""" Script to control the deployment of LNT to Google Cloud Instance.


"""

import os
from os.path import expanduser

import re
from fabric.api import env, cd, task, run, put
from fabric.api import sudo
from fabric.context_managers import hide
from fabric.operations import get, local

here = os.path.dirname(os.path.realpath(__file__))

home = expanduser("~")

env.use_ssh_config = True
env.output_prefix = False

# The remote LNT venv location.
LNT_VENV = "/srv/lnt/sandbox"

# Prefix a command with this to get to the venv.
IN_VENV = "source " + LNT_VENV + "/bin/activate; "


def in_venv(command):
    """Run the command inside the LNT venv."""
    return IN_VENV + command


# The remote location of the LNT repo checkout.
LNT_PATH = "/srv/lnt/src/lnt/"
LNT_CONF_PATH = "/srv/lnt/install"


@task
def update():
    """Update the svn repo, then reinstall LNT."""
    with cd(LNT_PATH):
        with cd(LNT_PATH + "/docs/"):
            sudo('rm -rf _build')
        with cd(LNT_PATH + "/lnt/server/ui/static"):
            sudo('rm -rf docs')
            sudo('git checkout docs')

        sudo("git pull --rebase")
        run("git log -1 --pretty=%B")
        with cd(LNT_PATH + "/docs/"):
            sudo(in_venv("make"))
        sudo(IN_VENV + "python setup.py install --server")

    put(here + "/blacklist", "/tmp/blacklist")
    sudo("mv /tmp/blacklist /srv/lnt/install/blacklist")
    put(here + "/kill_zombies.py", "/tmp/kill_zombies.py")
    sudo("mv /tmp/kill_zombies.py /etc/cron.hourly/kill_zombies")
    sudo("chmod +x /etc/cron.hourly/kill_zombies")
    rotate_log()
    service_restart()


@task
def log():
    get('/srv/lnt/install/lnt.log', 'lnt.log')
    local('cat lnt.log')


@task
def new_log():
    """Show only lines since the last time the log was echoed."""
    if os.path.exists("lnt.log"):
        lines = {line for line in open("lnt.log", 'r').readlines()}
    else:
        lines = set()
    with hide('warnings'):
        get('/srv/lnt/install/lnt.log', 'lnt.log', )
    new_lines = {line for line in open("lnt.log", 'r').readlines()}
    for l in new_lines - lines:
        print ' '.join(l.split()[2:]),


@task
def ps():
    sudo('ps auxxxf | grep gunicorn')


@task
def rotate_log():
    """Rotate the LNT log."""
    sudo('rm -rf /srv/lnt/install/gunicorn.error.log')
    out = sudo('ps auxxxf | grep "gunicorn: master"')
    pid = re.search(r'lnt\s+(?P<pid>\d+)\s+', out).groupdict()['pid']
    print pid
    sudo('kill -USR1 ' + pid)


@task
def df():
    sudo('df -h')


@task
def kill_zombies():
    import re
    out = sudo("ps auxxxf")
    stranded = re.compile(r"^lnt\s+(?P<pid>\d+).*00\sgunicorn:\swork")
    pids = []
    for line in out.split('\n'):
        m = stranded.match(line)
        if m:
            pid = m.groupdict()['pid']
            pids.append(pid)
        else:
            print ">", line
    for pid in pids:
        sudo("kill -9 {}".format(pid))


@task
def service_restart():
    """Restarting LNT service with Launchctl"""
    sudo("systemctl restart gunicorn")