update_tempus.py

#!/usr/bin/python

import os
import requests
import yaml
import shutil
import subprocess
import errno

from zipfile import ZipFile
from tempfile import TemporaryFile, mkdtemp

class NoBuild(Exception): pass

def log(s):
    print '[Tempus] {}'.format(s)

def downloadSPBuildMirror(version):
    url = 'https://sourcepython.tempus.xyz/tf2/sourcepython_{}.zip'.format(version)
    response = requests.get(url, stream=True)
    if response.status_code >= 400:
        raise NoBuild('Could not download build at mirror: {}'.format(url))
    log('Fetching SP version {}: {}...'.format(version, url))
    return response

def downloadSPBuild(version):
    try:
        fileName = getSPBuildFileName(version)
    except ValueError:
        return downloadSPBuildMirror(version)
    url = 'http://build.affecta.net/job/Source.Python/{}/artifact/release/{}'.format(version, fileName)
    response = requests.get(url, stream=True)
    if response.status_code >= 400:
        return downloadSPBuildMirror(version)
    log('Fetching SP version {}: {}...'.format(version, url))
    return response

def getSPBuildFileName(version):
    url = 'http://build.affecta.net/job/Source.Python/{}/api/json'.format(version)
    result = requests.get(url).json()
    for a in result['artifacts']:
        if a['fileName'].startswith('source-python-tf2-'):
            return a['fileName']
    else:
        raise RuntimeError('TF2 SP build for version \'{}\' not found.'.format(version))

def main():
    SRCDS_PATH = '/srv/srcds/tf'
    ADDONS_PATH = os.path.join(SRCDS_PATH, 'addons')
    SP_PATH = os.path.join(ADDONS_PATH, 'source-python')
    TEMPUS_PATH = os.path.join(
        ADDONS_PATH, 'source-python', 'plugins', 'tempus_loader')
    CFG_PATH = os.path.join(TEMPUS_PATH, 'local', 'cfg', 'api.yml')
    if os.path.exists(CFG_PATH):
        with open(CFG_PATH, 'rb') as f:
            config = yaml.safe_load(f)
            cfgUrl = config['hostname']
            cfgDeployment = config['deployment']
            cfgUsername = config['username']
            cfgPassword = config['password']
    else:
        CFG_PATH = os.path.join(TEMPUS_PATH, 'local', 'cfg', 'tempus.yml')
        with open(CFG_PATH, 'rb') as f:
            config = yaml.safe_load(f)['api']
            cfgUrl = config['url']
            cfgDeployment = config['deployment']
            cfgUsername = config['username']
            cfgPassword = config['password']

    if not os.path.exists(CFG_PATH):
        print log('API CONFIGURATION MISSING')
    TEMPUS_VERSION_PATH = os.path.join(TEMPUS_PATH, 'tempus', 'tempus', 'version')
    SP_VERSION_PATH = os.path.join(
        ADDONS_PATH, 'source-python', 'packages', 'source-python', 'core',
        'version.py')

    tempusFullInstall = False
    if os.path.exists(os.path.realpath(TEMPUS_VERSION_PATH)):
        with open(TEMPUS_VERSION_PATH, 'rb') as f:
            tempusVersion = int(f.read().strip())
    else:
        tempusFullInstall = True

    spFullInstall = False
    if os.path.exists(SP_VERSION_PATH):
        with open(SP_VERSION_PATH, 'rb') as f:
            for line in f.readlines():
                if line.startswith('VERSION ='):
                    spVersion = int(line[10:].strip().strip("'"))
                    break
            else:
                raise RuntimeError('Could not find SP version.')
    else:
        spFullInstall = True

    url = '{}{}/'.format(cfgUrl, cfgDeployment)
    auth = (cfgUsername, cfgPassword)

    log('Checking for updates...')
    r = requests.get(url + 'tempus_builds/latest_version', auth=auth,
                     headers={'Accept': 'application/json'})
    latestVersion = int(r.json()['version'])

    if not tempusFullInstall and latestVersion == tempusVersion:
        log('Already up to date.')
        return

    tfd = TemporaryFile()

    r = requests.get(url + 'tempus_builds/files/tempus{}.zip'.format(latestVersion),
                     auth=auth, stream=True,
                     headers={'Accept': 'application/json'})
    if not r.ok:
        raise RuntimeError('Failed to fetch Tempus.')
    for block in r.iter_content(1024):
        tfd.write(block)

    tTempusPath = mkdtemp()
    with ZipFile(tfd, 'r') as z:
        z.extractall(tTempusPath)

    with open(os.path.join(tTempusPath, 'tempus_loader', 'tempus', 'tempus', 'SP_VERSION')) as f:
        requiredSPVersion = int(f.read().strip())

    needSPUpdate = False
    if spFullInstall is True or requiredSPVersion != spVersion:
        needSPUpdate = True
        spfd = TemporaryFile()

        r = downloadSPBuildMirror(requiredSPVersion)
        for block in r.iter_content(1024):
            spfd.write(block)
        tSPPath = mkdtemp()
        with ZipFile(spfd, 'r') as z:
            z.extractall(tSPPath)

    if spFullInstall:
        log('Installing SP from scratch...')
        subprocess.call([
            'rsync',
            '-r',
            os.path.join(tSPPath) + '/',
            SRCDS_PATH
        ])
        shutil.rmtree(tSPPath)
    elif needSPUpdate:
        log('Updating SP...')
        for x in ['source-python.vdf', 'source-python.so']:
            dest = os.path.join(ADDONS_PATH, x)
            try:
                os.remove(dest)
            except OSError:
                pass
            shutil.copyfile(os.path.join(tSPPath, 'addons', x), dest)
        for d in ['bin', 'data', 'packages', 'Python3']:
            dest = os.path.join(SP_PATH, d)
            try:
                shutil.rmtree(dest)
            # path does not exist
            except OSError:
                pass
            shutil.copytree(os.path.join(tSPPath, 'addons', 'source-python', d), dest)
        for d in ['resource', 'sound']:
            dest = os.path.join(SRCDS_PATH, d, 'source-python')
            try:
                shutil.rmtree(dest)
            # path does not exist
            except OSError:
                pass
            shutil.copytree(os.path.join(tSPPath, d, 'source-python'), dest)

        shutil.rmtree(tSPPath)

    if tempusFullInstall:
        log('Installing Tempus from scratch...')
        subprocess.call([
            'rsync',
            '-r',
            os.path.join(tTempusPath, 'tempus_loader/'),
            os.path.join(SP_PATH, 'plugins/tempus_loader')
        ])
    else:
        log('Updating Tempus...')
        up = os.path.join(TEMPUS_PATH, 'local', 'updates')
        if not os.path.exists(up):
            os.makedirs(up)

        tUpdatePath = os.path.join(up, str(latestVersion))
        if os.path.exists(tUpdatePath):
            shutil.rmtree(tUpdatePath)
        shutil.copytree(tTempusPath, tUpdatePath)

        tempusLibsPath = os.path.join(TEMPUS_PATH, 'tempus')

        try:
            os.unlink(tempusLibsPath)
        except OSError as e:
            if e.errno == errno.ENOENT:
                pass
            elif e.errno == errno.EISDIR:
                # if tempus has not been updated since initial deploy,
                # `tempus_loader/tempus` will be a dir instead of a symlink
                shutil.rmtree(tempusLibsPath)
            else:
                raise
        os.symlink(os.path.join(tUpdatePath, 'tempus_loader', 'tempus'),
                   tempusLibsPath)
        subprocess.call([
            'rsync',
            '-r',
            os.path.join(tUpdatePath, 'tempus_loader/'),
            os.path.join(SP_PATH, 'plugins/tempus_loader')
        ])
        shutil.rmtree(tTempusPath)
    log('Update complete.')

main()