boinc/tools/update_core_client_versions

#!/usr/bin/env python

# $Id$

# Scans apps dir for current core client and application versions and updates
# the database as appropriate.

class Project:
    def __init__(self, **kwargs):
        self.__dict__.update(kwargs)

PROJECTS_ROOT = '~/projects/'
URL_ROOT = 'http://setiboinc.ssl.berkeley.edu/'
# syntax: (directory_name, db_name, url_name, [('AppName','app_exe_name')])
PROJECTS = [ Project(directory_name ='AstroPulse_Beta',
                     db_name        ='ap',
                     url_name       ='ap',
                     applications   =[Project(appname='AstroPulse', exe_prefix='ap')]),
             Project(directory_name ='client_test',
                     db_name        ='boinc_client_test',
                     url_name       ='client_test',
                     applications   =[])
             ]
APPS_DIR = '../apps'
KEY_DIR = '~/keys/'

DUPLICATE_PLATFORM_EXECUTABLES = {'sparc-sun-solaris2.8':'sparc-sun-solaris2.7'}

BoincCoreApp = Project(appname='BOINC Core Client')
# Note: treat Darwin (CLI) as Unix (independent of MacOSX GUI)
platform_name_windows = 'windows_intelx86'
platform_name_macosx = 'MacOSX'

import sys, os, glob, re
def get_download_dir(directory_name): return os.path.join(PROJECTS_ROOT,directory_name,'download')
def get_download_url(url_name):       return os.path.join(URL_ROOT,url_name,'download')
program_path = os.path.realpath(os.path.dirname(sys.argv[0]))
sys.path[0:0] = ['../py', os.path.realpath(os.path.join(program_path, '../py'))]
from version import *

def xsort(list):
    newlist = list[:]
    newlist.sort()
    return newlist

def query_yesno(msg):
    '''Query y/n; default Y'''
    print msg, "[Y/n]? ",
    return not raw_input().lower().startswith('n')

def map_dupes(dict):
    for (platform_name,target_platform_name) in DUPLICATE_PLATFORM_EXECUTABLES.items():
        if target_platform_name in dict and not platform_name in dict:
            dict[platform_name] = dict[target_platform_name]

def glob_app(pattern):
    return pattern and glob.glob(os.path.join(APPS_DIR,pattern)) or []

# unix_pattern can include others also
def get_clients(app, unix_pattern, windows_pattern='', mac_pattern=''):
    unix_clients, windows_clients, mac_clients = \
                  map(glob_app, [unix_pattern, windows_pattern, mac_pattern])
    client_map = {}
    for client in windows_clients:
        client_map[platform_name_windows] = client
    for client in mac_clients:
        client_map[platform_name_macosx] = client
    for client in unix_clients:
        platform_name = re.sub('.*_','',client).replace('.gz','').replace('.exe','')
        if platform_name == 'win':
            platform_name = platform_name_windows
        elif platform_name == 'os_x':
            platform_name = platform_name_macosx
        client_map[platform_name] = client
    map_dupes(client_map)
    app.client_versions = client_map
    show_clients(app)

def show_clients(app):
    client_map = app.client_versions
    if not client_map:
        print "No clients found for", app.appname, "version %s in %s!"%(version_string,APPS_DIR)
        return
    print "Clients found for", app.appname, "version", version_string, ":"
    for platform_name in xsort(client_map.keys()):
        print '    ', platform_name.ljust(20), client_map[platform_name]

tried_apps_dirs = [ APPS_DIR ]
if not os.path.isdir(APPS_DIR):
    APPS_DIR = os.path.join(program_path, APPS_DIR)
    tried_apps_dirs.append(APPS_DIR)
if not os.path.isdir(APPS_DIR):
    raise SystemExit("Couldn't find apps dir in %s"%tried_apps_dirs)

APPS_DIR = os.path.realpath(APPS_DIR)
PROJECTS_ROOT = os.path.realpath(os.path.expanduser(PROJECTS_ROOT))
KEY_DIR = os.path.realpath(os.path.expanduser(KEY_DIR))

version_num = MAJOR_VERSION * 100 + MINOR_VERSION
version_string = "%d.%02d"%(MAJOR_VERSION, MINOR_VERSION)

get_clients(BoincCoreApp,
            unix_pattern='boinc_'+version_string+'*.gz',
            windows_pattern='BOINC_'+version_string+'*.exe',
            mac_pattern='boinc_'+version_string+'*.sit')

for project in PROJECTS:
    for app in project.applications:
        get_clients(app, app.exe_prefix+'_'+version_string+'*')

for project in PROJECTS:
    directory_name = project.directory_name
    db_name = project.db_name
    url_name = project.url_name
    print "--- database", db_name, " ---"
    existing_count = int(os.popen("""echo 'select count(*) from core_version where version_num=%d'|mysql %s"""%(version_num, db_name)).readlines()[-1].strip() or 0)
    if existing_count:
        if not query_yesno("  Delete %d existing version %s clients?"%(existing_count, version_string)):
            print "    Skipping", db_name
            continue
        print "    Deleting from core_version"
        os.system("""echo 'delete from core_version where version_num=%d' | mysql %s"""%(version_num, db_name))
    code_sign_file = os.path.join(KEY_DIR, 'code_sign_private')
    client_map = BoincCoreApp.client_versions
    for platform_name in xsort(client_map.keys()):
        exec_file = os.path.split(client_map[platform_name])[1]
        download_dir = get_download_dir(directory_name)
        download_url = get_download_url(url_name)
        print "  Adding ", platform_name.ljust(20), os.path.join(download_dir,exec_file)
        os.system("""
add core_version -db_name %(db_name)s \
    -app_name 'core client' \
    -platform_name %(platform_name)s \
    -download_dir %(download_dir)s \
    -download_url %(download_url)s \
    -code_sign_keyfile %(code_sign_file)s \
    -exec_dir %(APPS_DIR)s \
    -version %(version_num)d \
    -exec_files %(exec_file)s
""" %locals())

    for app in project.applications:
        appname = app.appname
        print '   --- Application', appname, ' ---'
        client_map = app.client_versions
        for platform_name in xsort(client_map.keys()):
            exec_file = os.path.split(client_map[platform_name])[1]
            download_dir = get_download_dir(directory_name)
            download_url = get_download_url(url_name)
            print "  Adding ", platform_name.ljust(20), os.path.join(download_dir,exec_file)
            os.system("""
add app_version -db_name %(db_name)s \
    -app_name '%(appname)s' \
    -platform_name %(platform_name)s \
    -download_dir %(download_dir)s \
    -download_url %(download_url)s \
    -code_sign_keyfile %(code_sign_file)s \
    -exec_dir %(APPS_DIR)s \
    -version %(version_num)d \
    -exec_files %(exec_file)s
""" %locals())