#!/usr/bin/env python """Script to sync CF and Jenkins jobs.""" import json import os import sys import urllib2 import xml.etree.ElementTree as ET import jenkins BUILD_BUCKET = 'clusterfuzz-builds' JENKINS_SERVER = ('localhost', 8080) SCRIPT_DIR = os.path.dirname(os.path.abspath(__file__)) def main(): # Connect to jenkins server. jenkins_login = get_jenkins_login() server = jenkins.Jenkins('http://%s:%d' % JENKINS_SERVER, username=jenkins_login[0], password=jenkins_login[1]) for library in get_libraries(): print 'syncing configs for', library try: # Create/update jenkins build job. sync_jenkins_job(server, library) except Exception as e: print >>sys.stderr, 'Failed to setup job with exception', e def get_libraries(): """Return list of libraries for oss-fuzz.""" OSSFUZZ_TREE_URL = ('https://api.github.com/repos/google/oss-fuzz/' 'git/trees/master') tree = json.loads(urllib2.urlopen(OSSFUZZ_TREE_URL).read()) libraries = [] targets_url = None for item in tree['tree']: if item['path'] == 'targets': targets_url = item['url'] break if not targets_url: print >>sys.stderr, 'No libraries found.' return [] tree = json.loads(urllib2.urlopen(targets_url).read()) for item in tree['tree']: if item['type'] != 'tree': continue libraries.append(item['path']) return libraries def get_jenkins_login(): """Returns (username, password) for jenkins.""" username = os.getenv('JENKINS_USER') password = os.getenv('JENKINS_PASS') return username, password def sync_jenkins_job(server, library): """Sync the config with jenkins.""" job_name = 'targets/' + library if server.job_exists(job_name): # Job already set up. # TODO(ochang): Also update jobs if the definition is different. return job_definition = ET.parse(os.path.join(SCRIPT_DIR, 'jenkins_config', 'base_job.xml')) jenkinsfile_location = job_definition.findall('.//definition/scriptPath')[0] jenkinsfile_location.text = 'targets/%s/Jenkinsfile' % library server.create_job(job_name, ET.tostring(job_definition.getroot())) server.build_job(job_name) if __name__ == '__main__': main()