mirror of https://github.com/google/oss-fuzz.git
109 lines
3.0 KiB
Python
Executable File
109 lines
3.0 KiB
Python
Executable File
#!/usr/bin/env python
|
|
"""Script to sync CF and Jenkins jobs."""
|
|
|
|
import json
|
|
import os
|
|
import re
|
|
import sys
|
|
import urllib2
|
|
import yaml
|
|
import xml.etree.ElementTree as ET
|
|
|
|
import jenkins
|
|
|
|
JENKINS_SERVER = ('localhost', 8080)
|
|
|
|
SCRIPT_DIR = os.path.dirname(os.path.abspath(__file__))
|
|
OSSFUZZ_DIR = os.path.dirname(os.path.dirname(SCRIPT_DIR))
|
|
|
|
SCRIPT_TEMPLATE = """
|
|
def libfuzzerBuild = fileLoader.fromGit('infra/libfuzzer-pipeline.groovy', 'https://github.com/google/oss-fuzz.git')
|
|
libfuzzerBuild { project_json = %(project_json)s }
|
|
"""
|
|
|
|
VALID_PROJECT_NAME = re.compile(r'^[a-zA-Z0-9_-]+$')
|
|
|
|
|
|
def main():
|
|
# Connect to jenkins server.
|
|
jenkins_login = get_jenkins_login()
|
|
server = jenkins.Jenkins('http://%s:%d' % JENKINS_SERVER,
|
|
username=jenkins_login[0], password=jenkins_login[1])
|
|
|
|
for project in get_projects():
|
|
print 'syncing configs for', project
|
|
try:
|
|
# Create/update jenkins build job.
|
|
sync_jenkins_job(server, project)
|
|
|
|
except Exception as e:
|
|
print >>sys.stderr, 'Failed to setup job with exception', e
|
|
|
|
|
|
def _has_dockerfile(project_dir):
|
|
"""Whether or not the project has a Dockerfile."""
|
|
if os.path.exists(os.path.join(project_dir, 'Dockerfile')):
|
|
return True
|
|
|
|
project_yaml_path = os.path.join(project_dir, 'project.yaml')
|
|
if not os.path.exists(project_yaml_path):
|
|
return False
|
|
|
|
with open(project_yaml_path) as f:
|
|
project_info = yaml.safe_load(f)
|
|
|
|
return 'dockerfile' in project_info
|
|
|
|
|
|
def get_projects():
|
|
"""Return list of projects for oss-fuzz."""
|
|
projects = []
|
|
projects_dir = os.path.join(OSSFUZZ_DIR, 'projects')
|
|
for name in os.listdir(projects_dir):
|
|
full_path = os.path.join(projects_dir, name)
|
|
if not os.path.isdir(full_path) or not _has_dockerfile(full_path):
|
|
continue
|
|
|
|
if not VALID_PROJECT_NAME.match(name):
|
|
print >>sys.stderr, 'Invalid project name:', name
|
|
continue
|
|
|
|
projects.append(name)
|
|
|
|
if not projects:
|
|
print >>sys.stderr, 'No projects found.'
|
|
|
|
return projects
|
|
|
|
|
|
def get_jenkins_login():
|
|
"""Returns (username, password) for jenkins."""
|
|
username = os.getenv('JENKINS_USER')
|
|
password = os.getenv('JENKINS_PASS')
|
|
|
|
return username, password
|
|
|
|
|
|
def sync_jenkins_job(server, project):
|
|
"""Sync the config with jenkins."""
|
|
project_yaml = os.path.join(OSSFUZZ_DIR, 'projects', project, 'project.yaml')
|
|
with open(project_yaml, 'r') as f:
|
|
project_json_string = json.dumps(json.dumps(yaml.safe_load(f)))
|
|
|
|
job_name = 'projects/' + project
|
|
job_definition = ET.parse(os.path.join(SCRIPT_DIR, 'jenkins_config',
|
|
'base_job.xml'))
|
|
script = job_definition.findall('.//definition/script')[0]
|
|
script.text = SCRIPT_TEMPLATE % { 'project_json': project_json_string}
|
|
job_config_xml = ET.tostring(job_definition.getroot())
|
|
|
|
if server.job_exists(job_name):
|
|
server.reconfig_job(job_name, job_config_xml)
|
|
else:
|
|
server.create_job(job_name, job_config_xml)
|
|
server.build_job(job_name)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|