2020-07-08 04:16:01 +00:00
|
|
|
# Copyright 2020 Google Inc.
|
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
#
|
|
|
|
################################################################################
|
|
|
|
"""Cloud function to build base images on Google Cloud Builder."""
|
|
|
|
|
|
|
|
import logging
|
|
|
|
|
|
|
|
import google.auth
|
|
|
|
from googleapiclient.discovery import build
|
|
|
|
|
|
|
|
import build_base_images
|
2020-07-31 04:42:09 +00:00
|
|
|
import build_msan_libs
|
2020-07-08 04:16:01 +00:00
|
|
|
|
2020-07-29 02:39:49 +00:00
|
|
|
BASE_PROJECT = 'oss-fuzz-base'
|
|
|
|
|
2020-07-08 04:16:01 +00:00
|
|
|
|
|
|
|
# pylint: disable=no-member
|
2020-07-31 04:42:09 +00:00
|
|
|
def run_build(steps, images):
|
|
|
|
"""Execute the retrieved build steps in gcp."""
|
2020-07-29 02:39:49 +00:00
|
|
|
credentials, _ = google.auth.default()
|
2020-07-08 04:16:01 +00:00
|
|
|
build_body = {
|
2020-07-31 04:42:09 +00:00
|
|
|
'steps': steps,
|
|
|
|
'timeout': str(6 * 3600) + 's',
|
2020-07-08 04:16:01 +00:00
|
|
|
'options': {
|
|
|
|
'machineType': 'N1_HIGHCPU_32'
|
|
|
|
},
|
2020-07-31 04:42:09 +00:00
|
|
|
'images': images
|
2020-07-08 04:16:01 +00:00
|
|
|
}
|
|
|
|
cloudbuild = build('cloudbuild',
|
|
|
|
'v1',
|
|
|
|
credentials=credentials,
|
|
|
|
cache_discovery=False)
|
2020-07-31 06:58:28 +00:00
|
|
|
build_info = cloudbuild.projects().builds().create(projectId=BASE_PROJECT,
|
2020-07-08 04:16:01 +00:00
|
|
|
body=build_body).execute()
|
|
|
|
build_id = build_info['metadata']['build']['id']
|
|
|
|
logging.info('Build ID: %s', build_id)
|
2020-07-29 02:39:49 +00:00
|
|
|
logging.info('Logs: %s',
|
|
|
|
build_base_images.get_logs_url(build_id, BASE_PROJECT))
|
2020-07-31 04:42:09 +00:00
|
|
|
|
|
|
|
|
|
|
|
def base_builder(event, context):
|
|
|
|
"""Cloud function to build base images."""
|
|
|
|
del event, context
|
|
|
|
|
|
|
|
tag_prefix = f'gcr.io/{BASE_PROJECT}/'
|
|
|
|
steps = build_base_images.get_steps(build_base_images.BASE_IMAGES, tag_prefix)
|
|
|
|
images = [
|
|
|
|
tag_prefix + base_image for base_image in build_base_images.BASE_IMAGES
|
|
|
|
]
|
|
|
|
|
|
|
|
run_build(steps, images)
|
|
|
|
|
|
|
|
|
|
|
|
def base_msan_builder(event, context):
|
|
|
|
"""Cloud function to build base images."""
|
|
|
|
del event, context
|
|
|
|
image = f'gcr.io/{BASE_PROJECT}/msan-libs-builder'
|
|
|
|
steps = build_msan_libs.get_steps(image)
|
|
|
|
images = [
|
|
|
|
f'gcr.io/{BASE_PROJECT}/base-sanitizer-libs-builder',
|
|
|
|
image,
|
|
|
|
]
|
|
|
|
|
|
|
|
run_build(steps, images)
|