#! /usr/bin/env python3 # Copyright 2021 Google LLC # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # ################################################################################ """Script for building and pushing base-images to gcr.io/oss-fuzz-base/ with "-test" suffix. This is useful for reusing the build infra to test image changes.""" import logging import multiprocessing import os import subprocess import sys TAG_PREFIX = 'gcr.io/oss-fuzz-base/' INFRA_DIR = os.path.dirname(__file__) IMAGES_DIR = os.path.join(INFRA_DIR, 'base-images') def push_image(tag): """Pushes image with |tag| to docker registry.""" logging.info('Pushing: %s', tag) command = ['docker', 'push', tag] subprocess.run(command, check=True) logging.info('Pushed: %s', tag) def build_and_push_image(image, test_image_suffix): """Builds and pushes |image| to docker registry with "-testing" suffix.""" main_tag = TAG_PREFIX + image testing_tag = main_tag + '-' + test_image_suffix tags = [main_tag, testing_tag] build_image(image, tags) push_image(testing_tag) def build_image(image, tags): """Builds |image| and tags it with |tags|.""" logging.info('Building: %s', image) command = ['docker', 'build'] for tag in tags: command.extend(['--tag', tag]) path = os.path.join(IMAGES_DIR, image) command.append(path) subprocess.run(command, check=True) logging.info('Built: %s', image) def build_and_push_images(test_image_suffix): """Builds and pushes base-images.""" images = [ ['base-image'], ['base-clang'], # base-runner is also dependent on base-clang. ['base-builder', 'base-runner'], [ 'base-runner-debug', 'base-builder-go', 'base-builder-jvm', 'base-builder-python', 'base-builder-rust', 'base-builder-swift' ], ] max_parallelization = max([len(image_list) for image_list in images]) proc_count = min(multiprocessing.cpu_count(), max_parallelization) logging.info('Using %d parallel processes.', proc_count) pool = multiprocessing.Pool(proc_count) for image_list in images: args_list = [(image, test_image_suffix) for image in image_list] pool.starmap(build_and_push_image, args_list) def main(): """"Builds base-images tags them with "-testing" suffix (in addition to normal tag) and pushes testing suffixed images to docker registry.""" test_image_suffix = sys.argv[1] logging.basicConfig(level=logging.DEBUG) logging.info('Doing simple gcloud command to ensure 2FA passes.') subprocess.run(['gcloud', 'projects', 'list', '--limit=1'], check=True) build_and_push_images(test_image_suffix) if __name__ == '__main__': main()