# Types of CI pipelines: # | pipeline name | context | description | # |----------------------|-----------|-------------------------------------------------------------| # | merge pipeline | mesa/mesa | pipeline running for an MR; if it passes the MR gets merged | # | pre-merge pipeline | mesa/mesa | same as above, except its status doesn't affect the MR | # | post-merge pipeline | mesa/mesa | pipeline immediately after merging | # | fork pipeline | fork | pipeline running in a user fork | # | scheduled pipeline | mesa/mesa | nightly pipelines, running every morning at 4am UTC | # | direct-push pipeline | mesa/mesa | when commits are pushed directly to mesa/mesa, bypassing Marge and its gating pipeline | # # Note that the release branches maintained by the release manager fall under # the "direct push" category. # # "context" indicates the permissions that the jobs get; notably, any # container created in mesa/mesa gets pushed immediately for everyone to use # as soon as the image tag change is merged. # # Merge pipelines contain all jobs that must pass before the MR can be merged. # Pre-merge pipelines contain the exact same jobs as merge pipelines. # Post-merge pipelines contain *only* the `pages` job that deploys the new # version of the website. # Fork pipelines contain everything. # Scheduled pipelines only contain the container+build jobs, and some extra # test jobs (typically "full" variants of pre-merge jobs that only run 1/X # test cases), but not a repeat of the merge pipeline jobs. # Direct-push pipelines contain the same jobs as merge pipelines. workflow: rules: # do not duplicate pipelines on merge pipelines - if: $CI_COMMIT_BRANCH && $CI_OPEN_MERGE_REQUESTS && $CI_PIPELINE_SOURCE == "push" when: never # merge pipeline - if: &is-merge-attempt $GITLAB_USER_LOGIN == "marge-bot" && $CI_PIPELINE_SOURCE == "merge_request_event" variables: KERNEL_IMAGE_BASE: https://${S3_HOST}/mesa-lava/${KERNEL_REPO}/${KERNEL_TAG} MESA_CI_PERFORMANCE_ENABLED: 1 VALVE_INFRA_VANGOGH_JOB_PRIORITY: "" # Empty tags are ignored by gitlab # post-merge pipeline - if: &is-post-merge $GITLAB_USER_LOGIN == "marge-bot" && $CI_PIPELINE_SOURCE == "push" # nightly pipeline - if: &is-scheduled-pipeline $CI_PIPELINE_SOURCE == "schedule" variables: KERNEL_IMAGE_BASE: https://${S3_HOST}/mesa-lava/${KERNEL_REPO}/${KERNEL_TAG} JOB_PRIORITY: 50 VALVE_INFRA_VANGOGH_JOB_PRIORITY: priority:low # pipeline for direct pushes that bypassed the CI - if: &is-direct-push $CI_PROJECT_NAMESPACE == "mesa" && $CI_PIPELINE_SOURCE == "push" && $GITLAB_USER_LOGIN != "marge-bot" variables: KERNEL_IMAGE_BASE: https://${S3_HOST}/mesa-lava/${KERNEL_REPO}/${KERNEL_TAG} JOB_PRIORITY: 40 VALVE_INFRA_VANGOGH_JOB_PRIORITY: priority:low # pre-merge or fork pipeline - if: $FORCE_KERNEL_TAG != null variables: KERNEL_IMAGE_BASE: https://${S3_HOST}/mesa-lava/${KERNEL_REPO}/${FORCE_KERNEL_TAG} JOB_PRIORITY: 50 VALVE_INFRA_VANGOGH_JOB_PRIORITY: priority:low - if: $FORCE_KERNEL_TAG == null variables: KERNEL_IMAGE_BASE: https://${S3_HOST}/mesa-lava/${KERNEL_REPO}/${KERNEL_TAG} JOB_PRIORITY: 50 VALVE_INFRA_VANGOGH_JOB_PRIORITY: priority:low variables: FDO_UPSTREAM_REPO: mesa/mesa MESA_TEMPLATES_COMMIT: &ci-templates-commit d5aa3941aa03c2f716595116354fb81eb8012acb CI_PRE_CLONE_SCRIPT: |- set -o xtrace wget -q -O download-git-cache.sh ${CI_PROJECT_URL}/-/raw/${CI_COMMIT_SHA}/.gitlab-ci/download-git-cache.sh bash download-git-cache.sh rm download-git-cache.sh set +o xtrace CI_JOB_JWT_FILE: /minio_jwt S3_HOST: s3.freedesktop.org # per-pipeline artifact storage on MinIO PIPELINE_ARTIFACTS_BASE: ${S3_HOST}/artifacts/${CI_PROJECT_PATH}/${CI_PIPELINE_ID} # per-job artifact storage on MinIO JOB_ARTIFACTS_BASE: ${PIPELINE_ARTIFACTS_BASE}/${CI_JOB_ID} # reference images stored for traces PIGLIT_REPLAY_REFERENCE_IMAGES_BASE: "${S3_HOST}/mesa-tracie-results/$FDO_UPSTREAM_REPO" # For individual CI farm status see .ci-farms folder # Disable farm with `git mv .ci-farms{,-disabled}/$farm_name` # Re-enable farm with `git mv .ci-farms{-disabled,}/$farm_name` # NEVER MIX FARM MAINTENANCE WITH ANY OTHER CHANGE IN THE SAME MERGE REQUEST! ARTIFACTS_BASE_URL: https://${CI_PROJECT_ROOT_NAMESPACE}.${CI_PAGES_DOMAIN}/-/${CI_PROJECT_NAME}/-/jobs/${CI_JOB_ID}/artifacts # Python scripts for structured logger PYTHONPATH: "$PYTHONPATH:$CI_PROJECT_DIR/install" default: before_script: - > export SCRIPTS_DIR=$(mktemp -d) && curl -L -s --retry 4 -f --retry-all-errors --retry-delay 60 -O --output-dir "${SCRIPTS_DIR}" "${CI_PROJECT_URL}/-/raw/${CI_COMMIT_SHA}/.gitlab-ci/setup-test-env.sh" && . ${SCRIPTS_DIR}/setup-test-env.sh && echo -n "${CI_JOB_JWT}" > "${CI_JOB_JWT_FILE}" && unset CI_JOB_JWT # Unsetting vulnerable env variables after_script: # Work around https://gitlab.com/gitlab-org/gitlab/-/issues/20338 - find -name '*.log' -exec mv {} {}.txt \; - > set +x test -e "${CI_JOB_JWT_FILE}" && export CI_JOB_JWT="$(<${CI_JOB_JWT_FILE})" && rm "${CI_JOB_JWT_FILE}" # Retry when job fails. Failed jobs can be found in the Mesa CI Daily Reports: # https://gitlab.freedesktop.org/mesa/mesa/-/issues/?sort=created_date&state=opened&label_name%5B%5D=CI%20daily retry: max: 1 # Ignore runner_unsupported, stale_schedule, archived_failure, or # unmet_prerequisites when: - api_failure - runner_system_failure - script_failure - job_execution_timeout - scheduler_failure - data_integrity_failure - unknown_failure stages: - sanity - container - git-archive - build-x86_64 - build-misc - code-validation - amd - intel - nouveau - arm - broadcom - freedreno - etnaviv - software-renderer - layered-backends - deploy include: - project: 'freedesktop/ci-templates' ref: 16bc29078de5e0a067ff84a1a199a3760d3b3811 file: - '/templates/ci-fairy.yml' - project: 'freedesktop/ci-templates' ref: *ci-templates-commit file: - '/templates/alpine.yml' - '/templates/debian.yml' - '/templates/fedora.yml' - local: '.gitlab-ci/image-tags.yml' - local: '.gitlab-ci/lava/lava-gitlab-ci.yml' - local: '.gitlab-ci/container/gitlab-ci.yml' - local: '.gitlab-ci/build/gitlab-ci.yml' - local: '.gitlab-ci/test/gitlab-ci.yml' - local: '.gitlab-ci/farm-rules.yml' - local: '.gitlab-ci/test-source-dep.yml' - local: 'docs/gitlab-ci.yml' - local: 'src/amd/ci/gitlab-ci.yml' - local: 'src/broadcom/ci/gitlab-ci.yml' - local: 'src/etnaviv/ci/gitlab-ci.yml' - local: 'src/freedreno/ci/gitlab-ci.yml' - local: 'src/gallium/drivers/crocus/ci/gitlab-ci.yml' - local: 'src/gallium/drivers/d3d12/ci/gitlab-ci.yml' - local: 'src/gallium/drivers/i915/ci/gitlab-ci.yml' - local: 'src/gallium/drivers/r300/ci/gitlab-ci.yml' - local: 'src/gallium/drivers/lima/ci/gitlab-ci.yml' - local: 'src/gallium/drivers/llvmpipe/ci/gitlab-ci.yml' - local: 'src/gallium/drivers/nouveau/ci/gitlab-ci.yml' - local: 'src/gallium/drivers/softpipe/ci/gitlab-ci.yml' - local: 'src/gallium/drivers/virgl/ci/gitlab-ci.yml' - local: 'src/gallium/drivers/zink/ci/gitlab-ci.yml' - local: 'src/gallium/frontends/lavapipe/ci/gitlab-ci.yml' - local: 'src/intel/ci/gitlab-ci.yml' - local: 'src/microsoft/ci/gitlab-ci.yml' - local: 'src/panfrost/ci/gitlab-ci.yml' - local: 'src/virtio/ci/gitlab-ci.yml' # YAML anchors for rule conditions # -------------------------------- .rules-anchors: # Pre-merge pipeline - &is-pre-merge '$CI_PIPELINE_SOURCE == "merge_request_event"' .never-post-merge-rules: rules: - if: *is-post-merge when: never .container+build-rules: rules: # Run when re-enabling a disabled farm, but not when disabling it - !reference [.disable-farm-mr-rules, rules] # Never run immediately after merging, as we just ran everything - !reference [.never-post-merge-rules, rules] # Build everything in merge pipelines, if any files affecting the pipeline # were changed - if: *is-merge-attempt changes: &all_paths - VERSION - bin/git_sha1_gen.py - bin/install_megadrivers.py - bin/symbols-check.py # GitLab CI - .gitlab-ci.yml - .gitlab-ci/**/* - .ci-farms/* # Meson - meson* - build-support/**/* - subprojects/**/* # clang format - .clang-format - .clang-format-include - .clang-format-ignore # Source code - include/**/* - src/**/* when: on_success # Same as above, but for pre-merge pipelines - if: *is-pre-merge changes: *all_paths when: manual # Skip everything for pre-merge and merge pipelines which don't change # anything in the build - if: *is-merge-attempt when: never - if: *is-pre-merge when: never # Build everything after someone bypassed the CI - if: *is-direct-push when: on_success # Build everything in scheduled pipelines - if: *is-scheduled-pipeline when: on_success # Allow building everything in fork pipelines, but build nothing unless # manually triggered - when: manual .ci-deqp-artifacts: artifacts: name: "mesa_${CI_JOB_NAME}" when: always untracked: false paths: # Watch out! Artifacts are relative to the build dir. # https://gitlab.com/gitlab-org/gitlab-ce/commit/8788fb925706cad594adf6917a6c5f6587dd1521 - artifacts - _build/meson-logs/*.txt - _build/meson-logs/strace # Git archive make git archive: extends: - .fdo.ci-fairy stage: git-archive rules: - !reference [.scheduled_pipeline-rules, rules] # ensure we are running on packet tags: - packet.net script: # Compactify the .git directory - git gc --aggressive # Download & cache the perfetto subproject as well. - rm -rf subprojects/perfetto ; mkdir -p subprojects/perfetto && curl https://android.googlesource.com/platform/external/perfetto/+archive/$(grep 'revision =' subprojects/perfetto.wrap | cut -d ' ' -f3).tar.gz | tar zxf - -C subprojects/perfetto # compress the current folder - tar -cvzf ../$CI_PROJECT_NAME.tar.gz . - ci-fairy s3cp --token-file "${CI_JOB_JWT_FILE}" ../$CI_PROJECT_NAME.tar.gz https://$S3_HOST/git-cache/$CI_PROJECT_NAMESPACE/$CI_PROJECT_NAME/$CI_PROJECT_NAME.tar.gz # Sanity checks of MR settings and commit logs sanity: extends: - .fdo.ci-fairy stage: sanity rules: - if: *is-pre-merge when: on_success - when: never variables: GIT_STRATEGY: none script: # ci-fairy check-commits --junit-xml=check-commits.xml - ci-fairy check-merge-request --require-allow-collaboration --junit-xml=check-merge-request.xml - | set -eu image_tags=( DEBIAN_BASE_TAG DEBIAN_BUILD_TAG DEBIAN_X86_64_TEST_ANDROID_TAG DEBIAN_X86_64_TEST_GL_TAG DEBIAN_X86_64_TEST_VK_TAG ALPINE_X86_64_BUILD_TAG ALPINE_X86_64_LAVA_SSH_TAG FEDORA_X86_64_BUILD_TAG KERNEL_ROOTFS_TAG KERNEL_TAG PKG_REPO_REV WINDOWS_X64_MSVC_TAG WINDOWS_X64_BUILD_TAG WINDOWS_X64_TEST_TAG ) for var in "${image_tags[@]}" do if [ "$(echo -n "${!var}" | wc -c)" -gt 20 ] then echo "$var is too long; please make sure it is at most 20 chars." exit 1 fi done artifacts: when: on_failure reports: junit: check-*.xml tags: - placeholder-job # Jobs that need to pass before spending hardware resources on further testing .required-for-hardware-jobs: needs: - job: clang-format optional: true - job: rustfmt optional: true