#!/usr/bin/env bash #===----------------------------------------------------------------------===## # # Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. # See https://llvm.org/LICENSE.txt for license information. # SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception # #===----------------------------------------------------------------------===## # # This file generates a Buildkite pipeline that triggers the various CI jobs for # the LLVM project during pre-commit CI. # # See https://buildkite.com/docs/agent/v3/cli-pipeline#pipeline-format. # # As this outputs a yaml file, it's possible to log messages to stderr or # prefix with "#". set -eu set -o pipefail # Environment variables script works with: # Set by buildkite : ${BUILDKITE_PULL_REQUEST_BASE_BRANCH:=} : ${BUILDKITE_COMMIT:=} : ${BUILDKITE_BRANCH:=} # Fetch origin to have an up to date merge base for the diff. git fetch origin # List of files affected by this commit : ${MODIFIED_FILES:=$(git diff --name-only origin/${BUILDKITE_PULL_REQUEST_BASE_BRANCH}...HEAD)} # Filter rules for generic windows tests : ${WINDOWS_AGENTS:='{"queue": "windows"}'} # Filter rules for generic linux tests : ${LINUX_AGENTS:='{"queue": "linux"}'} reviewID="$(git log --format=%B -n 1 | sed -nE 's/^Review-ID:[[:space:]]*(.+)$/\1/p')" if [[ "${reviewID}" != "" ]]; then buildMessage="https://llvm.org/${reviewID}" else buildMessage="Push to branch ${BUILDKITE_BRANCH}" fi cat <&2 echo "$MODIFIED_FILES" >&2 modified_dirs=$(echo "$MODIFIED_FILES" | cut -d'/' -f1 | sort -u) echo "Directories modified:" >&2 echo "$modified_dirs" >&2 function compute-projects-to-test() { isForWindows=$1 shift projects=${@} for project in ${projects}; do echo "${project}" case ${project} in lld) for p in bolt cross-project-tests; do echo $p done ;; llvm) for p in bolt clang clang-tools-extra lld lldb mlir polly; do echo $p done # Flang is not stable in Windows CI at the moment if [[ $isForWindows == 0 ]]; then echo flang fi ;; clang) for p in clang-tools-extra compiler-rt lldb cross-project-tests; do echo $p done ;; clang-tools-extra) echo libc ;; mlir) # Flang is not stable in Windows CI at the moment if [[ $isForWindows == 0 ]]; then echo flang fi ;; *) # Nothing to do ;; esac done } function compute-runtimes-to-test() { projects=${@} for project in ${projects}; do case ${project} in clang) for p in libcxx libcxxabi libunwind; do echo $p done ;; *) # Nothing to do ;; esac done } function add-dependencies() { projects=${@} for project in ${projects}; do echo "${project}" case ${project} in bolt) for p in clang lld llvm; do echo $p done ;; cross-project-tests) for p in lld clang; do echo $p done ;; clang-tools-extra) for p in llvm clang; do echo $p done ;; compiler-rt|libc|openmp) echo clang lld ;; flang|lldb|libclc) for p in llvm clang; do echo $p done ;; lld|mlir|polly) echo llvm ;; *) # Nothing to do ;; esac done } function exclude-linux() { projects=${@} for project in ${projects}; do case ${project} in cross-project-tests) ;; # tests failing openmp) ;; # https://github.com/google/llvm-premerge-checks/issues/410 *) echo "${project}" ;; esac done } function exclude-windows() { projects=${@} for project in ${projects}; do case ${project} in cross-project-tests) ;; # tests failing compiler-rt) ;; # tests taking too long openmp) ;; # TODO: having trouble with the Perl installation libc) ;; # no Windows support lldb) ;; # custom environment requirements (https://github.com/llvm/llvm-project/pull/94208#issuecomment-2146256857) bolt) ;; # tests are not supported yet *) echo "${project}" ;; esac done } # Prints only projects that are both present in $modified_dirs and the passed # list. function keep-modified-projects() { projects=${@} for project in ${projects}; do if echo "$modified_dirs" | grep -q -E "^${project}$"; then echo "${project}" fi done } function check-targets() { projects=${@} for project in ${projects}; do case ${project} in clang-tools-extra) echo "check-clang-tools" ;; compiler-rt) echo "check-all" ;; cross-project-tests) echo "check-cross-project" ;; libcxx) echo "check-cxx" ;; libcxxabi) echo "check-cxxabi" ;; libunwind) echo "check-unwind" ;; lldb) echo "check-lldb" ;; pstl) echo "check-all" ;; libclc) echo "check-all" ;; *) echo "check-${project}" ;; esac done } # Project specific pipelines. # If libc++ or one of the runtimes directories changed. if echo "$modified_dirs" | grep -q -E "^(libcxx|libcxxabi|libunwind|runtimes|cmake)$"; then cat <