diff --git a/.cicd/build.sh b/.cicd/build.sh index 2688b65413a..22a8e825006 100755 --- a/.cicd/build.sh +++ b/.cicd/build.sh @@ -32,7 +32,7 @@ else # Linux PRE_COMMANDS="$PRE_COMMANDS && source /opt/rh/devtoolset-8/enable && source /opt/rh/rh-python36/enable && export PATH=/usr/lib64/ccache:\\\$PATH" elif [[ $IMAGE_TAG == 'ubuntu-18.04-unpinned' ]]; then PRE_COMMANDS="$PRE_COMMANDS && export PATH=/usr/lib/ccache:\\\$PATH" - CMAKE_EXTRAS="$CMAKE_EXTRAS -DCMAKE_CXX_COMPILER='clang++' -DCMAKE_C_COMPILER='clang'" + CMAKE_EXTRAS="$CMAKE_EXTRAS -DCMAKE_CXX_COMPILER='clang++' -DCMAKE_C_COMPILER='clang' -DLLVM_DIR='/usr/lib/llvm-7/lib/cmake/llvm'" fi BUILD_COMMANDS="cmake $CMAKE_EXTRAS .. && make -j$JOBS" # Docker Commands diff --git a/.cicd/generate-pipeline.sh b/.cicd/generate-pipeline.sh index 1e11060236e..d0c15ba9f97 100755 --- a/.cicd/generate-pipeline.sh +++ b/.cicd/generate-pipeline.sh @@ -6,7 +6,10 @@ export MOJAVE_ANKA_TAG_BASE=${MOJAVE_ANKA_TAG_BASE:-'clean::cicd::git-ssh::nas:: export MOJAVE_ANKA_TEMPLATE_NAME=${MOJAVE_ANKA_TEMPLATE_NAME:-'10.14.4_6C_14G_40G'} export PLATFORMS_JSON_ARRAY='[]' [[ -z "$ROUNDS" ]] && export ROUNDS='1' -# read .cicd/platforms +LINUX_CONCURRENCY='8' +MAC_CONCURRENCY='2' +LINUX_CONCURRENCY_GROUP='eos-scheduled-build' +MAC_CONCURRENCY_GROUP='eos-scheduled-build-mac' for FILE in $(ls $CICD_DIR/platforms); do # skip mac or linux by not even creating the json block ( [[ $SKIP_MAC == true ]] && [[ $FILE =~ 'macos' ]] ) && continue @@ -79,12 +82,15 @@ echo $PLATFORMS_JSON_ARRAY | jq -cr '.[]' | while read -r PLATFORM_JSON; do EOF fi done +BUILDKITE_AGENT_QUEUE='automation-eks-eos-builder-fleet' echo ' - wait' echo '' # build steps echo ' # builds' echo $PLATFORMS_JSON_ARRAY | jq -cr '.[]' | while read -r PLATFORM_JSON; do if [[ ! "$(echo "$PLATFORM_JSON" | jq -r .FILE_NAME)" =~ 'macos' ]]; then + CONCURRENCY=$LINUX_CONCURRENCY + CONCURRENCY_GROUP=$LINUX_CONCURRENCY_GROUP cat < generated-pipeline.yml" + - "buildkite-agent pipeline upload < generated-pipeline.yml" + - "buildkite-agent artifact upload generated-pipeline.yml" agents: queue: "automation-basic-builder-fleet" timeout: ${TIMEOUT:-10} \ No newline at end of file