-
Notifications
You must be signed in to change notification settings - Fork 5.5k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #54735 from bryceml/master_spot_instances
Master spot instances
- Loading branch information
Showing
46 changed files
with
3,678 additions
and
1,326 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,159 @@ | ||
| @Library('salt@1.1') _ | ||
|
|
||
| // Define the maximum time, in hours, that a test run should run for | ||
| def testrun_timeout = 6 | ||
| // Now define a global pipeline timeout. This is the test run timeout with one(1) additional | ||
| // hour to allow for artifacts to be downloaded, if possible. | ||
| def global_timeout = testrun_timeout + 1; | ||
|
|
||
| def distro_name = 'amazon' | ||
| def distro_version = '1' | ||
| def python_version = 'py2' | ||
| def test_transport = 'ZeroMQ' | ||
| def salt_target_branch = 'master' | ||
| def golden_images_branch = '2019.2' | ||
| def nox_passthrough_opts = '--ssh-tests' | ||
|
|
||
| properties([ | ||
| buildDiscarder(logRotator(artifactDaysToKeepStr: '', artifactNumToKeepStr: '', daysToKeepStr: '', numToKeepStr: '10')), | ||
| parameters([ | ||
| booleanParam(defaultValue: true, description: 'Run full test suite', name: 'runFull') | ||
| ]) | ||
| ]) | ||
|
|
||
| // Be sure to cancel any previously running builds | ||
| def buildNumber = env.BUILD_NUMBER as int | ||
| if (buildNumber > 1) { | ||
| // This will cancel the previous build which also defined a matching milestone | ||
| milestone(buildNumber - 1) | ||
| } | ||
| // Define a milestone for this build so that, if another build starts, this one will be aborted | ||
| milestone(buildNumber) | ||
|
|
||
|
|
||
| wrappedNode('kitchen-slave', global_timeout, '#jenkins-prod-pr') { | ||
| withEnv([ | ||
| 'SALT_KITCHEN_PLATFORMS=/var/jenkins/workspace/nox-platforms.yml', | ||
| 'SALT_KITCHEN_VERIFIER=/var/jenkins/workspace/nox-verifier.yml', | ||
| 'SALT_KITCHEN_DRIVER=/var/jenkins/workspace/driver.yml', | ||
| "NOX_ENV_NAME=runtests-${test_transport.toLowerCase()}", | ||
| 'NOX_ENABLE_FROM_FILENAMES=true', | ||
| "NOX_PASSTHROUGH_OPTS=${nox_passthrough_opts}", | ||
| "SALT_TARGET_BRANCH=${salt_target_branch}", | ||
| "GOLDEN_IMAGES_CI_BRANCH=${golden_images_branch}", | ||
| "CODECOV_FLAGS=${distro_name}${distro_version},${python_version},${test_transport.toLowerCase()}", | ||
| 'PATH=~/.rbenv/shims:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin', | ||
| 'RBENV_VERSION=2.6.3', | ||
| "TEST_SUITE=${python_version}", | ||
| "TEST_PLATFORM=${distro_name}-${distro_version}", | ||
| "TEST_TRANSPORT=${test_transport}", | ||
| "FORCE_FULL=${params.runFull}", | ||
| ]) { | ||
| // Checkout the repo | ||
| stage('Clone') { | ||
| cleanWs notFailBuild: true | ||
| checkout scm | ||
| sh 'git fetch --no-tags https://github.com/saltstack/salt.git +refs/heads/${SALT_TARGET_BRANCH}:refs/remotes/origin/${SALT_TARGET_BRANCH}' | ||
| } | ||
|
|
||
| // Setup the kitchen required bundle | ||
| stage('Setup') { | ||
| sh 'bundle install --with ec2 windows --without docker macos opennebula vagrant' | ||
| } | ||
|
|
||
| stage('Create VM') { | ||
| retry(3) { | ||
| sh ''' | ||
| t=$(shuf -i 30-120 -n 1); echo "Sleeping $t seconds"; sleep $t | ||
| cp -f ~/workspace/spot.yml .kitchen.local.yml | ||
| bundle exec kitchen create $TEST_SUITE-$TEST_PLATFORM || (bundle exec kitchen destroy $TEST_SUITE-$TEST_PLATFORM; rm .kitchen.local.yml; bundle exec kitchen create $TEST_SUITE-$TEST_PLATFORM); echo "ExitCode: $?"; | ||
| ''' | ||
| sh """ | ||
| if [ -s ".kitchen/logs/${python_version}-${distro_name}-${distro_version}.log" ]; then | ||
| mv ".kitchen/logs/${python_version}-${distro_name}-${distro_version}.log" ".kitchen/logs/${python_version}-${distro_name}-${distro_version}-create.log" | ||
| fi | ||
| if [ -s ".kitchen/logs/kitchen.log" ]; then | ||
| mv ".kitchen/logs/kitchen.log" ".kitchen/logs/kitchen-create.log" | ||
| fi | ||
| """ | ||
| } | ||
| sh ''' | ||
| bundle exec kitchen diagnose $TEST_SUITE-$TEST_PLATFORM | grep 'image_id:' | ||
| bundle exec kitchen diagnose $TEST_SUITE-$TEST_PLATFORM | grep 'instance_type:' -A5 | ||
| ''' | ||
| } | ||
|
|
||
| try { | ||
| timeout(time: testrun_timeout * 60 - 15, unit: 'MINUTES') { | ||
| stage('Converge VM') { | ||
| sh ''' | ||
| ssh-agent /bin/bash -c 'ssh-add ~/.ssh/kitchen.pem; bundle exec kitchen converge $TEST_SUITE-$TEST_PLATFORM; echo "ExitCode: $?"' | ||
| ''' | ||
| sh """ | ||
| if [ -s ".kitchen/logs/${python_version}-${distro_name}-${distro_version}.log" ]; then | ||
| mv ".kitchen/logs/${python_version}-${distro_name}-${distro_version}.log" ".kitchen/logs/${python_version}-${distro_name}-${distro_version}-converge.log" | ||
| fi | ||
| if [ -s ".kitchen/logs/kitchen.log" ]; then | ||
| mv ".kitchen/logs/kitchen.log" ".kitchen/logs/kitchen-converge.log" | ||
| fi | ||
| """ | ||
| } | ||
| stage('Run Tests') { | ||
| withEnv(["DONT_DOWNLOAD_ARTEFACTS=1"]) { | ||
| sh 'bundle exec kitchen verify $TEST_SUITE-$TEST_PLATFORM; echo "ExitCode: $?";' | ||
| } | ||
| } | ||
| } | ||
| } finally { | ||
| try { | ||
| sh """ | ||
| if [ -s ".kitchen/logs/${python_version}-${distro_name}-${distro_version}.log" ]; then | ||
| mv ".kitchen/logs/${python_version}-${distro_name}-${distro_version}.log" ".kitchen/logs/${python_version}-${distro_name}-${distro_version}-verify.log" | ||
| fi | ||
| if [ -s ".kitchen/logs/kitchen.log" ]; then | ||
| mv ".kitchen/logs/kitchen.log" ".kitchen/logs/kitchen-verify.log" | ||
| fi | ||
| """ | ||
| stage('Download Artefacts') { | ||
| withEnv(["ONLY_DOWNLOAD_ARTEFACTS=1"]){ | ||
| sh ''' | ||
| bundle exec kitchen verify $TEST_SUITE-$TEST_PLATFORM || exit 0 | ||
| ''' | ||
| } | ||
| sh """ | ||
| if [ -s ".kitchen/logs/${python_version}-${distro_name}-${distro_version}.log" ]; then | ||
| mv ".kitchen/logs/${python_version}-${distro_name}-${distro_version}.log" ".kitchen/logs/${python_version}-${distro_name}-${distro_version}-download.log" | ||
| fi | ||
| if [ -s ".kitchen/logs/kitchen.log" ]; then | ||
| mv ".kitchen/logs/kitchen.log" ".kitchen/logs/kitchen-download.log" | ||
| fi | ||
| """ | ||
| } | ||
| archiveArtifacts( | ||
| artifacts: "artifacts/*,artifacts/**/*,.kitchen/logs/*-create.log,.kitchen/logs/*-converge.log,.kitchen/logs/*-verify.log,.kitchen/logs/*-download.log,artifacts/xml-unittests-output/*.xml", | ||
| allowEmptyArchive: true | ||
| ) | ||
| junit 'artifacts/xml-unittests-output/*.xml' | ||
| } finally { | ||
| stage('Cleanup') { | ||
| sh ''' | ||
| bundle exec kitchen destroy $TEST_SUITE-$TEST_PLATFORM; echo "ExitCode: $?"; | ||
| ''' | ||
| } | ||
| stage('Upload Coverage') { | ||
| script { | ||
| withCredentials([[$class: 'StringBinding', credentialsId: 'codecov-upload-token-salt', variable: 'CODECOV_TOKEN']]) { | ||
| sh ''' | ||
| if [ -n "${FORCE_FULL}" -a "${FORCE_FULL}" = "true" -a -f artifacts/coverage/coverage.xml ]; then | ||
| (curl -L https://codecov.io/bash | /bin/sh -s -- -R $(pwd) -s artifacts/coverage/ -F "${CODECOV_FLAGS}") || true | ||
| fi | ||
| ''' | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } | ||
|
|
||
| // vim: ft=groovy |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.