-
Notifications
You must be signed in to change notification settings - Fork 1.8k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
This Pipeline will be triggered via prow over in the tektoncd/plumbing repo every night. It will create releases of all images normally released when doing official releases, plus also the image used for building with ko, and tag them with the date and commit they were built at, and will create the release.yaml as well. This Pipeline is missing a few things that are in the manual release Pipeline - due to #1124 unit tests have a race condition, due to #1205 the linting is flakey and it would be frustrating to lose a whole nightly release, and finally due to using v0.3.1 it's not possible to use workingDir, which is required by the golang build Task. The Pipelines and Tasks have been updated to work with Tekton Pipelines v0.3.1 because that's what we're using in our official cluster (since currently Prow requires it). Made release instructions more oriented toward someone actually making a release vs. a random person trying to run the same pipeline against their own infrastructure. Removed example Runs b/c it's much simpler to invoke via `tkn`, or Prow (these were falling out of date with how we were actually using the Pipelines/Tasks as well). Removed the `gcs-uploader-image` PipelineResource which is no longer being used. Fixes #860
- Loading branch information
1 parent
f12922f
commit 5d72079
Showing
11 changed files
with
555 additions
and
648 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Large diffs are not rendered by default.
Oops, something went wrong.
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,226 @@ | ||
| apiVersion: tekton.dev/v1alpha1 | ||
| kind: Task | ||
| metadata: | ||
| name: publish-tekton-pipelines-nightly | ||
| spec: | ||
| inputs: | ||
| resources: | ||
| - name: source | ||
| type: git | ||
| targetPath: go/src/github.com/tektoncd/pipeline | ||
| - name: bucket | ||
| type: storage | ||
| params: | ||
| # TODO(triggers#87) This Task has no verisonTag parameter (like publish-tekton-pipelines) because Prow does not allow the value to be provided dynamically | ||
| - name: imageRegistry | ||
| description: TODO(#569) This is a hack to make it easy for folks to switch the registry being used by the many many image outputs | ||
| - name: pathToProject | ||
| description: The path to the folder in the go/src dir that contains the project, which is used by `ko` to name the resulting images | ||
| outputs: | ||
| resources: | ||
| - name: bucket | ||
| type: storage | ||
| - name: builtBaseImage | ||
| type: image | ||
| - name: builtEntrypointImage | ||
| type: image | ||
| - name: builtKubeconfigWriterImage | ||
| type: image | ||
| - name: builtCredsInitImage | ||
| type: image | ||
| - name: builtGitInitImage | ||
| type: image | ||
| - name: builtNopImage | ||
| type: image | ||
| - name: builtBashImage | ||
| type: image | ||
| - name: builtGsutilImage | ||
| type: image | ||
| - name: builtControllerImage | ||
| type: image | ||
| - name: builtWebhookImage | ||
| type: image | ||
| - name: builtDigestExporterImage | ||
| type: image | ||
| - name: builtPullRequestInitImage | ||
| type: image | ||
| - name: builtGcsFetcherImage | ||
| type: image | ||
| steps: | ||
|
|
||
| - name: build-push-base-images | ||
| image: gcr.io/kaniko-project/executor:v0.9.0 | ||
| command: | ||
| - /kaniko/executor | ||
| args: | ||
| - --dockerfile=/workspace/go/src/github.com/tektoncd/pipeline/images/Dockerfile | ||
| - --destination=${inputs.params.imageRegistry}/${inputs.params.pathToProject}/${outputs.resources.builtBaseImage.url} | ||
| - --context=/workspace/go/src/github.com/tektoncd/pipeline | ||
|
|
||
| volumeMounts: | ||
| - name: gcp-secret | ||
| mountPath: /secret | ||
| env: | ||
| - name: GOOGLE_APPLICATION_CREDENTIALS | ||
| value: /secret/release.json | ||
|
|
||
| - name: create-ko-yaml | ||
| image: busybox | ||
| command: | ||
| - /bin/sh | ||
| args: | ||
| - -ce | ||
| - | | ||
| set -e | ||
| set -x | ||
| cat <<EOF > /workspace/go/src/github.com/tektoncd/pipeline/.ko.yaml | ||
| # By default ko will build images on top of distroless | ||
| baseImageOverrides: | ||
| # Use the images we just built as base images | ||
| $(inputs.params.pathToProject)/$(outputs.resources.builtCredsInitImage.url): ${inputs.params.imageRegistry}/${inputs.params.pathToProject}/build-base:latest | ||
| $(inputs.params.pathToProject)/$(outputs.resources.builtGitInitImage.url): ${inputs.params.imageRegistry}/${inputs.params.pathToProject}/build-base:latest | ||
| $(inputs.params.pathToProject)/$(outputs.resources.builtBashImage.url): busybox # image should have shell in $PATH | ||
| $(inputs.params.pathToProject)/$(outputs.resources.builtEntrypointImage.url): busybox # image should have shell in $PATH | ||
| $(inputs.params.pathToProject)/$(outputs.resources.builtGsutilImage.url): google/cloud-sdk:alpine # image should have gsutil in $PATH | ||
| EOF | ||
| cat /workspace/go/src/github.com/tektoncd/pipeline/.ko.yaml | ||
| - name: ensure-release-dirs-exist | ||
| image: busybox | ||
| command: ["mkdir"] | ||
| args: | ||
| - "-p" | ||
| - "/workspace/bucket/latest/" | ||
| - "/workspace/bucket/previous/" | ||
|
|
||
| - name: run-ko | ||
| # TODO(#639) we should be able to use the image built by an upstream Task here instead of hardcoding | ||
| image: gcr.io/tekton-nightly/ko-ci | ||
| env: | ||
| - name: KO_DOCKER_REPO | ||
| value: ${inputs.params.imageRegistry} | ||
| - name: GOPATH | ||
| value: /workspace/go | ||
| - name: CLOUDSDK_AUTH_CREDENTIAL_FILE_OVERRIDE | ||
| value: /secret/release.json | ||
| command: | ||
| - /bin/sh | ||
| args: | ||
| - -ce | ||
| - | | ||
| set -e | ||
| set -x | ||
| # Auth with CLOUDSDK_AUTH_CREDENTIAL_FILE_OVERRIDE | ||
| gcloud auth configure-docker | ||
| # ko requires this variable to be set in order to set image creation timestamps correctly https://github.com/google/go-containerregistry/pull/146 | ||
| export SOURCE_DATE_EPOCH=`date +%s` | ||
| # Change to directory with our .ko.yaml | ||
| cd /workspace/go/src/github.com/tektoncd/pipeline | ||
| # Publish images and create release.yaml | ||
| ko resolve --preserve-import-paths -f /workspace/go/src/github.com/tektoncd/pipeline/config/ > /workspace/bucket/latest/release.yaml | ||
| volumeMounts: | ||
| - name: gcp-secret | ||
| mountPath: /secret | ||
|
|
||
| - name: generate-release-version | ||
| image: alpine/git | ||
| command: | ||
| - /bin/sh | ||
| args: | ||
| - -ce | ||
| - | | ||
| set -e | ||
| set -x | ||
| # Can't use workingDir due to #1267 | ||
| cd /workspace/go/src/github.com/tektoncd/pipeline | ||
| # Nightly releases use vYYYYMMDD-commit | ||
| COMMIT=$(git rev-parse HEAD | cut -c 1-10) | ||
| DATE=$(date +"%Y%m%d") | ||
| VERSION_TAG="$DATE-$COMMIT" | ||
| echo $VERSION_TAG > "/builder/home/version" | ||
| - name: copy-to-tagged-bucket | ||
| image: busybox | ||
| command: | ||
| - /bin/sh | ||
| args: | ||
| - -ce | ||
| - | | ||
| set -e | ||
| set -x | ||
| # Can't use workingDir due to #1267 | ||
| cd /workspace/bucket | ||
| # TODO(https://github.com/tektoncd/triggers/issues/87) if the versionTag could be generated dynamically, we could use the same Task for nightly + official releases | ||
| export VERSION_TAG="$(cat /builder/home/version)" | ||
| mkdir -p /workspace/bucket/previous/$VERSION_TAG/ | ||
| cp /workspace/bucket/latest/release.yaml /workspace/bucket/previous/$VERSION_TAG/release.yaml | ||
| - name: tag-images | ||
| image: google/cloud-sdk | ||
| command: | ||
| - /bin/bash | ||
| args: | ||
| - -ce | ||
| - | | ||
| set -e | ||
| set -x | ||
| # TODO(https://github.com/tektoncd/triggers/issues/87) if the versionTag could be generated dynamically, we could use the same Task for nightly + official releases | ||
| export VERSION_TAG="$(cat /builder/home/version)" | ||
| REGIONS=(us eu asia) | ||
| IMAGES=( | ||
| ${inputs.params.imageRegistry}/${inputs.params.pathToProject}/${outputs.resources.builtEntrypointImage.url} | ||
| ${inputs.params.imageRegistry}/${inputs.params.pathToProject}/${outputs.resources.builtKubeconfigWriterImage.url} | ||
| ${inputs.params.imageRegistry}/${inputs.params.pathToProject}/${outputs.resources.builtCredsInitImage.url} | ||
| ${inputs.params.imageRegistry}/${inputs.params.pathToProject}/${outputs.resources.builtGitInitImage.url} | ||
| ${inputs.params.imageRegistry}/${inputs.params.pathToProject}/${outputs.resources.builtNopImage.url} | ||
| ${inputs.params.imageRegistry}/${inputs.params.pathToProject}/${outputs.resources.builtBashImage.url} | ||
| ${inputs.params.imageRegistry}/${inputs.params.pathToProject}/${outputs.resources.builtGsutilImage.url} | ||
| ${inputs.params.imageRegistry}/${inputs.params.pathToProject}/${outputs.resources.builtControllerImage.url} | ||
| ${inputs.params.imageRegistry}/${inputs.params.pathToProject}/${outputs.resources.builtWebhookImage.url} | ||
| ${inputs.params.imageRegistry}/${inputs.params.pathToProject}/${outputs.resources.builtDigestExporterImage.url} | ||
| ${inputs.params.imageRegistry}/${inputs.params.pathToProject}/${outputs.resources.builtPullRequestInitImage.url} | ||
| ${inputs.params.imageRegistry}/${inputs.params.pathToProject}/${outputs.resources.builtGcsFetcherImage.url} | ||
| ) | ||
| # Parse the built images from the release.yaml generated by ko | ||
| BUILT_IMAGES=( $(/workspace/go/src/github.com/tektoncd/pipeline/tekton/koparse/koparse.py --path /workspace/bucket/latest/release.yaml --base ${inputs.params.imageRegistry}/${inputs.params.pathToProject} --images ${IMAGES[@]}) ) | ||
| # Auth with account credentials | ||
| gcloud auth activate-service-account --key-file=/secret/release.json | ||
| # Tag the images and put them in all the regions | ||
| for IMAGE in "${BUILT_IMAGES[@]}" | ||
| do | ||
| IMAGE_WITHOUT_SHA=${IMAGE%%@*} | ||
| gcloud -q container images add-tag ${IMAGE} ${IMAGE_WITHOUT_SHA}:latest | ||
| gcloud -q container images add-tag ${IMAGE} ${IMAGE_WITHOUT_SHA}:$VERSION_TAG | ||
| for REGION in "${REGIONS[@]}" | ||
| do | ||
| for TAG in "latest" $VERSION_TAG | ||
| do | ||
| gcloud -q container images add-tag ${IMAGE} ${REGION}.${IMAGE_WITHOUT_SHA}:$TAG | ||
| done | ||
| done | ||
| done | ||
| volumeMounts: | ||
| - name: gcp-secret | ||
| mountPath: /secret | ||
|
|
||
| volumes: | ||
| - name: gcp-secret | ||
| secret: | ||
| secretName: release-secret |
Oops, something went wrong.