Skip to content

Commit

Permalink
ci/cd: rename pingcap/ticdc to pingcap/tiflow (#508)
Browse files Browse the repository at this point in the history
  • Loading branch information
amyangfei authored Dec 17, 2021
1 parent eaf0cd4 commit 9f0603e
Show file tree
Hide file tree
Showing 24 changed files with 93 additions and 93 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -19,9 +19,9 @@ if (isNeedGo1160) {
println "BUILD_NODE_NAME=${GO_BUILD_SLAVE}"
println "TEST_NODE_NAME=${GO_TEST_SLAVE}"

def BUILD_URL = 'git@github.com:pingcap/ticdc.git'
def BUILD_URL = 'git@github.com:pingcap/tiflow.git'

def build_path = 'go/src/github.com/pingcap/ticdc'
def build_path = 'go/src/github.com/pingcap/tiflow'
def slackcolor = 'good'
def githash
def ws
Expand Down Expand Up @@ -89,7 +89,7 @@ try {
stage("Upload") {
dir(build_path) {
def target = "ticdc-${os}-${arch}"
def refspath = "refs/pingcap/ticdc/${env.BRANCH_NAME}/sha1"
def refspath = "refs/pingcap/tiflow/${env.BRANCH_NAME}/sha1"
def filepath = "builds/pingcap/ticdc/${githash}/centos7/${target}.tar.gz"
container("golang") {
timeout(10) {
Expand Down Expand Up @@ -121,4 +121,4 @@ stage('Summary') {
if (currentBuild.result != "SUCCESS" && (branch == "master" || branch.startsWith("release") || branch.startsWith("refs/tags/v"))) {
slackSend channel: '#jenkins-ci-build-critical', color: 'danger', teamDomain: 'pingcap', tokenCredentialId: 'slack-pingcap-token', message: "${slackmsg}"
}
}
}
6 changes: 3 additions & 3 deletions jenkins/pipelines/cd/nightly/build-darwin-amd64-4.0.groovy
Original file line number Diff line number Diff line change
Expand Up @@ -233,7 +233,7 @@ try {


stage("Build cdc") {
dir("go/src/github.com/pingcap/ticdc") {
dir("go/src/github.com/pingcap/tiflow") {

def target = "ticdc-${os}-${arch}"
def filepath = "builds/pingcap/ticdc/${tag}/${CDC_HASH}/darwin/ticdc-${os}-${arch}.tar.gz"
Expand All @@ -243,9 +243,9 @@ try {
deleteDir()
}
if(PRE_RELEASE == "true" || RELEASE_TAG == "nightly") {
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${CDC_HASH}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'CloneOption', timeout: 60], [$class: 'PruneStaleBranch'], [$class: 'CleanBeforeCheckout']], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: '+refs/heads/*:refs/remotes/origin/*', url: 'git@github.com:pingcap/ticdc.git']]]
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${CDC_HASH}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'CloneOption', timeout: 60], [$class: 'PruneStaleBranch'], [$class: 'CleanBeforeCheckout']], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: '+refs/heads/*:refs/remotes/origin/*', url: 'git@github.com:pingcap/tiflow.git']]]
} else {
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${RELEASE_TAG}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'LocalBranch'],[$class: 'CloneOption', noTags: true, timeout: 60]], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: "+refs/tags/${RELEASE_TAG}:refs/tags/${RELEASE_TAG}", url: 'git@github.com:pingcap/ticdc.git']]]
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${RELEASE_TAG}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'LocalBranch'],[$class: 'CloneOption', noTags: true, timeout: 60]], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: "+refs/tags/${RELEASE_TAG}:refs/tags/${RELEASE_TAG}", url: 'git@github.com:pingcap/tiflow.git']]]
}
}

Expand Down
6 changes: 3 additions & 3 deletions jenkins/pipelines/cd/nightly/build-darwin-arm64-4.0.groovy
Original file line number Diff line number Diff line change
Expand Up @@ -264,7 +264,7 @@ try {

if(RELEASE_TAG == "nightly" || RELEASE_TAG >= "v4.0.0") {
stage("Build cdc") {
dir("go/src/github.com/pingcap/ticdc") {
dir("go/src/github.com/pingcap/tiflow") {

def target = "ticdc-${os}-${arch}"
def filepath = "builds/pingcap/ticdc/${tag}/${CDC_HASH}/${platform}/ticdc-${os}-${arch}.tar.gz"
Expand All @@ -274,9 +274,9 @@ try {
deleteDir()
}
if(PRE_RELEASE == "true" || RELEASE_TAG == "nightly") {
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${CDC_HASH}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'CloneOption', timeout: 60], [$class: 'PruneStaleBranch'], [$class: 'CleanBeforeCheckout']], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: '+refs/heads/*:refs/remotes/origin/*', url: 'git@github.com:pingcap/ticdc.git']]]
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${CDC_HASH}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'CloneOption', timeout: 60], [$class: 'PruneStaleBranch'], [$class: 'CleanBeforeCheckout']], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: '+refs/heads/*:refs/remotes/origin/*', url: 'git@github.com:pingcap/tiflow.git']]]
} else {
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${RELEASE_TAG}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'LocalBranch'],[$class: 'CloneOption', noTags: true, timeout: 60]], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: "+refs/tags/${RELEASE_TAG}:refs/tags/${RELEASE_TAG}", url: 'git@github.com:pingcap/ticdc.git']]]
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${RELEASE_TAG}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'LocalBranch'],[$class: 'CloneOption', noTags: true, timeout: 60]], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: "+refs/tags/${RELEASE_TAG}:refs/tags/${RELEASE_TAG}", url: 'git@github.com:pingcap/tiflow.git']]]
}
}

Expand Down
6 changes: 3 additions & 3 deletions jenkins/pipelines/cd/nightly/build-linux-arm64-4.0.groovy
Original file line number Diff line number Diff line change
Expand Up @@ -240,7 +240,7 @@ try {

if(RELEASE_TAG == "nightly" || RELEASE_TAG >= "v4.0.0") {
stage("Build cdc") {
dir("go/src/github.com/pingcap/ticdc") {
dir("go/src/github.com/pingcap/tiflow") {

def target = "ticdc-${os}-${arch}"
def filepath = "builds/pingcap/ticdc/${tag}/${CDC_HASH}/centos7/ticdc-${os}-${arch}.tar.gz"
Expand All @@ -252,9 +252,9 @@ try {
}

if(PRE_RELEASE == "true" || RELEASE_TAG == "nightly") {
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${CDC_HASH}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'CloneOption', timeout: 60], [$class: 'PruneStaleBranch'], [$class: 'CleanBeforeCheckout']], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: '+refs/heads/*:refs/remotes/origin/*', url: 'git@github.com:pingcap/ticdc.git']]]
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${CDC_HASH}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'CloneOption', timeout: 60], [$class: 'PruneStaleBranch'], [$class: 'CleanBeforeCheckout']], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: '+refs/heads/*:refs/remotes/origin/*', url: 'git@github.com:pingcap/tiflow.git']]]
} else {
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${RELEASE_TAG}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'LocalBranch'],[$class: 'CloneOption', noTags: true, timeout: 60]], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: "+refs/tags/${RELEASE_TAG}:refs/tags/${RELEASE_TAG}", url: 'git@github.com:pingcap/ticdc.git']]]
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${RELEASE_TAG}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'LocalBranch'],[$class: 'CloneOption', noTags: true, timeout: 60]], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: "+refs/tags/${RELEASE_TAG}:refs/tags/${RELEASE_TAG}", url: 'git@github.com:pingcap/tiflow.git']]]
}
}

Expand Down
10 changes: 5 additions & 5 deletions jenkins/pipelines/cd/nightly/release_cdc_docker_nightly.groovy
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
def BUILD_URL = 'git@github.com:pingcap/ticdc.git'
def BUILD_URL = 'git@github.com:pingcap/tiflow.git'
def slackcolor = 'good'
def githash

Expand Down Expand Up @@ -30,15 +30,15 @@ try {
container('delivery') {
sh "rm -rf ./*"
stage("Checkout") {
dir("go/src/github.com/pingcap/ticdc") {
dir("go/src/github.com/pingcap/tiflow") {
// deleteDir()
git credentialsId: 'github-sre-bot-ssh', url: "${BUILD_URL}", branch: "master"
sh "git checkout ${BUILD_TAG}"
githash = sh(returnStdout: true, script: "git rev-parse HEAD").trim()
}
}
stage("Build & Upload") {
dir("go/src/github.com/pingcap/ticdc") {
dir("go/src/github.com/pingcap/tiflow") {
def wss = pwd()
def DOCKER_TAG = "${BUILD_TAG}"
if ( DOCKER_TAG == "master" ) {
Expand All @@ -65,13 +65,13 @@ try {
cat - >"bin/Dockerfile" <<EOF
FROM ${buildImage} as builder
RUN apk add --no-cache git make bash
WORKDIR /go/src/github.com/pingcap/ticdc
WORKDIR /go/src/github.com/pingcap/tiflow
COPY . .
RUN make
FROM registry-mirror.pingcap.net/library/alpine:3.12
RUN apk add --no-cache tzdata bash curl socat
COPY --from=builder /go/src/github.com/pingcap/ticdc/bin/cdc /cdc
COPY --from=builder /go/src/github.com/pingcap/tiflow/bin/cdc /cdc
EXPOSE 8300
CMD [ "/cdc" ]
EOF
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -80,7 +80,7 @@ try {
curl -F refs/pingcap/tics/nightly/sha1=@sha1 ${FILE_SERVER_URL}/upload
echo ${cdc_githash} > sha1
curl -F refs/pingcap/ticdc/nightly/sha1=@sha1 ${FILE_SERVER_URL}/upload
curl -F refs/pingcap/tiflow/nightly/sha1=@sha1 ${FILE_SERVER_URL}/upload
echo ${tidb_ctl_githash} > sha1
curl -F refs/pingcap/tidb-ctl/nightly/sha1=@sha1 ${FILE_SERVER_URL}/upload
Expand Down Expand Up @@ -154,4 +154,4 @@ stage('Summary') {
if (currentBuild.result != "SUCCESS") {
slackSend channel: '#jenkins-ci-build-critical', color: 'danger', teamDomain: 'pingcap', tokenCredentialId: 'slack-pingcap-token', message: "${slackmsg}"
}
}
}
4 changes: 2 additions & 2 deletions jenkins/pipelines/cd/optimization-build-tidb-linux-amd.groovy
Original file line number Diff line number Diff line change
Expand Up @@ -362,13 +362,13 @@ try {
container("golang") {
def ws = pwd()
deleteDir()
dir("go/src/github.com/pingcap/ticdc") {
dir("go/src/github.com/pingcap/tiflow") {
if (sh(returnStatus: true, script: '[ -d .git ] || git rev-parse --git-dir > /dev/null 2>&1') != 0) {
deleteDir()
}
def target = "ticdc-linux-amd64"
def filepath = "builds/pingcap/ticdc/optimization/${RELEASE_TAG}/${CDC_HASH}/centos7/ticdc-linux-amd64.tar.gz"
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${CDC_HASH}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'PruneStaleBranch'], [$class: 'CleanBeforeCheckout']], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: '+refs/heads/*:refs/remotes/origin/*', url: 'git@github.com:pingcap/ticdc.git']]]
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${CDC_HASH}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'PruneStaleBranch'], [$class: 'CleanBeforeCheckout']], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: '+refs/heads/*:refs/remotes/origin/*', url: 'git@github.com:pingcap/tiflow.git']]]
sh """
for a in \$(git tag --contains ${CDC_HASH}); do echo \$a && git tag -d \$a;done
git tag -f ${RELEASE_TAG} ${CDC_HASH}
Expand Down
8 changes: 4 additions & 4 deletions jenkins/pipelines/cd/release-enterprise-docker.groovy
Original file line number Diff line number Diff line change
Expand Up @@ -241,7 +241,7 @@ __EOF__
}

builds["Push cdc Docker"] = {
dir("go/src/github.com/pingcap/ticdc") {
dir("go/src/github.com/pingcap/tiflow") {
// deleteDir()
checkout changelog: false,
poll: true,
Expand All @@ -252,7 +252,7 @@ __EOF__
submoduleCfg: [],
userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh',
refspec: "+refs/tags/${CDC_TAG}:refs/tags/${CDC_TAG}",
url: 'git@github.com:pingcap/ticdc.git']]
url: 'git@github.com:pingcap/tiflow.git']]
]

def DOCKER_TAG = "${RELEASE_TAG}"
Expand All @@ -266,13 +266,13 @@ __EOF__
cat - >"bin/Dockerfile" <<EOF
FROM ${buildImage} as builder
RUN apk add --no-cache git make bash
WORKDIR /go/src/github.com/pingcap/ticdc
WORKDIR /go/src/github.com/pingcap/tiflow
COPY . .
RUN make
FROM alpine:3.12
RUN apk add --no-cache tzdata bash curl socat
COPY --from=builder /go/src/github.com/pingcap/ticdc/bin/cdc /cdc
COPY --from=builder /go/src/github.com/pingcap/tiflow/bin/cdc /cdc
EXPOSE 8300
CMD [ "/cdc" ]
EOF
Expand Down
10 changes: 5 additions & 5 deletions jenkins/pipelines/cd/release_cdc_docker.groovy
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
def BUILD_URL = 'git@github.com:pingcap/ticdc.git'
def BUILD_URL = 'git@github.com:pingcap/tiflow.git'
def slackcolor = 'good'
def githash

Expand Down Expand Up @@ -60,15 +60,15 @@ try {
container('delivery') {
sh "rm -rf ./*"
stage("Checkout") {
dir("go/src/github.com/pingcap/ticdc") {
dir("go/src/github.com/pingcap/tiflow") {
// deleteDir()
git credentialsId: 'github-sre-bot-ssh', url: "${BUILD_URL}", branch: "master"
sh "git checkout ${BUILD_TAG}"
githash = sh(returnStdout: true, script: "git rev-parse HEAD").trim()
}
}
stage("Build & Upload") {
dir("go/src/github.com/pingcap/ticdc") {
dir("go/src/github.com/pingcap/tiflow") {
def wss = pwd()
def DOCKER_TAG = "${BUILD_TAG}"
if ( DOCKER_TAG == "master" ) {
Expand Down Expand Up @@ -98,13 +98,13 @@ try {
cat - >"bin/Dockerfile" <<EOF
FROM ${buildImage} as builder
RUN apk add --no-cache git make bash
WORKDIR /go/src/github.com/pingcap/ticdc
WORKDIR /go/src/github.com/pingcap/tiflow
COPY . .
RUN make
FROM registry-mirror.pingcap.net/library/alpine:3.12
RUN apk add --no-cache tzdata bash curl socat
COPY --from=builder /go/src/github.com/pingcap/ticdc/bin/cdc /cdc
COPY --from=builder /go/src/github.com/pingcap/tiflow/bin/cdc /cdc
EXPOSE 8300
CMD [ "/cdc" ]
EOF
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -68,7 +68,7 @@ def pack = { version, os, arch ->
rm -rf tikv-*
wget -qnc https://raw.githubusercontent.com/pingcap/tidb-binlog/${RELEASE_BRANCH}/metrics/grafana/binlog.json || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/ticdc/${RELEASE_BRANCH}/metrics/grafana/ticdc.json || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/tiflow/${RELEASE_BRANCH}/metrics/grafana/ticdc.json || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/monitoring/master/platform-monitoring/ansible/grafana/disk_performance.json || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/monitoring/master/platform-monitoring/ansible/grafana/blackbox_exporter.json || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/monitoring/master/platform-monitoring/ansible/grafana/node.json || true; \
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -67,7 +67,7 @@ def pack = { version, os, arch ->
rm -rf tikv-*
wget -qnc https://raw.githubusercontent.com/pingcap/tidb-binlog/${tag}/metrics/grafana/binlog.json || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/ticdc/${tag}/metrics/grafana/ticdc.json || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/tiflow/${tag}/metrics/grafana/ticdc.json || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/monitoring/master/platform-monitoring/ansible/grafana/disk_performance.json || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/monitoring/master/platform-monitoring/ansible/grafana/blackbox_exporter.json || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/monitoring/master/platform-monitoring/ansible/grafana/node.json || true; \
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -106,7 +106,7 @@ def pack = { version, os, arch ->
wget -qnc https://raw.githubusercontent.com/tikv/tikv/${RELEASE_BRANCH}/metrics/alertmanager/tikv.rules.yml || true; \
wget -qnc https://raw.githubusercontent.com/tikv/tikv/${RELEASE_BRANCH}/metrics/alertmanager/tikv.accelerate.rules.yml || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/tidb-binlog/${RELEASE_BRANCH}/metrics/alertmanager/binlog.rules.yml || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/ticdc/${RELEASE_BRANCH}/metrics/alertmanager/ticdc.rules.yml || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/tiflow/${RELEASE_BRANCH}/metrics/alertmanager/ticdc.rules.yml || true; \
if [ ${HOTFIX_TAG} \\> "v5.2.0" ] || [ ${HOTFIX_TAG} == "v5.2.0" ]; then \
wget -qnc https://raw.githubusercontent.com/pingcap/tidb/${RELEASE_BRANCH}/br/metrics/alertmanager/lightning.rules.yml || true; \
else
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -106,7 +106,7 @@ def pack = { version, os, arch ->
wget -qnc https://raw.githubusercontent.com/tikv/tikv/${tag}/metrics/alertmanager/tikv.rules.yml || true; \
wget -qnc https://raw.githubusercontent.com/tikv/tikv/${tag}/metrics/alertmanager/tikv.accelerate.rules.yml || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/tidb-binlog/${tag}/metrics/alertmanager/binlog.rules.yml || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/ticdc/${tag}/metrics/alertmanager/ticdc.rules.yml || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/tiflow/${tag}/metrics/alertmanager/ticdc.rules.yml || true; \
if [ ${RELEASE_TAG} \\> "v5.2.0" ] || [ ${RELEASE_TAG} == "v5.2.0" ]; then \
wget -qnc https://raw.githubusercontent.com/pingcap/tidb/${tag}/br/metrics/alertmanager/lightning.rules.yml || true; \
else
Expand Down
Loading

0 comments on commit 9f0603e

Please sign in to comment.