Skip to content

ci(pingcap/tiflow): migrate release-8.5 jenkins jobs to GCP #4670

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
lybcodes wants to merge 3 commits into
base: main
Choose a base branch
from
Open

ci(pingcap/tiflow): migrate release-8.5 jenkins jobs to GCP #4670

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
53aaac7
ci(pingcap/tiflow): migrate release-8.5 jenkins jobs to GCP
lybcodes Jun 10, 2026
696079e
ci(pingcap/tiflow): migrate release-8.5 jenkins jobs to GCP
lybcodes Jun 10, 2026
6167814
ci(pingcap/tiflow): migrate release-8.5 jenkins jobs to GCP
lybcodes Jun 10, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
33 changes: 7 additions & 26 deletions pipelines/pingcap/tiflow/release-8.5/ghpr_verify.groovy
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10,33 +10,12 @@ final POD_TEMPLATE_FILE = 'pipelines/pingcap/tiflow/release-8.5/pod-ghpr_verify.
final REFS = readJSON(text: params.JOB_SPEC).refs

pipeline {
agent {
kubernetes {
namespace K8S_NAMESPACE
yaml pod_label.withCiLabels(POD_TEMPLATE_FILE, REFS)
workspaceVolume genericEphemeralVolume(accessModes: 'ReadWriteOnce', requestsSize: '150Gi', storageClassName: 'hyperdisk-rwo')
defaultContainer 'golang'
}
}
agent none
options {
timeout(time: 40, unit: 'MINUTES')
parallelsAlwaysFailFast()
}
stages {
stage('Checkout') {
options { timeout(time: 10, unit: 'MINUTES') }
steps {
dir("tiflow") {
cache(path: "./", includes: '**/*', key: prow.getCacheKey('git', REFS), restoreKeys: prow.getRestoreKeys('git', REFS)) {
retry(2) {
script {
prow.checkoutRefs(REFS)
}
}
}
}
}
}
stage('Tests') {
matrix {
axes {
Expand All @@ -49,6 +28,7 @@ pipeline {
kubernetes {
namespace K8S_NAMESPACE
yaml pod_label.withCiLabels(POD_TEMPLATE_FILE, REFS)
retries 2
workspaceVolume genericEphemeralVolume(accessModes: 'ReadWriteOnce', requestsSize: '150Gi', storageClassName: 'hyperdisk-rwo')
defaultContainer 'golang'
}
Expand All @@ -65,11 +45,12 @@ pipeline {
}
steps {
dir('tiflow') {
cache(path: "./", includes: '**/*', key: prow.getCacheKey('git', REFS)) {
sh label: "${TEST_CMD}", script: """
make ${TEST_CMD}
"""
script {
prow.checkoutRefsWithCacheLock(REFS, 5, GIT_CREDENTIALS_ID)
}
sh label: "${TEST_CMD}", script: """
make ${TEST_CMD}
"""
}
}
post {
Expand Down
4 changes: 2 additions & 2 deletions pipelines/pingcap/tiflow/release-8.5/pod-ghpr_verify.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10,10 +10,10 @@ spec:
resources:
requests:
memory: 16Gi
cpu: "6"
cpu: 4000m
limits:
memory: 16Gi
cpu: "6"
cpu: 6000m
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
Expand Down
36 changes: 36 additions & 0 deletions pipelines/pingcap/tiflow/release-8.5/pod-pull_cdc_integration_build.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,36 @@
apiVersion: v1
kind: Pod
spec:
securityContext:
fsGroup: 1000
containers:
- name: golang
image: "ghcr.io/pingcap-qe/ci/jenkins:v2026.3.15-1-g5625431-go1.25"
command: [tini, --, bash]
tty: true
resources:
requests:
memory: 12Gi
cpu: 3000m
limits:
memory: 16Gi
cpu: 6000m
- name: utils
image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c
tty: true
resources:
requests:
memory: 256Mi
cpu: 100m
limits:
memory: 4Gi
cpu: 1000m
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: kubernetes.io/arch
operator: In
values:
- amd64
31 changes: 15 additions & 16 deletions pipelines/pingcap/tiflow/release-8.5/pod-pull_cdc_integration_kafka_test.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,27 +9,26 @@ spec:
name: zookeeper
resources:
requests:
cpu: 2000m
memory: 4Gi
cpu: 500m
memory: 2Gi
limits:
cpu: 2000m
cpu: 1000m
memory: 4Gi
tty: true
volumeMounts:
- mountPath: /tmp
name: volume-0
- args:
- cat
image: hub.pingcap.net/jenkins/golang-tini:1.23
- command: [tini, --, bash]
image: ghcr.io/pingcap-qe/ci/jenkins:v2026.3.15-1-g5625431-go1.25
imagePullPolicy: Always
name: golang
resources:
requests:
cpu: "12"
memory: 32Gi
cpu: 4000m
memory: 16Gi
limits:
cpu: "12"
memory: 32Gi
cpu: 8000m
memory: 24Gi
tty: true
volumeMounts:
- mountPath: /tmp
Expand Down Expand Up @@ -68,11 +67,11 @@ spec:
name: kafka
resources:
requests:
cpu: 4000m
cpu: 1500m
memory: 6Gi
limits:
cpu: 4000m
memory: 6Gi
cpu: 3000m
memory: 8Gi
tty: true
volumeMounts:
- mountPath: /tmp
Expand All @@ -99,7 +98,7 @@ spec:
resources:
requests:
cpu: 200m
memory: 4Gi
memory: 2Gi
tty: true
volumeMounts:
- mountPath: /tmp
Expand All @@ -121,7 +120,7 @@ spec:
resources:
requests:
cpu: 200m
memory: 4Gi
memory: 1Gi
- name: connect
image: quay.io/debezium/connect:2.4
env:
Expand All @@ -140,7 +139,7 @@ spec:
resources:
requests:
cpu: 200m
memory: 4Gi
memory: 1Gi
volumes:
- emptyDir: {}
name: volume-0
Expand Down
6 changes: 3 additions & 3 deletions pipelines/pingcap/tiflow/release-8.5/pod-pull_cdc_integration_mysql_test.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,15 +5,15 @@ spec:
fsGroup: 1000
containers:
- name: golang
image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest"
image: "ghcr.io/pingcap-qe/ci/jenkins:v2026.3.15-1-g5625431-go1.25"
tty: true
resources:
requests:
memory: 12Gi
cpu: "4"
cpu: 3000m
limits:
memory: 16Gi
cpu: "6"
cpu: 6000m
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
Expand Down
8 changes: 4 additions & 4 deletions pipelines/pingcap/tiflow/release-8.5/pod-pull_cdc_integration_pulsar_test.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,15 +5,15 @@ spec:
fsGroup: 1000
containers:
- name: golang
image: "hub.pingcap.net/jenkins/centos7_golang-1.23:pulsar-test"
image: "ghcr.io/pingcap-qe/ci/jenkins:v2026.3.15-1-g5625431-go1.25"
tty: true
resources:
requests:
memory: 32Gi
cpu: "12"
memory: 24Gi
cpu: 6000m
limits:
memory: 32Gi
cpu: "12"
cpu: 8000m
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
Expand Down
7 changes: 5 additions & 2 deletions pipelines/pingcap/tiflow/release-8.5/pod-pull_cdc_integration_storage_test.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,12 +5,15 @@ spec:
fsGroup: 1000
containers:
- name: golang
image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest"
image: "ghcr.io/pingcap-qe/ci/jenkins:v2026.3.15-1-g5625431-go1.25"
tty: true
resources:
requests:
memory: 24Gi
cpu: 6000m
limits:
memory: 24Gi
cpu: "6"
cpu: 6000m
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
Expand Down
33 changes: 25 additions & 8 deletions pipelines/pingcap/tiflow/release-8.5/pod-pull_dm_compatibility_test.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,22 +5,36 @@ spec:
fsGroup: 1000
containers:
- name: golang
image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest"
image: "ghcr.io/pingcap-qe/ci/jenkins:v2026.3.15-1-g5625431-go1.25"
command: [tini, --, bash]
tty: true
resources:
requests:
memory: 12Gi
cpu: "4"
memory: 10Gi
cpu: 2500m
limits:
memory: 16Gi
cpu: "6"
cpu: 6000m
- name: utils
image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c
tty: true
resources:
requests:
memory: 256Mi
cpu: 100m
limits:
memory: 4Gi
cpu: 1000m
- name: mysql1
image: 'hub.pingcap.net/jenkins/mysql:5.7'
image: "docker.io/library/mysql:5.7"
tty: true
resources:
requests:
memory: 2Gi
cpu: 500m
limits:
memory: 4Gi
cpu: 2
cpu: 1000m
env:
- name: MYSQL_ROOT_PASSWORD
value: '123456'
Expand All @@ -33,12 +47,15 @@ spec:
- "--server-id=1"
- "--default-authentication-plugin=mysql_native_password"
- name: mysql2
image: 'hub.pingcap.net/jenkins/mysql:5.7'
image: "docker.io/library/mysql:5.7"
tty: true
resources:
requests:
memory: 2Gi
cpu: 500m
limits:
memory: 4Gi
cpu: 2
cpu: 1000m
env:
- name: MYSQL_ROOT_PASSWORD
value: '123456'
Expand Down
36 changes: 36 additions & 0 deletions pipelines/pingcap/tiflow/release-8.5/pod-pull_dm_integration_build.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,36 @@
apiVersion: v1
kind: Pod
spec:
securityContext:
fsGroup: 1000
containers:
- name: golang
image: "ghcr.io/pingcap-qe/ci/jenkins:v2026.3.15-1-g5625431-go1.25"
command: [tini, --, bash]
tty: true
resources:
requests:
memory: 12Gi
cpu: 3000m
limits:
memory: 16Gi
cpu: 6000m
- name: utils
image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c
tty: true
resources:
requests:
memory: 256Mi
cpu: 100m
limits:
memory: 4Gi
cpu: 1000m
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: kubernetes.io/arch
operator: In
values:
- amd64
25 changes: 15 additions & 10 deletions pipelines/pingcap/tiflow/release-8.5/pod-pull_dm_integration_test.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,24 +5,26 @@ spec:
fsGroup: 1000
containers:
- name: golang
image: "hub.pingcap.net/jenkins/golang-tini:1.23"
image: "ghcr.io/pingcap-qe/ci/jenkins:v2026.3.15-1-g5625431-go1.25"
command: [tini, --, bash]
tty: true
args:
- cat
resources:
requests:
memory: 12Gi
cpu: "4"
memory: 10Gi
cpu: 2500m
limits:
memory: 16Gi
cpu: "6"
cpu: 6000m
- name: mysql1
image: "hub.pingcap.net/jenkins/mysql:5.7"
image: "docker.io/library/mysql:5.7"
tty: true
resources:
requests:
memory: 2Gi
cpu: 500m
limits:
memory: 4Gi
cpu: "2"
cpu: 1000m
env:
- name: MYSQL_ROOT_PASSWORD
value: "123456"
Expand All @@ -35,12 +37,15 @@ spec:
- "--server-id=1"
- "--default-authentication-plugin=mysql_native_password"
- name: mysql2
image: "registry-mirror.pingcap.net/library/mysql:8.0.21"
image: "docker.io/library/mysql:8.0.21"
tty: true
resources:
requests:
memory: 2Gi
cpu: 500m
limits:
memory: 4Gi
cpu: "2"
cpu: 1000m
env:
- name: MYSQL_ROOT_PASSWORD
value: "123456"
Expand Down
Loading