feat(pingcap/ticdc): we build and publish cdc components from `pingca…

…p/ticdc` repo since v9.0.0 (#529)

This pull request includes changes to the Dockerfile for the `ticdc`
product and updates to the `packages.yaml.tmpl` file to modify the build
and publish process for CDC components. The most important changes are:

Dockerfile changes:
* Added a new base image argument and updated the Dockerfile to use this
base image for building the `ticdc` product.

Build and publish process updates:
* Updated the version constraint and added new steps to build and
publish CDC components from the `pingcap/ticdc` repository for versions
starting from `v9.0.0`.
* Added detailed steps for installing the Node.js toolchain and building
`dm-master`, `dm-worker`, `dmctl`, and `dm-syncer` components.
* Defined new artifact configurations for `dm-master`, `dm-worker`,
`dmctl`, and container images for `dm` and `tiflow-engine` since v9.0.0

---------

Signed-off-by: wuhuizuo <[email protected]>

dockerfiles/products/ticdc/Dockerfile

@@ -0,0 +1,6 @@
+ARG BASE_IMG=ghcr.io/pingcap-qe/bases/tools-base:v1.9.2
+FROM $BASE_IMG
+COPY cdc /cdc
+EXPOSE 8300
+
+CMD ["/cdc"]

packages/packages.yaml.tmpl

@@ -1844,8 +1844,114 @@ components:
       - if: {{ semver.CheckConstraint "< 6.1.0-0" .Release.version }}
         image: ghcr.io/pingcap-qe/cd/builders/tiflow:v20240325-103-g043adb3-go1.18
     routers:
-      - description: For range [v6.5.0, )
-        if: {{ semver.CheckConstraint ">= 6.5.0-0" .Release.version }}
+      - description: |
+            For range [v9.0.0, ). Since v9.0.0 we build and publish cdc components from `pingcap/ticdc` repository.
+        if: {{ semver.CheckConstraint ">= v9.0.0-0" .Release.version }}
+        os: [linux, darwin]
+        arch: [amd64, arm64]
+        profile: [release]
+        steps:
+          release:
+            - os: darwin
+              description: install nodejs toolchain.
+              script: |
+                NODE_VERSION="v16.20.2"
+                NVM_VERSION="v0.39.5"
+                NVM_DIR="$HOME/.nvm"
+                mkdir -p $NVM_DIR
+
+                if [ ! -s "$NVM_DIR/nvm.sh" ]; then
+                  curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/${NVM_VERSION}/install.sh | bash
+                fi
+                . $NVM_DIR/nvm.sh
+                nvm install ${NODE_VERSION}
+                nvm use ${NODE_VERSION}
+                nvm alias default ${NODE_VERSION}
+
+                node --version && npm --version
+                npm install -g yarn
+            - script: |
+                make dm-master-with-webui dm-worker dmctl dm-syncer
+        artifacts:
+          - name: "dm-master-{{ .Release.version }}-{{ .Release.os }}-{{ .Release.arch }}.tar.gz"
+            files:
+              - name: dm-master/dm-master
+                src:
+                  path: bin/dm-master
+              - name: dm-master/conf/dm_worker.rules.yml
+                src:
+                  path: dm/metrics/alertmanager/dm_worker.rules.yml
+              - name: dm-master/scripts/DM-Monitor-Professional.json
+                src:
+                  path: "{{ if semver.CheckConstraint "< 6.6.0-0" .Release.version }}dm/{{ end }}metrics/grafana/DM-Monitor-Professional.json"
+              - name: dm-master/scripts/DM-Monitor-Standard.json
+                src:
+                  path: "{{ if semver.CheckConstraint "< 6.6.0-0" .Release.version }}dm/{{ end }}metrics/grafana/DM-Monitor-Standard.json"
+            tiup:
+              description: >-
+                dm-master component of Data Migration Platform.
+              entrypoint: dm-master/dm-master
+          - name: "dm-worker-{{ .Release.version }}-{{ .Release.os }}-{{ .Release.arch }}.tar.gz"
+            files:
+              - name: dm-worker/dm-worker
+                src:
+                  path: bin/dm-worker
+              - name: dm-worker/conf/dm_worker.rules.yml
+                src:
+                  path: dm/metrics/alertmanager/dm_worker.rules.yml
+              - name: dm-worker/scripts/DM-Monitor-Professional.json
+                src:
+                  path: "{{ if semver.CheckConstraint "< 6.6.0-0" .Release.version }}dm/{{ end }}metrics/grafana/DM-Monitor-Professional.json"
+              - name: dm-worker/scripts/DM-Monitor-Standard.json
+                src:
+                  path: "{{ if semver.CheckConstraint "< 6.6.0-0" .Release.version }}dm/{{ end }}metrics/grafana/DM-Monitor-Standard.json"
+            tiup:
+              description: >-
+                dm-worker component of Data Migration Platform.
+              entrypoint: dm-worker/dm-worker
+          - name: "dmctl-{{ .Release.version }}-{{ .Release.os }}-{{ .Release.arch }}.tar.gz"
+            files:
+              - name: dmctl/dmctl
+                src:
+                  path: bin/dmctl
+              - name: dmctl/conf/dm_worker.rules.yml
+                src:
+                  path: dm/metrics/alertmanager/dm_worker.rules.yml
+              - name: dmctl/scripts/DM-Monitor-Professional.json
+                src:
+                  path: "{{ if semver.CheckConstraint "< 6.6.0-0" .Release.version }}dm/{{ end }}metrics/grafana/DM-Monitor-Professional.json"
+              - name: dmctl/scripts/DM-Monitor-Standard.json
+                src:
+                  path: "{{ if semver.CheckConstraint "< 6.6.0-0" .Release.version }}dm/{{ end }}metrics/grafana/DM-Monitor-Standard.json"
+            tiup:
+              description: >-
+                dmctl component of Data Migration Platform.
+              entrypoint: dmctl/dmctl
+          - name: container image - dm
+            type: image
+            artifactory:
+              repo: "{{ .Release.registry }}/pingcap/tiflow/images/dm"
+            dockerfile: https://github.com/PingCAP-QE/artifacts/raw/main/dockerfiles/products/tiflow/{{ template "image_dockerfile_folder" .Release.version }}dm.Dockerfile
+            files:
+              - name: dm-master
+                src:
+                  path: bin/dm-master
+              - name: dm-worker
+                src:
+                  path: bin/dm-worker
+              - name: dmctl
+                src:
+                  path: bin/dmctl
+          - name: container image - tiflow-engine
+            type: image
+            artifactory:
+              repo: "{{ .Release.registry }}/pingcap/tiflow/images/tiflow"
+            context: . # just build under git repo folder.
+            dockerfile: deployments/engine/docker/Dockerfile
+            build_args:
+              - GOPROXY=http://goproxy.pingcap.net,https://goproxy.cn,direct
+      - description: For range [v6.5.0, v9.0.0)
+        if: {{ semver.CheckConstraint ">= 6.5.0-0, < v9.0.0-0" .Release.version }}
         os: [linux, darwin]
         arch: [amd64, arm64]
         profile: [release]