Wx/ fix bert and stable difussion #3606

Workflow file for this run

	name: dipu ci
	on:
	workflow_dispatch:
	push:
	branches:
	- main
	- dev_v0.25
	pull_request:

	env:
	CAMB_CI_PATH: '/mnt/lustre/share/parrotsci/github/cibuild/${{ github.repository }}'
	CAMB_PARTATION: ${{ vars.CAMB_SLURM_PAR != '' && vars.CAMB_SLURM_PAR \|\| 'camb_mlu370_m8' }}
	CAMB_CLUSTER: CAMB
	CAMB_TORCH_BASE_DIR: '/mnt/lustre/share/parrotsci/github/cibuild/pytorchbase'
	CUDA_CI_PATH: '/mnt/cache/share/parrotsci/github/cibuild/${{ github.repository }}'
	CUDA_PARTATION: ${{ vars.SH1988_SLURM_PAR != '' && vars.SH1988_SLURM_PAR \|\| 'pat_rd -x SH-IDC1-10-198-8-60' }}
	CUDA_CLUSTER: SH1988
	ASCEND_CI_PATH: '/mnt/cache/share/deeplinkci/github/${{ github.repository }}'
	ASCEND_CLUSTER: ASCEND
	ASCEND_TORCH_DIR: '/mnt/cache/share/platform/cienv/pytorch'
	CI_BUILD_FLAG: "ci_build_flag"
	PYTORCH_COMMIT: ${{ vars.PYTORCH_COMMIT != '' && vars.PYTORCH_COMMIT \|\| 'c263bd43e8e8502d4726643bc6fd046f0130ac0e' }} # pytorch tag 2.0
	ALL_COVERAGE: ${{ (contains( github.ref, 'main') \|\| startsWith(github.ref, 'refs/heads/v') \|\| startsWith(github.ref, 'refs/heads/dev')) && 'ON' \|\| 'OFF' }}
	REQUIRE_COVERAGE: ${{ vars.REQUIRE_COVERAGE != '' && vars.REQUIRE_COVERAGE \|\| '40' }}
	REPO: ${{ github.event.repository.name }}

	concurrency:
	group: ${{ github.head_ref \|\| github.ref }}
	cancel-in-progress: true

	jobs:
	Rsync:
	name: Rsync code
	runs-on: github-poc-ci
	steps:
	- name: clone repo
	run: \|
	set -ex
	cd ${GITHUB_WORKSPACE} && rm -rf DIPU DIPU_DIOPI ${REPO}
	if [ -n "${{ github.event.pull_request.head.repo.full_name }}" ] && [[ ! "${{ github.event.pull_request.head.repo.full_name }}" == DeepLink-org ]]; then
	git clone ${{ github.event.pull_request.head.repo.ssh_url }}
	cd ${GITHUB_WORKSPACE}/${{ github.event.repository.name }} && git checkout ${{ github.event.pull_request.head.sha }}
	git remote add mainrepo [email protected]:${GITHUB_REPOSITORY}.git
	git fetch mainrepo && git merge --no-edit mainrepo/${{ github.base_ref }}
	else
	git clone https://github.com/DeepLink-org/${REPO}.git && cd ${REPO}
	if [ $GITHUB_EVENT_NAME == "pull_request" ]; then
	echo "${{ github.base_ref }} "
	git checkout ${{ github.event.pull_request.head.sha }} && git merge --no-edit origin/${{ github.base_ref }}
	else
	echo $GITHUB_EVENT_NAME
	git checkout ${{ github.sha }}
	fi
	fi
	cd ${GITHUB_WORKSPACE}/${REPO}/dipu && rm -rf third_party/kineto
	git clone --reference /home/autolink/rsync/sourcecode/DeepLink-org/kineto https://github.com/DeepLink-org/kineto.git third_party/kineto
	git submodule update --init && cd third_party/kineto && git submodule update --init
	cd ${GITHUB_WORKSPACE} && cp -R ${REPO} ${REPO}_DIOPI
	cd ${REPO}/dipu && bash /home/autolink/rsync/sourcecode/update_code.sh
	rsync -a /home/autolink/rsync/sourcecode/mmlab_pack . && cd mmlab_pack
	bash ../scripts/ci/ci_one_iter.sh clone
	# dipu_diopi depend on latest target diopi branch, not diopi in submodule. here assume diopi and dipu use same 'target branch' " github.base_ref "
	cd ${GITHUB_WORKSPACE}/${REPO}_DIOPI/dipu/third_party && rm -rf DIOPI && git clone https://github.com/DeepLink-org/DIOPI.git
	if [ $GITHUB_EVENT_NAME == "pull_request" ]; then
	cd ./DIOPI && git checkout ${{ github.base_ref }}
	fi
	- name: Rsync to Server
	run: \|
	ssh ${CAMB_CLUSTER} "mkdir -p ${CAMB_CI_PATH}/${GITHUB_RUN_NUMBER}/source ${CAMB_CI_PATH}/${GITHUB_RUN_NUMBER}/source-main"
	rsync -a --delete ${GITHUB_WORKSPACE}/${REPO}/ ${CAMB_CLUSTER}:${CAMB_CI_PATH}/${GITHUB_RUN_NUMBER}/source/
	rsync -a --delete ${GITHUB_WORKSPACE}/${REPO}_DIOPI/ ${CAMB_CLUSTER}:${CAMB_CI_PATH}/${GITHUB_RUN_NUMBER}/source-main/
	ssh ${CUDA_CLUSTER} "mkdir -p ${CUDA_CI_PATH}/${GITHUB_RUN_NUMBER}/source ${CUDA_CI_PATH}/${GITHUB_RUN_NUMBER}/source-main"
	rsync -a --delete ${GITHUB_WORKSPACE}/${REPO}/ ${CUDA_CLUSTER}:${CUDA_CI_PATH}/${GITHUB_RUN_NUMBER}/source/
	rsync -a --delete ${GITHUB_WORKSPACE}/${REPO}_DIOPI/ ${CUDA_CLUSTER}:${CUDA_CI_PATH}/${GITHUB_RUN_NUMBER}/source-main/
	ssh ${ASCEND_CLUSTER} "mkdir -p ${ASCEND_CI_PATH}/${GITHUB_RUN_NUMBER}/source ${ASCEND_CI_PATH}/${GITHUB_RUN_NUMBER}/source-main"
	rsync -a --delete ${GITHUB_WORKSPACE}/${REPO}/ ${ASCEND_CLUSTER}:${ASCEND_CI_PATH}/${GITHUB_RUN_NUMBER}/source/
	rsync -a --delete ${GITHUB_WORKSPACE}/${REPO}_DIOPI/ ${ASCEND_CLUSTER}:${ASCEND_CI_PATH}/${GITHUB_RUN_NUMBER}/source-main/

	Build-Camb:
	name: Build-dipu-camb
	needs: [Rsync]
	runs-on: github-poc-ci
	env:
	MLU_REQUESTS: 1
	steps:
	- name: Build dipu
	run: \|
	ssh ${CAMB_CLUSTER} """
	set -ex
	export USE_COVERAGE=ON
	cd ${CAMB_CI_PATH}/${GITHUB_RUN_NUMBER}/ && rm -rf ${GITHUB_JOB} && cp -R source ${GITHUB_JOB} && cd ${GITHUB_JOB}/dipu
	export PYTORCH_DIR=${CAMB_TORCH_BASE_DIR}/${PYTORCH_COMMIT}
	source scripts/ci/camb/ci_camb_env.sh
	rsync -a /mnt/lustre/share_data/PAT/datasets/huggingface mmlab_pack/
	srun --job-name=${GITHUB_JOB} --partition=${CAMB_PARTATION} --time=40 \
	--gres=mlu:${MLU_REQUESTS} bash scripts/ci/camb/ci_camb_script.sh build_dipu \
	\|\| ( cd ${CAMB_CI_PATH}/${GITHUB_RUN_NUMBER}/ && rm -rf ${GITHUB_JOB} && exit 1 )
	"""

	Test-Camb:
	name: Test-dipu-camb
	needs: [Build-Camb]
	runs-on: github-poc-ci
	env:
	MLU_REQUESTS: 1
	steps:
	- name: Run-test
	run: \|
	ssh ${CAMB_CLUSTER} """
	set -ex
	export USE_COVERAGE=ON
	cd ${CAMB_CI_PATH}/${GITHUB_RUN_NUMBER}/ && cd Build-Camb/dipu
	export PYTORCH_DIR=${CAMB_TORCH_BASE_DIR}/${PYTORCH_COMMIT}
	source scripts/ci/camb/ci_camb_env.sh
	srun --job-name=${GITHUB_JOB} --partition=${CAMB_PARTATION} --time=40 --gres=mlu:${MLU_REQUESTS} sh tests/run_camb_tests.sh
	if [ "${ALL_COVERAGE}" = "ON" ]; then
	sh /mnt/lustre/share/platform/dep/sonar/coverage_DIPU_camb.sh ${CAMB_CI_PATH}/${GITHUB_RUN_NUMBER}/Build-Camb ${GITHUB_RUN_NUMBER} \|\| echo "get coverage fail"
	fi
	"""
	- name: increment coverage check
	if: ${{ contains( github.event_name, 'pull_request' ) && contains( github.base_ref, 'main' ) }}
	run: \|
	ssh ${CAMB_CLUSTER} """
	set -e
	cd ${CAMB_CI_PATH}/${GITHUB_RUN_NUMBER}/Build-Camb
	rm -rf scripts
	ln -s ${CAMB_CI_PATH}/${GITHUB_RUN_NUMBER}/source-main/dipu/third_party/DIOPI/scripts scripts
	source /mnt/cache/share/platform/env/camb_ci_diopi_impl
	bash scripts/increment_coverage.sh ${REQUIRE_COVERAGE}
	"""

	Test-One-Iter-Camb:
	name: Test-one-iter-camb
	needs: [Build-Camb]
	runs-on: github-poc-ci
	env:
	MLU_REQUESTS: 1
	steps:
	- name: build-some-env
	run: \|
	ssh ${CAMB_CLUSTER} """
	set -ex
	cd ${CAMB_CI_PATH}/${GITHUB_RUN_NUMBER}/Build-Camb/dipu
	export PYTORCH_DIR=${CAMB_TORCH_BASE_DIR}/${PYTORCH_COMMIT}
	echo "pytorch dir: \${PYTORCH_DIR}"
	source scripts/ci/camb/ci_camb_env.sh
	basic_path=${CAMB_CI_PATH}/${GITHUB_RUN_NUMBER}/Build-Camb/dipu/mmlab_pack
	export PYTHONPATH=\${basic_path}/mmengine:\$PYTHONPATH
	export PYTHONPATH=\${basic_path}/mmcv:\$PYTHONPATH
	export PYTHONPATH=\${pwd}:\$PYTHONPATH
	cd mmlab_pack
	srun --job-name=${GITHUB_RUN_NUMBER}_${GITHUB_JOB} --partition=${CAMB_PARTATION} --gres=mlu:${MLU_REQUESTS} sh ../scripts/ci/ci_one_iter.sh build_camb
	"""

	- name: run-one-iter-tools
	run: \|
	ssh ${CAMB_CLUSTER} """
	set -ex
	cd ${CAMB_CI_PATH}/${GITHUB_RUN_NUMBER}/Build-Camb/dipu
	export PYTORCH_DIR=${CAMB_TORCH_BASE_DIR}/${PYTORCH_COMMIT}
	echo "pytorch dir: \${PYTORCH_DIR}"
	source scripts/ci/camb/ci_camb_env.sh
	basic_path=${CAMB_CI_PATH}/${GITHUB_RUN_NUMBER}/Build-Camb/dipu/mmlab_pack
	source scripts/ci/ci_one_iter.sh export_pythonpath_camb \${basic_path}
	cd mmlab_pack
	rm -rf one_iter_data
	python ../scripts/ci/ci_run_one_iter.py camb ${GITHUB_JOB} "mlu:${MLU_REQUESTS}" ${CAMB_PARTATION} && rm -rf one_iter_data \|\| (rm -rf one_iter_data && exit 1)
	"""

	- name: Perform cleanup one iter data
	if: always()
	run: \|
	ssh ${CAMB_CLUSTER} """
	set -ex
	echo "${GITHUB_RUN_NUMBER}_${GITHUB_JOB}"
	scancel -n "${GITHUB_RUN_NUMBER}_${GITHUB_JOB}"
	cd ${CAMB_CI_PATH}/${GITHUB_RUN_NUMBER}/Build-Camb/dipu/mmlab_pack
	rm -rf one_iter_data
	touch one_iter_data #用于占位，防止创建新的one_iter_data文件夹
	"""

	- name: Check for failure
	if: ${{ failure() }}
	run: exit 1

	Build-Camb-Latest-Target:
	name: Build-dipu-camb-latest-target
	needs: [Rsync]
	runs-on: github-poc-ci
	env:
	MLU_REQUESTS: 1
	steps:
	- name: Build dipu diopi-latest-target
	run: \|
	ssh ${CAMB_CLUSTER} """
	set -ex
	cd ${CAMB_CI_PATH}/${GITHUB_RUN_NUMBER}/ && rm -rf ${GITHUB_JOB} && cp -R source-main ${GITHUB_JOB} && cd ${GITHUB_JOB}/dipu
	export PYTORCH_DIR=${CAMB_TORCH_BASE_DIR}/${PYTORCH_COMMIT}
	source scripts/ci/camb/ci_camb_env.sh
	srun --job-name=${GITHUB_JOB} --partition=${CAMB_PARTATION} --time=40 \
	--gres=mlu:${MLU_REQUESTS} bash scripts/ci/camb/ci_camb_script.sh build_dipu \
	\|\| ( cd ${CAMB_CI_PATH}/${GITHUB_RUN_NUMBER}/ && rm -rf ${GITHUB_JOB} && exit 1 )
	"""

	Test-Camb-Latest-Target:
	name: Test-dipu-camb-latest-target
	needs: [Build-Camb-Latest-Target]
	runs-on: github-poc-ci
	env:
	MLU_REQUESTS: 1
	steps:
	- name: Run-test
	run: \|
	ssh ${CAMB_CLUSTER} """
	set -ex
	cd ${CAMB_CI_PATH}/${GITHUB_RUN_NUMBER}/ && cd Build-Camb-Latest-Target/dipu
	export PYTORCH_DIR=${CAMB_TORCH_BASE_DIR}/${PYTORCH_COMMIT}
	source scripts/ci/camb/ci_camb_env.sh
	srun --job-name=${GITHUB_JOB} --partition=${CAMB_PARTATION} --time=40 --gres=mlu:${MLU_REQUESTS} sh tests/run_camb_tests.sh && rm -rf Build-Camb-Diopi \
	\|\| ( cd ${CAMB_CI_PATH}/${GITHUB_RUN_NUMBER}/ && rm -rf Build-Camb-Latest-Target && exit 1 )
	"""

	Build-Cuda:
	name: Build-dipu-cuda
	needs: [Rsync]
	runs-on: github-poc-ci
	env:
	GPU_REQUESTS: 1
	steps:
	- name: Build dipu
	run: \|
	ssh ${CUDA_CLUSTER} """
	set -e
	export USE_COVERAGE=ON
	cd ${CUDA_CI_PATH}/${GITHUB_RUN_NUMBER} && rm -rf ${GITHUB_JOB} && cp -R source ${GITHUB_JOB} && cd ${GITHUB_JOB}/dipu
	source scripts/ci/nv/ci_nv_env.sh
	rsync -a /mnt/lustre/share_data/PAT/datasets/huggingface mmlab_pack/
	srun --job-name=${GITHUB_RUN_NUMBER}_${GITHUB_JOB} --partition=${CUDA_PARTATION} --gres=gpu:${GPU_REQUESTS} --time=30 bash scripts/ci/nv/ci_nv_script.sh build_dipu \
	\|\| ( cd ${CUDA_CI_PATH}/${GITHUB_RUN_NUMBER}/ && rm -rf ${GITHUB_JOB} && exit 1 )
	"""

	Test-Cuda:
	name: Test-dipu-cuda
	needs: [Build-Cuda]
	runs-on: github-poc-ci
	env:
	GPU_REQUESTS: 1
	steps:
	- name: Run-test
	run: \|
	ssh ${CUDA_CLUSTER} """
	set -ex
	export USE_COVERAGE=ON
	cd ${CUDA_CI_PATH}/${GITHUB_RUN_NUMBER}/ && cd Build-Cuda/dipu
	source scripts/ci/nv/ci_nv_env.sh
	srun --job-name=${GITHUB_RUN_NUMBER}_${GITHUB_JOB} --partition=${CUDA_PARTATION} --gres=gpu:${GPU_REQUESTS} --cpus-per-task=5 --mem=16G --time=70 sh tests/run_nv_tests.sh
	if [ "${ALL_COVERAGE}" = "ON" ]; then
	bash /mnt/cache/share/platform/dep/sonar/coverage_DIPU_nv.sh ${CUDA_CI_PATH}/${GITHUB_RUN_NUMBER}/Build-Cuda ${GITHUB_RUN_NUMBER} \|\| echo "get coverage fail"
	fi
	"""
	- name: increment coverage check
	if: ${{ contains( github.event_name, 'pull_request' ) && contains( github.base_ref, 'main' ) }}
	run: \|
	ssh ${CUDA_CLUSTER} """
	set -e
	cd ${CUDA_CI_PATH}/${GITHUB_RUN_NUMBER}/Build-Cuda/
	rm -rf scripts
	ln -s ${CUDA_CI_PATH}/${GITHUB_RUN_NUMBER}/source-main/dipu/third_party/DIOPI/scripts scripts
	source /mnt/cache/share/platform/env/pt2.0_diopi
	bash scripts/increment_coverage.sh ${REQUIRE_COVERAGE}
	"""

	Test-One-Iter_Cuda:
	name: Test-one-iter-cuda
	needs: [Build-Cuda]
	runs-on: github-poc-ci
	env:
	GPU_REQUESTS: 1
	steps:
	- name: build some env
	run: \|
	ssh ${CUDA_CLUSTER} """
	set -ex
	cd ${CUDA_CI_PATH}/${GITHUB_RUN_NUMBER}/ && cd Build-Cuda/dipu
	source scripts/ci/nv/ci_nv_env.sh
	basic_path=${CUDA_CI_PATH}/${GITHUB_RUN_NUMBER}/Build-Cuda/dipu/mmlab_pack
	export PYTHONPATH=\${basic_path}/mmengine:\$PYTHONPATH
	export PYTHONPATH=\${basic_path}/mmcv:\$PYTHONPATH
	export PYTHONPATH=\${pwd}:\$PYTHONPATH
	cd mmlab_pack
	srun --job-name=${GITHUB_RUN_NUMBER}_${GITHUB_JOB} --partition=${CUDA_PARTATION} --gres=gpu:${GPU_REQUESTS} --time=20 bash ../scripts/ci/ci_one_iter.sh build_cuda
	"""

	- name: run-one-iter-tools
	run: \|
	ssh ${CUDA_CLUSTER} """
	cd ${CUDA_CI_PATH}/${GITHUB_RUN_NUMBER}/ && cd Build-Cuda/dipu
	source scripts/ci/nv/ci_nv_env.sh
	basic_path=${CUDA_CI_PATH}/${GITHUB_RUN_NUMBER}/Build-Cuda/dipu/mmlab_pack
	source scripts/ci/ci_one_iter.sh export_pythonpath_cuda \${basic_path}
	cd mmlab_pack
	rm -rf one_iter_data
	python ../scripts/ci/ci_run_one_iter.py cuda ${GITHUB_RUN_NUMBER}_${GITHUB_JOB} "gpu:${GPU_REQUESTS}" ${CUDA_PARTATION} && rm -rf one_iter_data \|\| (rm -rf one_iter_data && exit 1)
	"""

	- name: Perform cleanup one iter data
	if: always()
	run: \|
	ssh ${CUDA_CLUSTER} """
	set -ex
	echo "${GITHUB_RUN_NUMBER}_${GITHUB_JOB}"
	scancel -n "${GITHUB_RUN_NUMBER}_${GITHUB_JOB}"
	cd ${CUDA_CI_PATH}/${GITHUB_RUN_NUMBER}/Build-Cuda/dipu/mmlab_pack
	rm -rf one_iter_data
	touch one_iter_data #用于占位，防止创建新的one_iter_data文件夹
	"""

	- name: Check for failure
	if: ${{ failure() }}
	run: exit 1

	Build-Cuda-Latest-Target:
	name: Build-dipu-cuda-latest-target
	needs: [Rsync]
	runs-on: github-poc-ci
	env:
	GPU_REQUESTS: 1
	steps:
	- name: Build dipu diopi-latest-target
	run: \|
	ssh ${CUDA_CLUSTER} """
	set -ex
	cd ${CUDA_CI_PATH}/${GITHUB_RUN_NUMBER} && rm -rf ${GITHUB_JOB} && cp -R source-main ${GITHUB_JOB} && cd ${GITHUB_JOB}/dipu
	source scripts/ci/nv/ci_nv_env.sh
	srun --job-name=${GITHUB_RUN_NUMBER}_${GITHUB_JOB} --partition=${CUDA_PARTATION} --gres=gpu:${GPU_REQUESTS} --cpus-per-task=5 --mem=16G --time=30 bash scripts/ci/nv/ci_nv_script.sh build_dipu \
	\|\| ( cd ${CUDA_CI_PATH}/${GITHUB_RUN_NUMBER}/ && rm -rf ${GITHUB_JOB} && exit 1 )
	"""

	Test-Cuda-Latest-Target:
	name: Test-dipu-cuda-latest-target
	needs: [Build-Cuda-Latest-Target]
	runs-on: github-poc-ci
	env:
	GPU_REQUESTS: 1
	steps:
	- name: Run-test
	run: \|
	ssh ${CUDA_CLUSTER} """
	set -ex
	cd ${CUDA_CI_PATH}/${GITHUB_RUN_NUMBER}/ && cd Build-Cuda-Latest-Target/dipu
	source scripts/ci/nv/ci_nv_env.sh
	srun --job-name=${GITHUB_RUN_NUMBER}_${GITHUB_JOB} --partition=${CUDA_PARTATION} --gres=gpu:${GPU_REQUESTS} --cpus-per-task=5 --mem=16G --time=60 sh tests/run_nv_tests.sh && cd ${CUDA_CI_PATH}/${GITHUB_RUN_NUMBER}/ && rm -rf Build-Cuda-Latest-Target \
	\|\| ( cd ${CUDA_CI_PATH}/${GITHUB_RUN_NUMBER}/ && rm -rf ${GITHUB_JOB} && exit 1 )
	"""

	Build-PyTorch-For-Ascend:
	name: Build-dipu-pytorch-for-ascend
	needs: [Rsync]
	runs-on: tps-ascend-ci
	steps:
	- name: Build PyTorch
	run: \|
	set -ex
	cd ${ASCEND_TORCH_DIR}
	if [ "$(git rev-parse HEAD)" != "${PYTORCH_COMMIT}" ]; then
	rm -rf build
	fi
	if [ ! -d "build" ]; then
	source ${ASCEND_CI_PATH}/${GITHUB_RUN_NUMBER}/source/dipu/scripts/ci/ascend/ci_ascend_env.sh
	export CMAKE_PREFIX_PATH=${CONDA_PREFIX:-"$(dirname $(which conda))/../"}
	BUILD_BINARY=0 USE_PRECOMPILED_HEADERS=1 BUILD_TEST=0 USE_CUDA=0 python setup.py build_ext -i \|\| (rm -rf build && exit 1)
	fi

	Build-Ascend:
	name: Build-dipu-ascend
	needs: [Build-PyTorch-For-Ascend]
	runs-on: tps-ascend-ci
	steps:
	- name: Build dipu
	run: \|
	set -ex
	cd ${ASCEND_CI_PATH}/${GITHUB_RUN_NUMBER}/ && rm -rf ${GITHUB_JOB} && cp -R source ${GITHUB_JOB} && cd ${GITHUB_JOB}/dipu
	source scripts/ci/ascend/ci_ascend_env.sh
	bash scripts/ci/ascend/ci_ascend_script.sh build_dipu \
	\|\| ( cd ${ASCEND_CI_PATH}/${GITHUB_RUN_NUMBER}/ && rm -rf ${GITHUB_JOB} && exit 1 )

	Test-Ascend:
	name: Test-dipu-ascend
	needs: [Build-Ascend]
	runs-on: tps-ascend-ci
	steps:
	- name: Run a test
	run: \|
	set -ex
	cd ${ASCEND_CI_PATH}/${GITHUB_RUN_NUMBER}/Build-Ascend/dipu
	source scripts/ci/ascend/ci_ascend_env.sh
	bash tests/run_ascend_tests.sh

	Test-One-Iter-Ascend:
	name: Test-one-iter-ascend
	needs: [Build-Ascend]
	runs-on: tps-ascend-ci
	steps:
	- name: Build some env
	run: \|
	set -ex
	cd ${ASCEND_CI_PATH}/${GITHUB_RUN_NUMBER}/Build-Ascend/dipu
	source scripts/ci/ascend/ci_ascend_env.sh
	basic_path=${ASCEND_CI_PATH}/${GITHUB_RUN_NUMBER}/Build-Ascend/dipu/mmlab_pack
	source scripts/ci/ci_one_iter.sh export_pythonpath_ascend ${basic_path}
	cd mmlab_pack
	bash ../scripts/ci/ci_one_iter.sh build_ascend

	- name: Run one iter tools
	run: \|
	set -ex
	cd ${ASCEND_CI_PATH}/${GITHUB_RUN_NUMBER}/Build-Ascend/dipu
	source scripts/ci/ascend/ci_ascend_env.sh
	basic_path=${ASCEND_CI_PATH}/${GITHUB_RUN_NUMBER}/Build-Ascend/dipu/mmlab_pack
	source scripts/ci/ci_one_iter.sh export_pythonpath_ascend ${basic_path}
	cd mmlab_pack
	rm -rf one_iter_data
	python ../scripts/ci/ci_run_one_iter.py ascend "" "" "" && rm -rf one_iter_data \|\| (rm -rf one_iter_data && exit 1)

	- name: Perform cleanup one iter data
	if: always()
	run: \|
	set -ex
	cd ${ASCEND_CI_PATH}/${GITHUB_RUN_NUMBER}/Build-Ascend/dipu/mmlab_pack
	rm -rf one_iter_data
	touch one_iter_data #用于占位，防止创建新的one_iter_data文件夹

	- name: Check for failure
	if: ${{ failure() }}
	run: exit 1

	Build-Ascend-Latest-Target:
	name: Build-dipu-ascend-latest-target
	needs: [Build-PyTorch-For-Ascend]
	runs-on: tps-ascend-ci
	steps:
	- name: Build dipu diopi-latest-target
	run: \|
	set -ex
	cd ${ASCEND_CI_PATH}/${GITHUB_RUN_NUMBER}/ && rm -rf ${GITHUB_JOB} && cp -R source-main ${GITHUB_JOB} && cd ${GITHUB_JOB}/dipu
	source scripts/ci/ascend/ci_ascend_env.sh
	bash scripts/ci/ascend/ci_ascend_script.sh build_dipu \
	\|\| ( cd ${ASCEND_CI_PATH}/${GITHUB_RUN_NUMBER}/ && rm -rf ${GITHUB_JOB} && exit 1 )

	Test-Ascend-Latest-Target:
	name: Test-dipu-ascend-latest-target
	needs: [Build-Ascend-Latest-Target]
	runs-on: tps-ascend-ci
	steps:
	- name: Run a test
	run: \|
	set -ex
	cd ${ASCEND_CI_PATH}/${GITHUB_RUN_NUMBER}/Build-Ascend-Latest-Target/dipu
	source scripts/ci/ascend/ci_ascend_env.sh
	bash tests/run_ascend_tests.sh && cd ${ASCEND_CI_PATH}/${GITHUB_RUN_NUMBER}/ && rm -rf Build-Ascend-Latest-Target \
	\|\| ( cd ${ASCEND_CI_PATH}/${GITHUB_RUN_NUMBER}/ && rm -rf Build-Ascend-Latest-Target && exit 1 )

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Wx/ fix bert and stable difussion #3606

Workflow file

Wx/ fix bert and stable difussion #3606

Jobs

Run details

Workflow file for this run