forked from kubeflow/pipelines
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathpresubmit-tests-tfx.sh
executable file
·63 lines (57 loc) · 3.01 KB
/
presubmit-tests-tfx.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
#!/bin/bash -ex
# Copyright 2020 Kubeflow Pipelines contributors
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
source_root=$(pwd)
# TODO(#5051) Unpin pip version once we figure out how to make the new dependency resolver in pip 20.3+ work in our case.
python3 -m pip install --upgrade pip==20.2.3
# TODO(#7142): remove future
python3 -m pip install --upgrade future==0.18.2
# TODO: unpin google-cloud-bigquery once TFX revert https://github.com/tensorflow/tfx/commit/f8c1dea2095197ceda60e1c4d67c4c90fc17ed44
python3 -m pip install --upgrade google-cloud-bigquery==1.28.0
python3 -m pip install -r "$source_root/sdk/python/requirements.txt"
# Additional dependencies
#pip3 install coverage==4.5.4 coveralls==1.9.2 six>=1.13.0
# Sample test infra dependencies
pip3 install minio
pip3 install junit_xml
# Using Argo to lint all compiled workflows
"${source_root}/test/install-argo-cli.sh"
pushd $source_root/sdk/python
python3 -m pip install -e .
popd # Changing the current directory to the repo root for correct coverall paths
# Test against TFX
# Compile and setup bazel for compiling the protos
# Instruction from https://docs.bazel.build/versions/master/install-ubuntu.html
curl -sSL https://github.com/bazelbuild/bazel/releases/download/3.7.2/bazel-3.7.2-installer-linux-x86_64.sh -o bazel_installer.sh
chmod +x bazel_installer.sh
./bazel_installer.sh
# Install TFX from head
cd $source_root
# TODO(#6906): unpin release branch
git clone --branch r1.4.0 --depth 1 https://github.com/tensorflow/tfx.git
cd $source_root/tfx
python3 -m pip install .[test] --upgrade \
--extra-index-url https://pypi-nightly.tensorflow.org/simple
# KFP-related tests
python3 $source_root/tfx/tfx/orchestration/kubeflow/kubeflow_dag_runner_test.py
python3 $source_root/tfx/tfx/orchestration/kubeflow/base_component_test.py
python3 $source_root/tfx/tfx/orchestration/kubeflow/v2/compiler_utils_test.py
python3 $source_root/tfx/tfx/orchestration/kubeflow/v2/kubeflow_v2_dag_runner_test.py
python3 $source_root/tfx/tfx/orchestration/kubeflow/v2/parameter_utils_test.py
python3 $source_root/tfx/tfx/orchestration/kubeflow/v2/pipeline_builder_test.py
python3 $source_root/tfx/tfx/orchestration/kubeflow/v2/step_builder_test.py
python3 $source_root/tfx/tfx/orchestration/kubeflow/v2/container/kubeflow_v2_entrypoint_utils_test.py
python3 $source_root/tfx/tfx/orchestration/kubeflow/v2/container/kubeflow_v2_run_executor_test.py
python3 $source_root/tfx/tfx/orchestration/kubeflow/v2/file_based_example_gen/driver_test.py
python3 $source_root/tfx/tfx/examples/penguin/penguin_pipeline_kubeflow_test.py