From 0a3d5b9f4a6b01b8003e66cbd476e352eb09e4e3 Mon Sep 17 00:00:00 2001 From: Caio Tomazelli Date: Fri, 30 Apr 2021 18:10:42 -0300 Subject: [PATCH 1/2] Fixes documentation --- README.md | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 33e427b4..8a24f65c 100644 --- a/README.md +++ b/README.md @@ -111,8 +111,11 @@ python3 megalist_dataflow/main.py \ ``` ### Deploying Pipeline -To deploy, use the following command: -`./deploy_cloud.sh project_id bucket_name region_name` +To deploy, use the following commands from the root folder: +``` +cd terraform +./scripts/deploy_cloud.sh project_id bucket_name region_name +``` #### Manually executing pipeline using Dataflow UI To execute the pipeline, use the following steps: From d6acb459b61b0a8f83fbba2eb6b288f88c618e59 Mon Sep 17 00:00:00 2001 From: Caio Tomazelli Date: Fri, 30 Apr 2021 18:11:44 -0300 Subject: [PATCH 2/2] Fixing deploy_cloud.sh typo. --- terraform/scripts/deploy_cloud.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/terraform/scripts/deploy_cloud.sh b/terraform/scripts/deploy_cloud.sh index 37578e91..e238c78b 100755 --- a/terraform/scripts/deploy_cloud.sh +++ b/terraform/scripts/deploy_cloud.sh @@ -26,7 +26,7 @@ echo "Configuration GCP project in gcloud" gcloud config set project "$1" echo "Build Dataflow metadata" python3 -m pip install --user -q -r requirements.txt -python3 -m main --runner DataflowRunner --project "$1" --gcp_project_id "$1" --temp_location"gs://$2/tmp/" --region "$3" --setup_file ./setup.py --template_location "gs://$2/templates/megalista" --num_workers 1 --autoscaling_algorithm=NONE +python3 -m main --runner DataflowRunner --project "$1" --gcp_project_id "$1" --temp_location "gs://$2/tmp/" --region "$3" --setup_file ./setup.py --template_location "gs://$2/templates/megalista" --num_workers 1 --autoscaling_algorithm=NONE echo "Copy megalista_medata to bucket $2" gsutil cp megalist_metadata "gs://$2/templates/megalista_metadata" cd ..