Skip to content

Commit

Permalink
Move to production environment
Browse files Browse the repository at this point in the history
  • Loading branch information
jmelot committed Jan 12, 2024
1 parent f6d9d30 commit 5f6a524
Showing 1 changed file with 13 additions and 13 deletions.
26 changes: 13 additions & 13 deletions push_to_airflow.sh
Original file line number Diff line number Diff line change
@@ -1,18 +1,18 @@
gsutil cp linkage_dag.py gs://us-east1-production2023-cc1-01d75926-bucket/dags/
gsutil cp scholarly_lit_trigger.py gs://us-east1-production2023-cc1-01d75926-bucket/dags/
gsutil cp metadata_merge_trigger.py gs://us-east1-production2023-cc1-01d75926-bucket/dags/
gsutil rm -r gs://us-east1-production2023-cc1-01d75926-bucket/dags/sql/article_linkage/*
gsutil -m cp sql/* gs://us-east1-production2023-cc1-01d75926-bucket/dags/sql/article_linkage/
gsutil rm -r gs://us-east1-production2023-cc1-01d75926-bucket/dags/sequences/article_linkage/*
gsutil -m cp sequences/* gs://us-east1-production2023-cc1-01d75926-bucket/dags/sequences/article_linkage/
gsutil cp linkage_dag.py gs://us-east1-production-cc2-202-b42a7a54-bucket/dags/
gsutil cp scholarly_lit_trigger.py gs://us-east1-production-cc2-202-b42a7a54-bucket/dags/
gsutil cp metadata_merge_trigger.py gs://us-east1-production-cc2-202-b42a7a54-bucket/dags/
gsutil rm -r gs://us-east1-production-cc2-202-b42a7a54-bucket/dags/sql/article_linkage/*
gsutil -m cp sql/* gs://us-east1-production-cc2-202-b42a7a54-bucket/dags/sql/article_linkage/
gsutil rm -r gs://us-east1-production-cc2-202-b42a7a54-bucket/dags/sequences/article_linkage/*
gsutil -m cp sequences/* gs://us-east1-production-cc2-202-b42a7a54-bucket/dags/sequences/article_linkage/
gsutil rm -r gs://airflow-data-exchange/article_linkage/schemas/*
gsutil cp schemas/* gs://airflow-data-exchange/article_linkage/schemas/
gsutil rm -r gs://us-east1-production2023-cc1-01d75926-bucket/dags/schemas/article_linkage/*
gsutil -m cp schemas/* gs://us-east1-production2023-cc1-01d75926-bucket/dags/schemas/article_linkage/
gsutil rm -r gs://us-east1-production-cc2-202-b42a7a54-bucket/dags/schemas/article_linkage/*
gsutil -m cp schemas/* gs://us-east1-production-cc2-202-b42a7a54-bucket/dags/schemas/article_linkage/
gsutil cp utils/create_merge_ids.py gs://airflow-data-exchange/article_linkage/vm_scripts/
gsutil cp utils/run_simhash.py gs://airflow-data-exchange/article_linkage/vm_scripts/
gsutil cp utils/my_simhash.py gs://airflow-data-exchange/article_linkage/vm_scripts/
gsutil cp utils/article_linkage_lid_dataflow_requirements.txt gs://us-east1-production2023-cc1-01d75926-bucket/dags/requirements/article_linkage_lid_dataflow_requirements.txt
gsutil cp utils/article_linkage_text_clean_requirements.txt gs://us-east1-production2023-cc1-01d75926-bucket/dags/requirements/article_linkage_text_clean_requirements.txt
gsutil cp utils/clean_corpus.py gs://us-east1-production2023-cc1-01d75926-bucket/dags/linkage_scripts/
gsutil cp utils/run_lid.py gs://us-east1-production2023-cc1-01d75926-bucket/dags/linkage_scripts/
gsutil cp utils/article_linkage_lid_dataflow_requirements.txt gs://us-east1-production-cc2-202-b42a7a54-bucket/dags/requirements/article_linkage_lid_dataflow_requirements.txt
gsutil cp utils/article_linkage_text_clean_requirements.txt gs://us-east1-production-cc2-202-b42a7a54-bucket/dags/requirements/article_linkage_text_clean_requirements.txt
gsutil cp utils/clean_corpus.py gs://us-east1-production-cc2-202-b42a7a54-bucket/dags/linkage_scripts/
gsutil cp utils/run_lid.py gs://us-east1-production-cc2-202-b42a7a54-bucket/dags/linkage_scripts/

0 comments on commit 5f6a524

Please sign in to comment.