Skip to content

Commit

Permalink
Merge pull request #548 from prefeitura-rio/staging/seeketing-alter-s…
Browse files Browse the repository at this point in the history 
…heet-address

add: new data from museums
  • Loading branch information
@BrunodePauloAlmeida
BrunodePauloAlmeida authored Oct 31, 2023
2 parents 0fe7d64 + b94c612 commit 59cbe59
Showing 1 changed file with 77 additions and 39 deletions.
116 changes: 77 additions & 39 deletions pipelines/rj_setur/dump_url_seeketing/schedules.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -21,8 +21,8 @@
gsheets_urls = {
"museu_do_amanha": {
"dump_mode": "overwrite",
"url": "https://docs.google.com/spreadsheets/d/1wio45Se6HXo1nFeyY2GXxa-fduJlnICVW1p_Rg4UbjI\
/edit#gid=722381052",
"url": "https://docs.google.com/spreadsheets/d/1vVntiz0wmn4l1PzlXBWT3koCjECnIQFDRoA9kaYWnZo\
/edit#gid=861373755",
"url_type": "google_sheet",
"gsheets_sheet_name": "Museu do Amanhã",
"gsheets_sheet_range": "A5:B1000",
Expand All @@ -31,8 +31,8 @@
},
"cristo_redentor": {
"dump_mode": "overwrite",
"url": "https://docs.google.com/spreadsheets/d/1wio45Se6HXo1nFeyY2GXxa-fduJlnICVW1p_Rg4UbjI\
/edit#gid=722381052",
"url": "https://docs.google.com/spreadsheets/d/1vVntiz0wmn4l1PzlXBWT3koCjECnIQFDRoA9kaYWnZo\
/edit#gid=861373755",
"url_type": "google_sheet",
"gsheets_sheet_name": "Cristo Redentor (Paineiras)",
"gsheets_sheet_range": "A5:B1000",
Expand All @@ -41,8 +41,8 @@
},
"bio_parque": {
"dump_mode": "overwrite",
"url": "https://docs.google.com/spreadsheets/d/1wio45Se6HXo1nFeyY2GXxa-fduJlnICVW1p_Rg4UbjI\
/edit#gid=722381052",
"url": "https://docs.google.com/spreadsheets/d/1vVntiz0wmn4l1PzlXBWT3koCjECnIQFDRoA9kaYWnZo\
/edit#gid=861373755",
"url_type": "google_sheet",
"gsheets_sheet_name": "Bio Parque",
"gsheets_sheet_range": "A5:B1000",
Expand All @@ -51,8 +51,8 @@
},
"aquario": {
"dump_mode": "overwrite",
"url": "https://docs.google.com/spreadsheets/d/1wio45Se6HXo1nFeyY2GXxa-fduJlnICVW1p_Rg4UbjI\
/edit#gid=722381052",
"url": "https://docs.google.com/spreadsheets/d/1vVntiz0wmn4l1PzlXBWT3koCjECnIQFDRoA9kaYWnZo\
/edit#gid=861373755",
"url_type": "google_sheet",
"gsheets_sheet_name": "AquaRio",
"gsheets_sheet_range": "A5:B1000",
Expand All @@ -61,8 +61,8 @@
},
"ccbb": {
"dump_mode": "overwrite",
"url": "https://docs.google.com/spreadsheets/d/1wio45Se6HXo1nFeyY2GXxa-fduJlnICVW1p_Rg4UbjI\
/edit#gid=722381052",
"url": "https://docs.google.com/spreadsheets/d/1vVntiz0wmn4l1PzlXBWT3koCjECnIQFDRoA9kaYWnZo\
/edit#gid=861373755",
"url_type": "google_sheet",
"gsheets_sheet_name": "CCBB",
"gsheets_sheet_range": "A5:B1000",
Expand All @@ -71,8 +71,8 @@
},
"iss": {
"dump_mode": "overwrite",
"url": "https://docs.google.com/spreadsheets/d/1wio45Se6HXo1nFeyY2GXxa-fduJlnICVW1p_Rg4UbjI\
/edit#gid=722381052",
"url": "https://docs.google.com/spreadsheets/d/1vVntiz0wmn4l1PzlXBWT3koCjECnIQFDRoA9kaYWnZo\
/edit#gid=861373755",
"url_type": "google_sheet",
"gsheets_sheet_name": "ISS",
"gsheets_sheet_range": "A5:B1000",
Expand All @@ -81,28 +81,28 @@
},
"galeao": {
"dump_mode": "overwrite",
"url": "https://docs.google.com/spreadsheets/d/1wio45Se6HXo1nFeyY2GXxa-fduJlnICVW1p_Rg4UbjI\
/edit#gid=722381052",
"url": "https://docs.google.com/spreadsheets/d/1vVntiz0wmn4l1PzlXBWT3koCjECnIQFDRoA9kaYWnZo\
/edit#gid=861373755",
"url_type": "google_sheet",
"gsheets_sheet_name": "Galeão",
"gsheets_sheet_range": "A5:D1000",
"materialize_after_dump": True,
"dataset_id": "turismo_fluxo_visitantes",
},
"caged": {
"dump_mode": "overwrite",
"url": "https://docs.google.com/spreadsheets/d/1wio45Se6HXo1nFeyY2GXxa-fduJlnICVW1p_Rg4UbjI\
/edit#gid=722381052",
"url_type": "google_sheet",
"gsheets_sheet_name": "CAGED",
"gsheets_sheet_range": "A5:F1000",
"materialize_after_dump": True,
"dataset_id": "turismo_fluxo_visitantes",
},
# "caged": {
# "dump_mode": "overwrite",
# "url": "https://docs.google.com/spreadsheets/d/1vVntiz0wmn4l1PzlXBWT3koCjECnIQFDRoA9kaYWnZo\
# /edit#gid=861373755",
# "url_type": "google_sheet",
# "gsheets_sheet_name": "CAGED",
# "gsheets_sheet_range": "A5:F1000",
# "materialize_after_dump": True,
# "dataset_id": "turismo_fluxo_visitantes",
# },
"rede_hoteleira_ocupacao_geral": {
"dump_mode": "overwrite",
"url": "https://docs.google.com/spreadsheets/d/1wio45Se6HXo1nFeyY2GXxa-fduJlnICVW1p_Rg4UbjI\
/edit#gid=722381052",
"url": "https://docs.google.com/spreadsheets/d/1vVntiz0wmn4l1PzlXBWT3koCjECnIQFDRoA9kaYWnZo\
/edit#gid=861373755",
"url_type": "google_sheet",
"gsheets_sheet_name": "Ocupação da Rede Hoteleira",
"gsheets_sheet_range": "A5:B1000",
Expand All @@ -111,8 +111,8 @@
},
"rede_hoteleira_ocupacao_grandes_eventos": {
"dump_mode": "overwrite",
"url": "https://docs.google.com/spreadsheets/d/1wio45Se6HXo1nFeyY2GXxa-fduJlnICVW1p_Rg4UbjI\
/edit#gid=722381052",
"url": "https://docs.google.com/spreadsheets/d/1vVntiz0wmn4l1PzlXBWT3koCjECnIQFDRoA9kaYWnZo\
/edit#gid=861373755",
"url_type": "google_sheet",
"gsheets_sheet_name": "Ocupação da Rede Hoteleira em Grandes Eventos",
"gsheets_sheet_range": "A5:E1000",
Expand All @@ -121,8 +121,8 @@
},
"santos_dumont": {
"dump_mode": "overwrite",
"url": "https://docs.google.com/spreadsheets/d/1wio45Se6HXo1nFeyY2GXxa-fduJlnICVW1p_Rg4UbjI\
/edit#gid=722381052",
"url": "https://docs.google.com/spreadsheets/d/1vVntiz0wmn4l1PzlXBWT3koCjECnIQFDRoA9kaYWnZo\
/edit#gid=861373755",
"url_type": "google_sheet",
"gsheets_sheet_name": "SDU",
"gsheets_sheet_range": "A5:B1000",
Expand All @@ -131,8 +131,8 @@
},
"novo_rio": {
"dump_mode": "overwrite",
"url": "https://docs.google.com/spreadsheets/d/1wio45Se6HXo1nFeyY2GXxa-fduJlnICVW1p_Rg4UbjI\
/edit#gid=722381052",
"url": "https://docs.google.com/spreadsheets/d/1vVntiz0wmn4l1PzlXBWT3koCjECnIQFDRoA9kaYWnZo\
/edit#gid=861373755",
"url_type": "google_sheet",
"gsheets_sheet_name": "Novo Rio",
"gsheets_sheet_range": "A5:B1000",
Expand All @@ -141,8 +141,8 @@
},
"pao_de_acucar": {
"dump_mode": "overwrite",
"url": "https://docs.google.com/spreadsheets/d/1wio45Se6HXo1nFeyY2GXxa-fduJlnICVW1p_Rg4UbjI\
/edit#gid=722381052",
"url": "https://docs.google.com/spreadsheets/d/1vVntiz0wmn4l1PzlXBWT3koCjECnIQFDRoA9kaYWnZo\
/edit#gid=861373755",
"url_type": "google_sheet",
"gsheets_sheet_name": "Parque Bondinho - Pão de Açucar",
"gsheets_sheet_range": "A4:B1000",
Expand All @@ -151,23 +151,61 @@
},
"museu_nacional": {
"dump_mode": "overwrite",
"url": "https://docs.google.com/spreadsheets/d/1wio45Se6HXo1nFeyY2GXxa-fduJlnICVW1p_Rg4UbjI\
/edit#gid=722381052",
"url": "https://docs.google.com/spreadsheets/d/1vVntiz0wmn4l1PzlXBWT3koCjECnIQFDRoA9kaYWnZo\
/edit#gid=861373755",
"url_type": "google_sheet",
"gsheets_sheet_name": "Museu Histórico Nacional",
"gsheets_sheet_range": "A5:B1000",
"materialize_after_dump": True,
"dataset_id": "turismo_fluxo_visitantes",
},
"museu_republica": {
"dump_mode": "overwrite",
"url": "https://docs.google.com/spreadsheets/d/1vVntiz0wmn4l1PzlXBWT3koCjECnIQFDRoA9kaYWnZo\
/edit#gid=861373755",
"url_type": "google_sheet",
"gsheets_sheet_name": "Museu da República",
"gsheets_sheet_range": "A5:B1000",
"materialize_after_dump": True,
"dataset_id": "turismo_fluxo_visitantes",
},
"museu_chacara_do_ceu": {
"dump_mode": "overwrite",
"url": "https://docs.google.com/spreadsheets/d/1vVntiz0wmn4l1PzlXBWT3koCjECnIQFDRoA9kaYWnZo\
/edit#gid=861373755",
"url_type": "google_sheet",
"gsheets_sheet_name": "Museu Chácara do Céu",
"gsheets_sheet_range": "A5:B1000",
"materialize_after_dump": True,
"dataset_id": "turismo_fluxo_visitantes",
},
"museu_acude": {
"dump_mode": "overwrite",
"url": "https://docs.google.com/spreadsheets/d/1vVntiz0wmn4l1PzlXBWT3koCjECnIQFDRoA9kaYWnZo\
/edit#gid=861373755",
"url_type": "google_sheet",
"gsheets_sheet_name": "Museu do Açude",
"gsheets_sheet_range": "A5:B1000",
"materialize_after_dump": True,
"dataset_id": "turismo_fluxo_visitantes",
},
"museu_villa_lobos": {
"dump_mode": "overwrite",
"url": "https://docs.google.com/spreadsheets/d/1vVntiz0wmn4l1PzlXBWT3koCjECnIQFDRoA9kaYWnZo\
/edit#gid=861373755",
"url_type": "google_sheet",
"gsheets_sheet_name": "Museu Villa-Lobos",
"gsheets_sheet_range": "A5:B1000",
"materialize_after_dump": True,
"dataset_id": "turismo_fluxo_visitantes",
},
}


gsheets_clocks = generate_dump_url_schedules(
interval=timedelta(days=1),
runs_interval_minutes=1,
start_date=datetime(
2021, 12, 21, 17, 15, tzinfo=pytz.timezone("America/Sao_Paulo")
),
start_date=datetime(2021, 12, 21, 6, 15, tzinfo=pytz.timezone("America/Sao_Paulo")),
labels=[
constants.RJ_SETUR_AGENT_LABEL.value,
],
Expand Down

0 comments on commit 59cbe59

Please sign in to comment.