Skip to content

Commit

Permalink
Update mortality data
Browse files Browse the repository at this point in the history
  • Loading branch information
piresn authored and actions-user committed Feb 11, 2024
1 parent fefe861 commit d7086df
Show file tree
Hide file tree
Showing 4 changed files with 125 additions and 4 deletions.
7 changes: 4 additions & 3 deletions mortalidade.csv
Original file line number Diff line number Diff line change
Expand Up @@ -3688,6 +3688,7 @@ Data,geral_pais,grupoetario_15a24anos,grupoetario_1a4anos,grupoetario_1ano,grupo
04-02-2024,316,2,0,0,1,3,15,18,0,36,98,143,0,1,283,32,2,61,213,40,25,10,62,94,102,0,2,9,12,26,10,9,3,7,18,0,2,5,10,8,0,12,0,0,0,0,4,0,3,0,2,11,51,8,59,18,21,6,7,16,5,4,6,2,2,8,6,2,0,8,3,1,19,12,1,0,0,0,3,0,1,1,0,6,12,0,3,5,5,4,2,7,5,6,6,9,7,5,2,3,5,3,0,0,0,7,13,4,6,8,1,0,10,0,6,2,1,0,5,1,1,0,0,1,2,2,2,0,0,0,8,0,1,7,7,6,2,3,6,8,6,6,3,0,2,0,0
05-02-2024,384,1,0,0,1,6,10,33,1,59,110,163,0,5,342,37,0,76,251,57,25,19,72,134,120,0,0,8,6,33,9,23,4,10,24,0,0,6,19,3,0,6,0,0,0,2,3,0,0,0,3,15,87,7,57,11,31,10,6,15,6,5,11,4,4,13,9,5,0,4,11,3,19,18,6,1,0,1,12,4,3,5,0,3,9,0,2,3,8,5,0,9,3,4,3,3,6,5,6,6,9,0,0,0,0,4,12,9,9,12,1,0,7,0,8,9,7,1,6,1,0,0,0,0,0,2,0,0,0,0,7,0,0,10,8,4,2,3,10,7,3,5,4,2,3,0,0
06-02-2024,364,2,0,2,2,3,11,30,0,53,111,150,0,4,321,39,2,69,238,55,22,14,58,131,123,2,3,5,6,13,8,29,2,7,20,2,3,5,14,6,0,6,0,0,0,0,4,0,0,1,0,14,88,6,65,14,28,11,6,12,5,5,3,9,2,8,9,9,0,7,10,5,17,4,4,0,0,0,4,4,4,7,0,3,11,2,5,1,3,3,3,8,4,4,8,9,1,5,4,11,10,0,1,1,0,4,15,9,3,16,1,0,9,1,4,9,5,0,8,1,0,0,0,0,0,1,1,0,0,0,6,0,0,16,2,6,3,1,11,6,6,5,2,0,0,0,0
07-02-2024,327,0,0,1,1,2,13,23,0,52,68,167,0,1,291,35,0,64,210,53,19,18,65,98,103,0,2,11,11,21,7,22,9,8,21,0,2,6,18,6,0,11,0,0,1,0,4,0,1,0,5,16,65,5,43,16,15,10,10,5,6,1,10,7,1,7,7,5,3,2,5,4,20,12,4,1,0,0,4,3,5,3,0,2,3,0,6,2,4,2,2,10,5,2,6,4,4,4,0,0,5,1,0,0,0,7,10,4,5,8,1,0,8,0,3,6,7,2,10,2,2,1,0,0,0,2,0,0,0,0,5,0,1,14,5,3,3,4,10,7,5,8,9,0,2,1,0
08-02-2024,317,0,0,0,2,2,16,27,0,44,73,153,0,2,295,20,1,51,220,45,14,17,68,108,91,2,0,9,8,19,8,21,2,7,19,2,0,4,17,7,0,8,0,0,0,0,8,0,1,0,0,24,65,2,40,16,19,9,6,13,4,0,9,5,3,6,7,3,0,5,8,3,13,9,1,0,0,1,3,3,3,4,0,3,11,2,2,2,3,5,0,7,4,4,3,3,3,4,4,2,7,1,0,0,0,8,17,9,5,9,0,0,7,0,8,5,9,3,14,4,1,0,0,0,0,2,1,0,0,1,2,0,0,8,7,1,2,4,9,8,5,4,2,0,0,0,2
09-02-2024,317,0,0,1,0,1,7,27,1,40,89,151,0,1,303,13,0,61,219,37,15,11,55,126,87,3,2,7,11,20,6,21,3,5,15,3,2,5,11,7,0,11,0,0,0,0,5,0,0,1,1,13,78,2,41,18,25,8,5,11,5,3,4,5,2,6,6,8,0,7,10,3,11,10,3,0,0,0,6,5,2,3,0,2,11,3,3,0,4,3,2,6,9,4,3,2,1,6,5,5,4,0,0,0,0,8,19,5,4,16,1,1,9,1,7,6,6,0,5,2,0,0,0,1,0,1,1,0,0,0,2,0,0,9,4,3,4,2,8,5,7,4,3,0,1,0,0
07-02-2024,329,0,0,1,1,2,13,24,0,52,68,168,0,1,293,35,0,65,211,53,19,18,65,99,104,0,2,11,11,21,7,23,9,8,21,0,2,6,18,6,0,11,0,0,1,0,4,0,1,0,5,16,66,5,43,16,15,10,10,5,6,1,10,7,1,7,7,5,3,2,5,5,20,12,4,1,0,0,4,3,5,3,0,2,3,0,6,2,4,2,2,10,5,2,6,4,4,4,0,0,5,1,0,0,0,7,10,4,5,8,1,0,8,0,3,6,7,2,10,2,2,1,0,0,0,2,0,0,0,0,5,0,1,15,5,3,3,4,10,7,5,8,9,0,2,1,0
08-02-2024,318,0,0,0,2,2,17,27,0,44,73,153,0,2,296,20,1,52,220,45,14,17,68,109,91,2,0,9,8,19,8,21,2,7,19,2,0,4,17,7,0,8,0,0,0,0,8,0,1,0,0,24,65,2,40,16,20,9,6,13,4,0,9,5,3,6,7,3,0,6,8,3,13,9,1,0,0,1,3,3,3,4,0,3,11,2,2,2,3,5,0,7,4,4,3,3,3,4,4,2,7,1,0,0,0,8,17,9,5,9,0,0,7,0,8,5,9,3,14,4,1,0,0,0,0,2,1,0,0,1,2,0,0,8,7,1,2,4,9,8,5,4,2,0,0,0,2
09-02-2024,336,0,0,1,1,1,8,28,1,43,95,158,0,1,315,20,1,70,224,41,15,12,58,131,96,3,2,7,12,21,6,22,3,6,17,3,2,5,12,7,0,12,0,0,0,0,5,0,0,1,1,14,79,2,48,19,27,8,5,11,5,3,5,5,2,6,6,8,0,8,11,4,11,10,4,0,0,0,6,5,2,3,0,2,11,3,3,0,5,3,2,6,9,4,3,2,3,7,5,6,5,0,0,0,0,8,19,5,4,16,1,1,10,1,8,7,8,0,5,2,0,0,0,1,0,1,2,0,0,0,2,0,0,9,4,5,4,2,8,5,7,4,3,0,1,0,0
10-02-2024,265,0,0,0,1,2,12,19,0,35,64,132,0,1,257,7,1,47,178,39,16,6,44,88,95,2,2,3,9,16,2,20,0,3,14,2,2,6,6,4,0,8,0,1,0,0,2,0,0,0,1,20,41,5,47,18,25,10,7,5,6,3,1,4,1,11,6,3,0,8,3,3,9,6,1,0,0,0,3,2,3,4,0,2,4,2,2,1,7,2,2,7,4,6,4,8,1,5,1,5,5,0,0,0,0,7,7,7,3,4,3,0,10,0,7,4,5,0,13,1,0,0,1,0,0,1,1,0,0,0,5,0,0,4,5,5,3,5,10,2,4,2,0,0,1,0,0
2 changes: 1 addition & 1 deletion mortalidade_concelhos.csv
Original file line number Diff line number Diff line change
Expand Up @@ -534,4 +534,4 @@ Semana,abrantes,agueda,aguiar da beira,alandroal,albergaria-a-velha,albufeira,al
03-2024,10,19,9,1,2,4,4,7,16,6,2,10,5,5,1,4,63,3,9,6,3,1,1,0,35,18,7,20,8,1,7,5,1,4,0,4,1,11,0,7,7,23,0,22,6,9,1,5,4,3,5,41,15,3,2,22,1,1,5,5,3,15,1,1,11,50,1,11,4,0,4,4,7,3,6,7,8,6,30,4,0,13,0,6,2,3,2,7,6,11,9,7,13,2,24,15,14,8,6,4,20,3,4,2,4,5,25,12,4,5,2,33,10,7,11,34,2,10,19,5,4,14,0,2,10,40,172,19,63,8,8,6,3,5,8,0,5,24,4,1,15,11,3,32,4,0,4,3,2,5,6,5,7,3,3,28,6,3,2,0,4,4,15,9,5,5,7,1,1,2,6,8,4,0,1,9,27,28,3,11,16,2,5,9,8,3,17,10,19,3,16,3,5,4,17,2,0,3,3,11,4,4,22,10,2,5,14,6,9,4,21,78,6,0,0,0,4,15,5,2,5,2,5,3,4,3,4,14,7,6,11,3,2,22,4,4,21,6,22,2,2,2,10,3,0,3,5,5,53,3,4,8,15,44,4,21,2,75,2,6,0,4,2,4,15,0,14,13,5,12,23,4,7,5,9,5,25,11,4,5,1,20,3,5,6,2,1,18,0,2,36,1,1,4,28,5,84,1,5,8,9,4,5,12,2,2,4,28,7,3
04-2024,18,14,3,3,5,13,4,5,20,5,3,9,1,4,2,3,47,1,8,4,2,1,8,1,45,16,3,5,9,4,12,1,1,3,2,0,3,16,3,4,6,24,0,20,2,9,0,9,2,0,1,31,10,3,5,19,0,1,1,3,5,10,1,3,7,46,1,17,6,2,10,4,1,3,4,9,13,2,29,8,0,13,0,18,2,3,2,6,4,8,6,8,13,6,10,14,14,5,6,1,14,1,1,0,6,2,27,6,8,2,0,35,4,5,7,36,5,4,9,2,4,3,0,1,2,29,142,12,49,10,3,7,6,11,4,2,13,34,10,1,12,7,2,32,4,3,2,1,2,4,6,0,5,4,1,18,6,1,5,2,3,5,10,8,3,3,3,0,0,3,3,2,5,0,4,8,36,38,6,11,15,4,2,5,16,1,9,14,17,2,10,3,0,6,14,2,3,0,2,5,4,3,15,17,2,4,17,8,3,2,17,74,9,0,0,1,5,12,3,3,4,4,2,2,7,5,2,6,4,7,8,2,2,28,0,2,18,3,18,1,6,1,6,4,0,0,4,8,46,1,1,5,17,20,2,7,5,84,3,3,1,3,1,0,6,6,15,6,3,10,22,7,6,13,4,5,18,3,1,5,0,19,2,2,3,3,1,18,0,5,22,2,2,2,22,0,61,0,4,2,16,2,1,10,1,1,6,24,2,2
05-2024,16,9,4,1,10,6,1,4,14,5,1,7,0,1,2,0,32,1,4,1,0,2,2,1,27,13,2,5,9,5,10,3,2,3,1,2,3,18,2,7,2,18,0,16,5,13,3,5,2,4,2,27,13,2,3,18,2,3,4,3,1,7,1,3,5,38,0,11,6,0,4,2,5,1,6,2,10,12,39,1,1,4,0,13,0,3,1,8,4,5,9,3,8,3,10,13,24,9,3,2,18,1,1,1,2,2,23,13,4,3,2,35,7,8,10,34,3,10,9,4,1,8,1,0,7,18,142,13,32,9,3,7,1,2,6,2,8,27,4,1,13,7,1,37,6,2,5,0,1,5,4,1,9,1,3,23,5,0,4,0,3,6,11,12,1,2,5,2,3,2,3,4,8,3,2,12,20,39,1,9,13,2,7,4,9,3,11,5,15,1,12,4,0,1,16,2,1,0,2,5,4,1,22,12,3,2,18,6,8,2,9,62,6,2,0,2,4,11,1,0,3,4,8,2,7,5,0,5,9,4,8,1,2,34,3,3,20,5,17,1,3,0,4,0,3,2,4,9,33,0,7,2,11,22,2,8,6,51,6,4,3,8,2,6,11,1,14,9,6,15,20,3,7,6,6,0,24,4,1,4,0,18,2,1,4,3,1,21,1,2,30,3,3,2,25,2,50,2,2,5,13,2,1,6,2,2,4,17,2,4
06-2024,9,5,3,3,5,7,3,1,13,4,2,12,0,3,0,0,20,2,3,4,0,1,2,2,30,11,6,5,3,5,7,5,0,5,0,0,4,8,0,4,4,18,2,8,2,8,0,4,1,1,1,19,5,2,2,7,0,2,2,3,2,6,2,1,3,29,0,13,2,0,2,1,4,0,3,3,6,4,33,2,1,4,0,7,2,0,7,3,3,6,4,4,7,2,9,9,9,4,0,0,16,3,2,0,0,0,25,6,0,1,0,25,1,1,5,22,2,3,4,6,1,2,0,1,4,22,109,12,36,5,3,4,1,5,4,1,7,13,2,1,4,4,0,26,5,0,1,1,0,2,3,3,1,1,2,8,6,0,1,1,2,2,5,6,1,1,2,0,1,0,1,3,3,2,2,5,25,26,0,6,10,0,4,2,8,1,9,7,15,0,10,3,0,6,5,3,0,0,3,6,4,2,9,10,3,5,4,3,5,1,7,44,6,1,0,1,1,10,4,2,3,1,0,2,8,5,0,3,2,0,3,0,0,17,1,1,11,5,13,4,1,0,5,0,1,0,1,4,20,1,6,0,11,18,3,14,0,57,1,4,3,6,0,1,6,1,12,9,0,5,20,2,6,7,7,4,8,2,2,1,1,15,3,2,6,2,1,5,1,0,17,2,2,2,18,3,52,0,2,2,10,3,2,7,1,1,2,16,5,0
06-2024,11,8,3,3,5,7,5,2,16,4,2,14,0,3,0,0,27,2,3,4,0,1,2,2,35,13,6,5,3,5,9,6,0,7,1,0,4,9,0,5,4,21,2,9,2,10,0,5,1,1,3,21,5,3,2,10,0,2,2,3,2,6,2,1,4,32,0,14,2,1,2,2,4,1,5,3,8,4,36,2,1,4,0,8,2,0,11,4,6,7,5,4,9,2,11,9,9,5,0,0,19,3,2,0,0,0,29,7,0,2,0,30,1,2,7,27,2,3,4,6,1,3,0,1,4,28,123,12,40,5,3,4,1,5,7,1,8,18,3,1,5,6,0,28,5,0,1,2,1,2,3,3,1,1,2,13,8,0,1,1,2,4,6,9,2,1,2,0,1,1,2,3,3,2,3,5,26,29,0,6,12,1,4,2,10,1,9,8,17,0,13,3,0,7,9,3,1,0,3,6,4,2,13,11,3,5,5,4,6,1,11,51,7,1,1,1,2,11,4,2,3,1,0,2,9,6,0,4,4,0,5,0,0,24,1,1,14,5,17,5,1,0,5,0,1,0,1,4,24,2,6,0,13,18,3,14,0,62,1,5,3,9,0,1,7,2,14,10,0,5,24,2,7,8,7,4,11,2,2,1,1,17,3,2,7,2,1,7,1,0,19,2,2,3,23,4,63,0,4,3,10,3,2,8,1,1,2,17,5,0
11 changes: 11 additions & 0 deletions scripts/logs/scraping.log
Original file line number Diff line number Diff line change
Expand Up @@ -9195,3 +9195,14 @@
2024-02-10 03:01:26,259 INFO [get_data(ARS)] - Request: 'https://evm.min-saude.pt/table?t=ARS&s=0' | Response: <Response [200]>
2024-02-10 03:01:34,911 INFO [get_data(distrito)] - Request: 'https://evm.min-saude.pt/table?t=distrito&s=0' | Response: <Response [200]>
2024-02-10 03:02:05,103 INFO [get_data(ACES)] - Request: 'https://evm.min-saude.pt/table?t=ACES&s=0' | Response: <Response [200]>
2024-02-11 03:01:38,510 INFO [get_data(concelho)] - Request: 'https://evm.min-saude.pt/table?t=concelho&s=0' | Response: <Response [200]>
2024-02-11 03:01:38,613 WARNING [unmatched_concelhos]: concelhos do not match previous ones in: ['Semana 01-2020', 'Semana 02-2020', 'Semana 03-2020', 'Semana 04-2020', 'Semana 05-2020', 'Semana 06-2020', 'Semana 07-2020', 'Semana 08-2020', 'Semana 09-2020', 'Semana 10-2020', 'Semana 11-2020', 'Semana 12-2020', 'Semana 13-2020', 'Semana 14-2020', 'Semana 15-2020', 'Semana 16-2020', 'Semana 17-2020', 'Semana 18-2020', 'Semana 19-2020', 'Semana 20-2020', 'Semana 21-2020', 'Semana 22-2020', 'Semana 23-2020', 'Semana 24-2020', 'Semana 25-2020', 'Semana 26-2020', 'Semana 27-2020', 'Semana 28-2020', 'Semana 29-2020', 'Semana 30-2020', 'Semana 31-2020', 'Semana 32-2020', 'Semana 33-2020', 'Semana 34-2020', 'Semana 35-2020', 'Semana 36-2020', 'Semana 37-2020', 'Semana 38-2020', 'Semana 39-2020', 'Semana 40-2020', 'Semana 41-2020', 'Semana 42-2020', 'Semana 43-2020', 'Semana 44-2020', 'Semana 45-2020', 'Semana 46-2020', 'Semana 47-2020', 'Semana 48-2020', 'Semana 49-2020', 'Semana 50-2020', 'Semana 51-2020', 'Semana 52-2020', 'Semana 53-2020']
2024-02-11 03:01:38,614 WARNING [unmatched_concelhos]: concelhos do not match previous ones in: ['Semana 52-2022', 'Semana 01-2023', 'Semana 02-2023', 'Semana 03-2023', 'Semana 04-2023', 'Semana 05-2023', 'Semana 06-2023', 'Semana 07-2023', 'Semana 08-2023', 'Semana 09-2023', 'Semana 10-2023', 'Semana 11-2023', 'Semana 12-2023', 'Semana 13-2023', 'Semana 14-2023', 'Semana 15-2023', 'Semana 16-2023', 'Semana 17-2023', 'Semana 18-2023', 'Semana 19-2023', 'Semana 20-2023', 'Semana 21-2023', 'Semana 22-2023', 'Semana 23-2023', 'Semana 24-2023', 'Semana 25-2023', 'Semana 26-2023', 'Semana 27-2023', 'Semana 28-2023', 'Semana 29-2023', 'Semana 30-2023', 'Semana 31-2023', 'Semana 32-2023', 'Semana 33-2023', 'Semana 34-2023', 'Semana 35-2023', 'Semana 36-2023', 'Semana 37-2023', 'Semana 38-2023', 'Semana 39-2023', 'Semana 40-2023', 'Semana 41-2023', 'Semana 42-2023', 'Semana 43-2023', 'Semana 44-2023', 'Semana 45-2023', 'Semana 46-2023', 'Semana 47-2023', 'Semana 48-2023', 'Semana 49-2023', 'Semana 50-2023', 'Semana 51-2023', 'Semana 52-2023']
2024-02-11 03:01:39,837 INFO [get_data(geral)] - Request: 'https://evm.min-saude.pt/table?t=geral&s=0' | Response: <Response [200]>
2024-02-11 03:01:42,625 INFO [get_data(idades)] - Request: 'https://evm.min-saude.pt/table?t=idades&s=0' | Response: <Response [200]>
2024-02-11 03:01:45,162 INFO [get_data(causas)] - Request: 'https://evm.min-saude.pt/table?t=causas&s=0' | Response: <Response [200]>
2024-02-11 03:01:46,544 INFO [get_data(externas)] - Request: 'https://evm.min-saude.pt/table?t=externas&s=0' | Response: <Response [500]>
2024-02-11 03:01:49,041 INFO [get_data(local)] - Request: 'https://evm.min-saude.pt/table?t=local&s=0' | Response: <Response [200]>
2024-02-11 03:01:52,035 INFO [get_data(ARS)] - Request: 'https://evm.min-saude.pt/table?t=ARS&s=0' | Response: <Response [200]>
2024-02-11 03:02:01,838 INFO [get_data(distrito)] - Request: 'https://evm.min-saude.pt/table?t=distrito&s=0' | Response: <Response [200]>
2024-02-11 03:02:35,018 INFO [get_data(ACES)] - Request: 'https://evm.min-saude.pt/table?t=ACES&s=0' | Response: <Response [200]>
109 changes: 109 additions & 0 deletions scripts/reports/report_2024-02-11-03:02.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,109 @@
{
"date": "2024-02-11-03:02",
"missing_ars_values": [],
"missing_districts": [],
"missing_mortalidade_values": [],
"requests": [
{
"request": "https://evm.min-saude.pt/table?t=concelho&s=0",
"response": 200,
"section": "concelho"
},
{
"request": "https://evm.min-saude.pt/table?t=geral&s=0",
"response": 200,
"section": "geral"
},
{
"request": "https://evm.min-saude.pt/table?t=idades&s=0",
"response": 200,
"section": "idades"
},
{
"request": "https://evm.min-saude.pt/table?t=causas&s=0",
"response": 200,
"section": "causas"
},
{
"request": "https://evm.min-saude.pt/table?t=externas&s=0",
"response": 500,
"section": "externas"
},
{
"request": "https://evm.min-saude.pt/table?t=local&s=0",
"response": 200,
"section": "local"
},
{
"request": "https://evm.min-saude.pt/table?t=ARS&s=0",
"response": 200,
"section": "ARS"
},
{
"request": "https://evm.min-saude.pt/table?t=distrito&s=0",
"response": 200,
"section": "distrito"
},
{
"request": "https://evm.min-saude.pt/table?t=ACES&s=0",
"response": 200,
"section": "ACES"
}
],
"running_time": "0:01:07.169820",
"unmatched_concelhos": [
"Semana 52-2022",
"Semana 01-2023",
"Semana 02-2023",
"Semana 03-2023",
"Semana 04-2023",
"Semana 05-2023",
"Semana 06-2023",
"Semana 07-2023",
"Semana 08-2023",
"Semana 09-2023",
"Semana 10-2023",
"Semana 11-2023",
"Semana 12-2023",
"Semana 13-2023",
"Semana 14-2023",
"Semana 15-2023",
"Semana 16-2023",
"Semana 17-2023",
"Semana 18-2023",
"Semana 19-2023",
"Semana 20-2023",
"Semana 21-2023",
"Semana 22-2023",
"Semana 23-2023",
"Semana 24-2023",
"Semana 25-2023",
"Semana 26-2023",
"Semana 27-2023",
"Semana 28-2023",
"Semana 29-2023",
"Semana 30-2023",
"Semana 31-2023",
"Semana 32-2023",
"Semana 33-2023",
"Semana 34-2023",
"Semana 35-2023",
"Semana 36-2023",
"Semana 37-2023",
"Semana 38-2023",
"Semana 39-2023",
"Semana 40-2023",
"Semana 41-2023",
"Semana 42-2023",
"Semana 43-2023",
"Semana 44-2023",
"Semana 45-2023",
"Semana 46-2023",
"Semana 47-2023",
"Semana 48-2023",
"Semana 49-2023",
"Semana 50-2023",
"Semana 51-2023",
"Semana 52-2023"
]
}

0 comments on commit d7086df

Please sign in to comment.