Update mortality data

mortalidade.csv

@@ -5339,7 +5339,8 @@ Data,geral_pais,grupoetario_15a24anos,grupoetario_1a4anos,grupoetario_1ano,grupo
 13-08-2023,294,1,1,0,4,4,15,22,1,43,79,124,0,2,263,29,3,56,180,55,25,15,44,104,87,0,4,6,9,15,4,14,6,6,15,0,4,9,15,4,0,9,0,0,0,0,6,0,0,0,0,12,55,8,37,20,28,7,7,13,9,4,7,4,4,8,8,5,0,6,10,2,12,5,0,0,0,0,3,2,0,3,0,4,8,0,1,3,6,1,4,4,3,2,5,5,4,2,0,3,6,0,0,1,0,6,10,9,3,9,1,0,14,0,5,5,5,2,5,3,0,0,0,0,1,1,3,0,0,0,8,0,1,7,6,2,2,5,7,4,3,6,6,0,0,0,1
 14-08-2023,307,1,0,2,0,8,9,29,0,45,85,127,1,2,251,54,0,72,190,45,18,15,59,107,91,2,0,5,10,7,3,15,3,7,13,2,0,5,15,9,0,10,0,0,0,0,1,0,0,1,3,17,65,7,50,10,31,11,5,17,5,4,9,6,0,10,5,5,1,11,7,1,8,4,4,1,0,0,4,2,4,2,0,3,13,2,1,4,2,1,0,9,8,1,5,9,4,6,6,6,4,0,0,0,0,4,7,11,7,6,0,1,5,0,4,10,7,0,12,1,0,0,0,0,0,0,1,0,0,0,7,0,0,7,6,0,2,4,11,2,8,2,3,0,2,0,0
 15-08-2023,314,0,0,0,1,4,15,28,0,40,83,143,0,5,289,20,0,44,221,49,24,16,54,103,94,0,3,8,12,15,9,20,7,12,9,0,3,6,16,9,1,12,0,0,0,1,2,0,0,2,2,18,61,7,40,10,25,12,4,11,6,4,8,4,4,10,5,5,1,7,6,3,10,7,6,0,0,2,7,5,2,4,0,4,5,0,2,4,3,2,3,5,7,3,5,5,2,4,3,2,6,0,1,0,0,3,9,11,1,8,0,0,6,1,9,7,3,2,8,1,0,0,0,0,2,0,1,1,0,0,7,1,0,9,3,2,4,2,12,7,9,4,7,1,1,0,0
-16-08-2023,296,2,0,0,2,5,6,21,1,48,90,121,0,4,251,41,2,57,191,46,21,15,62,89,94,1,1,5,8,20,6,23,9,7,11,1,1,6,15,6,0,8,0,0,0,0,2,0,0,1,2,17,53,6,29,17,17,12,10,17,6,4,8,4,3,5,12,5,1,5,4,0,8,11,6,2,0,1,4,3,6,2,0,1,13,1,3,3,3,4,1,7,2,0,4,3,1,2,5,3,2,0,0,0,0,9,6,11,1,9,0,0,8,0,5,2,6,0,11,2,1,0,0,0,0,0,2,0,0,0,6,1,0,8,1,1,5,7,12,5,6,3,9,0,1,0,0
+16-08-2023,297,2,0,0,2,5,7,21,1,48,90,121,0,4,251,42,2,58,191,46,21,15,62,90,94,1,1,5,8,20,6,23,9,7,11,1,1,6,15,6,0,8,0,0,0,0,2,0,0,1,2,17,53,6,29,17,18,12,10,17,6,4,8,4,3,5,12,5,1,6,4,0,8,11,6,2,0,1,4,3,6,2,0,1,13,1,3,3,3,4,1,7,2,0,4,3,1,2,5,3,2,0,0,0,0,9,6,11,1,9,0,0,8,0,5,2,6,0,11,2,1,0,0,0,0,0,2,0,0,0,6,1,0,8,1,1,5,7,12,5,6,3,9,0,1,0,0
 17-08-2023,252,0,0,0,1,4,10,17,0,38,77,105,0,2,233,17,1,40,171,40,11,11,37,101,75,4,3,6,4,9,3,13,3,5,7,4,3,2,11,1,0,4,0,0,0,0,5,1,0,0,0,14,51,5,38,14,31,8,6,14,2,2,5,3,3,12,2,4,0,12,6,3,5,4,3,0,0,0,6,3,3,2,1,2,11,4,3,0,2,2,3,4,2,2,3,7,1,2,3,2,5,0,0,1,0,6,10,9,3,4,0,0,7,1,6,4,4,0,7,2,0,1,0,0,0,1,1,0,0,0,5,0,0,8,6,3,3,3,8,2,1,4,3,0,0,0,0
 18-08-2023,280,1,0,2,0,2,9,19,0,41,81,125,0,0,268,12,0,47,200,33,16,10,48,87,97,7,0,8,7,20,9,21,4,5,14,7,0,3,10,7,1,7,0,0,1,0,3,0,0,0,3,8,53,3,46,12,20,5,8,10,3,2,5,2,3,5,5,5,2,7,7,5,10,8,2,0,0,2,7,4,4,3,0,3,9,7,2,2,4,4,0,6,3,0,5,3,4,5,2,4,4,0,0,0,0,5,11,5,0,6,0,0,6,0,3,5,6,0,4,2,0,0,0,0,0,1,1,1,0,0,3,0,1,9,2,11,2,6,5,8,6,7,4,0,1,1,0
-19-08-2023,273,0,1,0,2,2,7,26,1,38,88,108,0,2,265,6,0,36,199,38,16,12,54,89,74,7,1,11,9,22,6,17,5,10,9,7,1,3,12,7,0,9,1,0,0,0,8,0,1,0,1,14,48,3,34,12,26,5,4,8,3,4,8,3,1,12,4,0,0,5,5,3,10,11,2,0,0,1,4,6,0,3,0,7,6,7,3,1,3,4,1,3,4,1,4,5,5,3,4,1,2,1,0,1,1,6,6,5,4,9,0,0,6,0,7,10,5,1,5,3,0,0,0,0,0,4,4,0,0,0,3,0,0,7,2,5,2,1,5,6,7,2,5,0,1,0,0
+19-08-2023,279,0,1,0,2,2,7,28,1,38,89,111,0,2,271,6,0,37,199,43,16,12,58,90,75,7,1,11,9,22,6,17,5,10,10,7,1,3,12,8,0,9,1,0,0,0,8,0,1,0,1,14,49,3,34,12,26,5,5,10,3,4,8,3,1,12,4,0,0,5,5,3,11,11,2,0,0,1,4,6,0,3,0,7,8,7,3,1,3,4,1,3,4,1,4,5,5,3,4,1,2,1,0,1,1,6,6,5,5,9,0,0,6,0,7,10,5,1,5,3,0,0,0,0,0,4,4,0,0,0,3,0,0,7,2,5,2,2,5,6,8,2,5,0,1,0,0
+20-08-2023,245,0,0,0,0,3,3,14,1,35,75,114,0,0,238,7,1,45,170,29,15,15,43,75,78,1,1,10,7,11,4,17,5,7,14,1,1,5,15,6,1,7,0,0,0,0,4,0,1,2,2,8,42,3,34,14,19,5,7,10,5,3,12,3,0,8,8,2,0,3,5,0,11,6,4,1,0,0,2,4,2,2,0,2,4,1,2,4,2,1,1,3,3,2,3,5,3,2,2,1,7,1,1,0,0,9,10,6,4,3,0,1,4,0,3,6,5,1,4,2,0,0,0,0,1,2,1,1,0,0,3,0,1,7,5,2,0,5,5,4,6,6,5,0,2,0,0

mortalidade_concelhos.csv

@@ -509,4 +509,5 @@ Semana,abrantes,agueda,aguiar da beira,alandroal,albergaria-a-velha,albufeira,al
  30-2023,9,11,1,2,1,5,8,5,14,1,1,9,2,3,0,3,43,6,2,1,1,1,2,0,25,13,2,8,7,3,6,7,2,3,0,1,2,18,2,7,4,20,1,18,2,10,0,3,0,1,2,20,8,4,2,12,1,1,3,3,0,11,2,4,9,30,1,17,2,1,3,1,3,1,5,2,10,1,36,5,0,7,0,10,0,1,4,3,6,7,5,8,12,3,8,7,11,7,1,3,10,1,6,2,0,0,19,5,2,1,1,31,3,2,8,21,1,5,3,8,3,3,0,1,4,27,131,15,34,3,4,11,3,4,4,1,20,25,3,1,9,5,0,35,5,1,1,3,0,1,4,0,6,2,0,16,5,0,1,0,5,5,7,10,0,4,3,1,1,3,2,4,2,0,5,7,24,32,0,11,9,1,4,6,15,1,9,4,8,0,9,2,1,6,8,0,3,2,0,1,1,1,8,8,2,1,10,3,3,2,7,51,8,4,2,0,4,9,3,2,3,0,3,0,2,3,3,4,3,2,10,1,0,17,5,1,18,8,10,3,5,0,7,0,3,2,3,3,21,2,3,5,6,18,2,11,2,52,3,3,2,1,0,0,4,2,9,8,1,5,12,2,5,6,4,2,13,5,0,1,1,15,0,2,3,2,5,11,0,3,12,2,2,1,17,2,51,1,1,3,9,4,1,10,2,2,4,16,5,3
  31-2023,9,10,4,3,3,4,3,2,2,3,1,11,2,8,3,2,39,6,5,2,3,3,4,2,31,8,3,6,11,3,5,3,3,4,3,0,4,5,2,4,4,15,0,16,1,5,2,4,3,1,1,25,6,8,5,5,2,4,4,4,3,4,0,2,6,48,1,12,1,0,2,2,0,0,4,2,10,4,22,0,1,6,0,15,3,3,1,2,4,3,5,6,19,5,13,12,17,8,1,4,19,3,0,0,3,4,26,11,1,1,0,23,4,2,15,25,6,1,7,5,2,9,0,0,4,15,116,18,34,9,0,4,5,3,2,0,9,18,4,2,5,8,2,33,7,1,1,2,1,2,3,0,4,1,2,9,3,2,2,1,3,3,8,13,2,3,2,0,1,2,4,3,3,1,3,4,30,30,3,13,13,2,3,9,9,2,10,4,16,1,17,2,1,2,11,1,2,1,2,5,2,5,18,7,0,2,13,8,6,1,15,45,6,0,0,0,4,14,6,6,2,4,1,1,8,4,2,5,10,1,7,2,1,15,1,3,10,4,9,2,3,2,4,1,0,0,3,3,31,0,2,4,6,26,2,11,6,51,1,4,4,3,1,1,7,2,9,3,2,9,23,2,10,7,4,5,9,7,3,2,3,15,4,4,5,2,1,8,3,2,16,0,1,1,23,1,56,0,0,6,11,5,5,7,1,0,1,15,4,1
  32-2023,15,12,5,3,5,8,2,6,15,5,1,5,1,3,0,2,44,3,5,1,3,0,4,1,23,9,2,5,7,3,3,3,3,3,4,0,5,12,2,4,5,17,0,17,3,11,3,4,0,3,1,23,11,6,3,22,0,3,4,4,3,10,2,4,7,34,1,17,2,2,8,2,3,4,5,2,8,4,25,5,2,5,0,9,1,1,4,1,2,10,6,3,17,8,14,6,21,4,2,1,14,1,2,2,1,0,17,4,3,2,1,28,4,7,4,21,3,3,4,5,1,6,0,1,9,29,123,14,43,6,3,9,3,3,3,0,23,15,7,1,9,9,0,40,1,0,3,4,2,4,3,0,8,2,1,20,7,0,3,1,3,13,5,16,7,2,4,1,2,3,3,6,4,0,1,8,29,30,1,12,6,0,4,1,19,4,13,6,11,2,6,2,1,3,7,0,1,1,3,5,2,3,15,10,3,9,10,4,6,3,10,41,6,0,1,0,2,15,5,0,2,0,2,2,4,3,1,2,4,1,6,2,0,30,2,2,9,5,28,1,4,1,6,0,3,3,2,5,32,1,8,5,11,32,1,13,6,60,2,5,1,6,2,1,13,1,14,15,4,6,13,7,6,5,4,4,15,4,0,3,0,11,2,2,0,2,2,19,1,2,25,1,2,2,22,0,56,2,1,2,9,7,1,5,2,1,1,27,3,1
- 33-2023,7,7,2,0,4,8,1,3,10,1,2,8,0,1,1,4,29,0,6,1,1,2,3,1,24,10,4,3,5,2,2,2,0,4,1,1,4,9,2,2,1,10,0,16,2,7,3,4,1,2,3,24,9,2,6,12,0,3,6,5,2,5,0,0,4,32,1,16,4,0,2,4,2,2,3,0,12,2,18,0,1,5,1,13,2,3,21,6,5,3,6,4,8,1,4,7,11,6,2,2,9,0,1,4,0,1,26,4,1,3,0,26,4,4,12,22,1,4,5,6,2,4,1,1,4,26,102,13,29,7,5,7,1,6,0,1,11,15,3,3,3,8,1,22,7,3,3,1,1,1,4,1,7,2,4,16,6,3,0,0,2,5,1,14,2,5,3,0,2,3,2,4,0,2,2,6,13,16,2,7,11,3,3,4,8,3,3,5,10,1,9,1,0,3,9,3,3,1,3,7,1,1,9,11,1,3,7,5,7,2,6,45,2,1,0,0,2,6,0,2,1,1,2,2,6,5,2,2,4,3,10,3,0,14,0,0,11,5,6,5,3,2,5,2,1,0,2,4,27,1,2,0,9,16,0,2,4,49,3,3,1,2,1,1,7,2,5,8,1,6,11,1,1,4,3,3,17,3,1,2,2,21,1,5,6,1,0,11,1,2,16,0,1,2,15,2,39,2,0,1,7,1,1,6,1,1,2,19,3,1
+ 33-2023,9,8,2,0,5,10,2,3,13,1,2,8,0,2,2,5,33,0,6,1,1,2,3,1,26,12,4,4,5,2,3,2,0,5,1,1,4,10,2,2,1,12,0,19,2,8,3,5,1,2,3,27,11,3,6,12,0,4,6,5,2,7,0,0,5,34,2,18,5,0,2,4,2,2,4,1,15,2,19,2,1,7,1,14,2,3,22,6,5,3,6,4,9,2,5,7,16,6,2,2,12,0,1,4,0,1,29,5,2,3,0,29,5,4,14,28,2,4,5,7,2,5,1,2,4,28,117,14,32,7,5,7,1,6,0,2,15,20,3,3,3,8,1,28,8,3,4,1,1,1,4,3,7,3,4,16,6,3,0,0,3,6,1,15,2,5,3,0,2,3,2,4,0,2,2,6,13,21,2,10,11,4,3,5,8,3,3,5,13,1,10,1,0,3,9,3,4,1,3,7,1,3,11,13,1,3,7,5,9,2,6,49,2,1,0,0,4,6,0,2,1,3,3,2,8,5,2,2,6,3,11,3,0,14,0,0,11,6,8,5,4,3,5,2,2,0,3,5,29,2,4,0,10,17,1,2,5,55,3,5,1,4,2,2,7,2,5,9,1,6,13,1,1,5,3,3,17,5,1,4,2,23,1,5,8,2,0,14,1,2,18,0,2,3,15,2,46,3,1,1,8,1,1,6,1,1,2,20,3,2
+ 34-2023,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0

scripts/logs/scraping.log

@@ -8561,3 +8561,12 @@
 2023-08-20 04:02:05,736 INFO [get_data(ARS)] - Request: 'https://evm.min-saude.pt/table?t=ARS&s=0' | Response: <Response [200]>
 2023-08-20 04:02:17,328 INFO [get_data(distrito)] - Request: 'https://evm.min-saude.pt/table?t=distrito&s=0' | Response: <Response [200]>
 2023-08-20 04:02:59,050 INFO [get_data(ACES)] - Request: 'https://evm.min-saude.pt/table?t=ACES&s=0' | Response: <Response [200]>
+2023-08-21 04:02:46,415 INFO [get_data(concelho)] - Request: 'https://evm.min-saude.pt/table?t=concelho&s=0' | Response: <Response [200]>
+2023-08-21 04:02:48,376 INFO [get_data(geral)] - Request: 'https://evm.min-saude.pt/table?t=geral&s=0' | Response: <Response [200]>
+2023-08-21 04:02:51,700 INFO [get_data(idades)] - Request: 'https://evm.min-saude.pt/table?t=idades&s=0' | Response: <Response [200]>
+2023-08-21 04:02:54,752 INFO [get_data(causas)] - Request: 'https://evm.min-saude.pt/table?t=causas&s=0' | Response: <Response [200]>
+2023-08-21 04:02:55,969 INFO [get_data(externas)] - Request: 'https://evm.min-saude.pt/table?t=externas&s=0' | Response: <Response [500]>
+2023-08-21 04:02:58,959 INFO [get_data(local)] - Request: 'https://evm.min-saude.pt/table?t=local&s=0' | Response: <Response [200]>
+2023-08-21 04:03:02,379 INFO [get_data(ARS)] - Request: 'https://evm.min-saude.pt/table?t=ARS&s=0' | Response: <Response [200]>
+2023-08-21 04:03:14,320 INFO [get_data(distrito)] - Request: 'https://evm.min-saude.pt/table?t=distrito&s=0' | Response: <Response [200]>
+2023-08-21 04:03:55,671 INFO [get_data(ACES)] - Request: 'https://evm.min-saude.pt/table?t=ACES&s=0' | Response: <Response [200]>

scripts/reports/report_2023-08-21-04:04.json

@@ -0,0 +1,54 @@
+{
+    "date": "2023-08-21-04:04",
+    "missing_ars_values": [],
+    "missing_districts": [],
+    "missing_mortalidade_values": [],
+    "requests": [
+        {
+            "request": "https://evm.min-saude.pt/table?t=concelho&s=0",
+            "response": 200,
+            "section": "concelho"
+        },
+        {
+            "request": "https://evm.min-saude.pt/table?t=geral&s=0",
+            "response": 200,
+            "section": "geral"
+        },
+        {
+            "request": "https://evm.min-saude.pt/table?t=idades&s=0",
+            "response": 200,
+            "section": "idades"
+        },
+        {
+            "request": "https://evm.min-saude.pt/table?t=causas&s=0",
+            "response": 200,
+            "section": "causas"
+        },
+        {
+            "request": "https://evm.min-saude.pt/table?t=externas&s=0",
+            "response": 500,
+            "section": "externas"
+        },
+        {
+            "request": "https://evm.min-saude.pt/table?t=local&s=0",
+            "response": 200,
+            "section": "local"
+        },
+        {
+            "request": "https://evm.min-saude.pt/table?t=ARS&s=0",
+            "response": 200,
+            "section": "ARS"
+        },
+        {
+            "request": "https://evm.min-saude.pt/table?t=distrito&s=0",
+            "response": 200,
+            "section": "distrito"
+        },
+        {
+            "request": "https://evm.min-saude.pt/table?t=ACES&s=0",
+            "response": 200,
+            "section": "ACES"
+        }
+    ],
+    "running_time": "0:02:20.136890"
+}