diff --git a/documentation/docs/practical-sessions/data-api-usage-and-queries.md b/documentation/docs/practical-sessions/data-api-usage-and-queries.md index 036eaf7b..59ec9b5e 100644 --- a/documentation/docs/practical-sessions/data-api-usage-and-queries.md +++ b/documentation/docs/practical-sessions/data-api-usage-and-queries.md @@ -35,7 +35,7 @@ From the landing page, click on the 'Collections' link, then click on the 'Stati Click on the 'Browse' link, then click on the 'json' link. !!! question - How many stations are returned? Compare this number to your `~/exercises-metadata/test-data/metadata/station/station_list.csv` file. + How many stations are returned? Compare this number to the station list in `/data/wis2box/metadata/station/station_list.csv` file when logged into wis2box (`python3 wis2box-ctl.py login`). !!! question How can we query for a single station (e.g. `Balaka`)? diff --git a/documentation/docs/practical-sessions/data-ingest-and-monitoring.md b/documentation/docs/practical-sessions/data-ingest-and-monitoring.md index fce53c42..b1e4d742 100644 --- a/documentation/docs/practical-sessions/data-ingest-and-monitoring.md +++ b/documentation/docs/practical-sessions/data-ingest-and-monitoring.md @@ -20,7 +20,7 @@ python3 wis2box-ctl.py start python3 wis2box-ctl.py status ``` -Make sure your have MQTT explorer running and connected to your instance. +Make sure your have MQTT Explorer running and connected to your instance. ### Open the Grafana dashboard @@ -133,7 +133,7 @@ Enter the new directory you created and you can copy the file `WIGOS_0-454-2-AWS winscp-after-file-upload -Check your Grafana dashboard and MQTT explorer to review the result of copying the file in the wis2box-ftp. +Check your Grafana dashboard and MQTT Explorer to review the result of copying the file in the wis2box-ftp. !!! Question diff --git a/documentation/docs/practical-sessions/downloading-and-finding-data-from-wis2.md b/documentation/docs/practical-sessions/downloading-and-finding-data-from-wis2.md index e0fddc67..33e2653e 100644 --- a/documentation/docs/practical-sessions/downloading-and-finding-data-from-wis2.md +++ b/documentation/docs/practical-sessions/downloading-and-finding-data-from-wis2.md @@ -40,9 +40,14 @@ Update the following values in the configuration: Run the `pywis-pubsub` command: ```bash -pywis-pubsub subscribe -c ~/exercise-materials/pywis-pubsub-exercises/config.yml --verbosity INFO +pywis-pubsub subscribe -c ~/exercise-materials/pywis-pubsub-exercises/config.yml --verbosity INFO -d ``` +!!! note + + The above command will download data to your local system for demo purposes. For operational environments + you will need to consider and manage diskspace requirements as part of your workflow. + !!! question What is the format of the data notifications that are displayed on the screen? @@ -54,6 +59,16 @@ pywis-pubsub subscribe -c ~/exercise-materials/pywis-pubsub-exercises/config.yml Stop the `pywis-pubsub` command (CTRL-C) and update the configuration to be able to download the data to `/tmp/wis2-data`. +Try spatial filtering with a bounding box: + +```bash +pywis-pubsub subscribe -c ~/exercise-materials/pywis-pubsub-exercises/config.yml --verbosity INFO -d -b -142,42,-52,84 +``` + +!!! note + + Try using your own bounding box (format is `west,south,east,north`, in decimal degrees). + ## Finding data with pywiscat Let's use [pywiscat](https://github.com/wmo-im/pywiscat) to query the GDC diff --git a/exercise-materials/synop2bufr-exercises/answers/ex_1/station_list.csv b/exercise-materials/synop2bufr-exercises/answers/ex_1/station_list.csv index e6e5625a..27b31e66 100644 --- a/exercise-materials/synop2bufr-exercises/answers/ex_1/station_list.csv +++ b/exercise-materials/synop2bufr-exercises/answers/ex_1/station_list.csv @@ -1,2 +1,2 @@ station_name,wigos_station_identifier,traditional_station_identifier,facility_type,latitude,longitude,elevation,territory_name,wmo_region -OCNA SUGATAG,0-20000-0-15015,15015,Land (fixed),47.77706163,23.94046026,503,Romania,6 +OCNA SUGATAG,0-20000-0-15015,15015,Land (fixed),47.77706163,23.94046026,503,Romania,VI diff --git a/exercise-materials/synop2bufr-exercises/answers/ex_2/station_list.csv b/exercise-materials/synop2bufr-exercises/answers/ex_2/station_list.csv index 56f7e3f1..12756801 100644 --- a/exercise-materials/synop2bufr-exercises/answers/ex_2/station_list.csv +++ b/exercise-materials/synop2bufr-exercises/answers/ex_2/station_list.csv @@ -1,4 +1,4 @@ station_name,wigos_station_identifier,traditional_station_identifier,facility_type,latitude,longitude,elevation,territory_name,wmo_region -OCNA SUGATAG,0-20000-0-15015,15015,Land (fixed),47.77706163,23.94046026,503,Romania,6 -BOTOSANI,0-20000-0-15020,15020,Land (fixed),47.73565324,26.64555017,161,Romania,6 -IASI,0-20000-0-15090,15090,Land (fixed),47.16333333,27.62722222,74.29,Romania,6 +OCNA SUGATAG,0-20000-0-15015,15015,Land (fixed),47.77706163,23.94046026,503,Romania,VI +BOTOSANI,0-20000-0-15020,15020,Land (fixed),47.73565324,26.64555017,161,Romania,VI +IASI,0-20000-0-15090,15090,Land (fixed),47.16333333,27.62722222,74.29,Romania,VI diff --git a/exercise-materials/synop2bufr-exercises/answers/ex_3/station_list.csv b/exercise-materials/synop2bufr-exercises/answers/ex_3/station_list.csv index 7abe716a..a59170a9 100644 --- a/exercise-materials/synop2bufr-exercises/answers/ex_3/station_list.csv +++ b/exercise-materials/synop2bufr-exercises/answers/ex_3/station_list.csv @@ -1,24 +1,24 @@ station_name,wigos_station_identifier,traditional_station_identifier,facility_type,latitude,longitude,elevation,territory_name,wmo_region -OCNA SUGATAG,0-20000-0-15015,15015,Land (fixed),47.77706163,23.94046026,503,Romania,6 -BOTOSANI,0-20000-0-15020,15020,Land (fixed),47.73565324,26.64555017,161,Romania,6 -IASI,0-20000-0-15090,15090,Land (fixed),47.16333333,27.62722222,74.29,Romania,6 -CEAHLAU TOACA,0-20000-0-15108,15108,Land (fixed),46.97751,25.94993997,1897,Romania,6 -CLUJ-NAPOCA,0-20000-0-15120,15120,Land (fixed),46.7777705,23.57130529,410,Romania,6 -BACAU,0-20000-0-15150,15150,Land (fixed),46.55777778,26.89666667,174,Romania,6 -MIERCUREA CIUC,0-20000-0-15170,15170,Land (fixed),46.37131666,25.77261668,661,Romania,6 -ARAD,0-20000-0-15200,15200,Land (fixed),46.1335164,21.35362152,116.59,Romania,6 -DEVA,0-20000-0-15230,15230,Land (fixed),45.86492301,22.89880624,240,Romania,6 -SIBIU,0-20000-0-15260,15260,Land (fixed),45.79018,24.036245,450,Romania,6 -VARFU OMU,0-20000-0-15280,15280,Land (fixed),45.4457928,25.45669098,2504,Romania,6 -CARANSEBES,0-20000-0-15292,15292,Land (fixed),45.41667,22.22917,241,Romania,6 -GALATI,0-20000-0-15310,15310,Land (fixed),45.47291814,28.03230106,69,Romania,6 -TULCEA,0-20000-0-15335,15335,Land (fixed),45.19050648,28.82416076,4.36,Romania,6 -RAMNICU VALCEA,0-20000-0-15346,15346,Land (fixed),45.08882112,24.36281391,237,Romania,6 -BUZAU,0-20000-0-15350,15350,Land (fixed),45.13266329,26.85173192,97,Romania,6 -SULINA,0-20000-0-15360,15360,Land (fixed),45.1623111,29.7268286,69,Romania,6 -DROBETA-TURNU SEVERIN,0-20000-0-15410,15410,Land (fixed),44.6264587,22.62607371,77,Romania,6 -BUCURESTI BANEASA,0-20000-0-15420,15420,Land (fixed),44.510433,26.07819041,90,Romania,6 -CRAIOVA,0-20000-0-15450,15450,Land (fixed),44.31014043,23.86698474,192,Romania,6 -CALARASI,0-20000-0-15460,15460,Land (fixed),44.20573853,27.33830807,18.72,Romania,6 -ROSIORII DE VEDE,0-20000-0-15470,15470,Land (fixed),44.10721334,24.97874007,102.15,Romania,6 -CONSTANTA,0-20000-0-15480,15480,Land (fixed),44.21381439,28.64556468,12.8,Romania,6 +OCNA SUGATAG,0-20000-0-15015,15015,Land (fixed),47.77706163,23.94046026,503,Romania,VI +BOTOSANI,0-20000-0-15020,15020,Land (fixed),47.73565324,26.64555017,161,Romania,VI +IASI,0-20000-0-15090,15090,Land (fixed),47.16333333,27.62722222,74.29,Romania,VI +CEAHLAU TOACA,0-20000-0-15108,15108,Land (fixed),46.97751,25.94993997,1897,Romania,VI +CLUJ-NAPOCA,0-20000-0-15120,15120,Land (fixed),46.7777705,23.57130529,410,Romania,VI +BACAU,0-20000-0-15150,15150,Land (fixed),46.55777778,26.89666667,174,Romania,VI +MIERCUREA CIUC,0-20000-0-15170,15170,Land (fixed),46.37131666,25.77261668,661,Romania,VI +ARAD,0-20000-0-15200,15200,Land (fixed),46.1335164,21.35362152,116.59,Romania,VI +DEVA,0-20000-0-15230,15230,Land (fixed),45.86492301,22.89880624,240,Romania,VI +SIBIU,0-20000-0-15260,15260,Land (fixed),45.79018,24.036245,450,Romania,VI +VARFU OMU,0-20000-0-15280,15280,Land (fixed),45.4457928,25.45669098,2504,Romania,VI +CARANSEBES,0-20000-0-15292,15292,Land (fixed),45.41667,22.22917,241,Romania,VI +GALATI,0-20000-0-15310,15310,Land (fixed),45.47291814,28.03230106,69,Romania,VI +TULCEA,0-20000-0-15335,15335,Land (fixed),45.19050648,28.82416076,4.36,Romania,VI +RAMNICU VALCEA,0-20000-0-15346,15346,Land (fixed),45.08882112,24.36281391,237,Romania,VI +BUZAU,0-20000-0-15350,15350,Land (fixed),45.13266329,26.85173192,97,Romania,VI +SULINA,0-20000-0-15360,15360,Land (fixed),45.1623111,29.7268286,69,Romania,VI +DROBETA-TURNU SEVERIN,0-20000-0-15410,15410,Land (fixed),44.6264587,22.62607371,77,Romania,VI +BUCURESTI BANEASA,0-20000-0-15420,15420,Land (fixed),44.510433,26.07819041,90,Romania,VI +CRAIOVA,0-20000-0-15450,15450,Land (fixed),44.31014043,23.86698474,192,Romania,VI +CALARASI,0-20000-0-15460,15460,Land (fixed),44.20573853,27.33830807,18.72,Romania,VI +ROSIORII DE VEDE,0-20000-0-15470,15470,Land (fixed),44.10721334,24.97874007,102.15,Romania,VI +CONSTANTA,0-20000-0-15480,15480,Land (fixed),44.21381439,28.64556468,12.8,Romania,VI diff --git a/exercise-materials/synop2bufr-exercises/answers/ex_4/station_list.csv b/exercise-materials/synop2bufr-exercises/answers/ex_4/station_list.csv index 56f7e3f1..12756801 100644 --- a/exercise-materials/synop2bufr-exercises/answers/ex_4/station_list.csv +++ b/exercise-materials/synop2bufr-exercises/answers/ex_4/station_list.csv @@ -1,4 +1,4 @@ station_name,wigos_station_identifier,traditional_station_identifier,facility_type,latitude,longitude,elevation,territory_name,wmo_region -OCNA SUGATAG,0-20000-0-15015,15015,Land (fixed),47.77706163,23.94046026,503,Romania,6 -BOTOSANI,0-20000-0-15020,15020,Land (fixed),47.73565324,26.64555017,161,Romania,6 -IASI,0-20000-0-15090,15090,Land (fixed),47.16333333,27.62722222,74.29,Romania,6 +OCNA SUGATAG,0-20000-0-15015,15015,Land (fixed),47.77706163,23.94046026,503,Romania,VI +BOTOSANI,0-20000-0-15020,15020,Land (fixed),47.73565324,26.64555017,161,Romania,VI +IASI,0-20000-0-15090,15090,Land (fixed),47.16333333,27.62722222,74.29,Romania,VI diff --git a/exercise-materials/synop2bufr-exercises/answers/ex_5/station_list.csv b/exercise-materials/synop2bufr-exercises/answers/ex_5/station_list.csv index c28ba40b..d2ce3229 100644 --- a/exercise-materials/synop2bufr-exercises/answers/ex_5/station_list.csv +++ b/exercise-materials/synop2bufr-exercises/answers/ex_5/station_list.csv @@ -1,4 +1,4 @@ station_name,wigos_station_identifier,traditional_station_identifier,facility_type,latitude,longitude,elevation,territory_name,wmo_region ,,15015,,,,,, -BOTOSANI,0-20000-0-15020,15020,Land (fixed),47.73565324,26.64555017,161,Romania,6 -IASI,0-20000-0-15090,15090,Land (fixed),47.16333333,27.62722222,74.29,Romania,6 +BOTOSANI,0-20000-0-15020,15020,Land (fixed),47.73565324,26.64555017,161,Romania,VI +IASI,0-20000-0-15090,15090,Land (fixed),47.16333333,27.62722222,74.29,Romania,VI diff --git a/exercise-materials/synop2bufr-exercises/ex_1/station_list.csv b/exercise-materials/synop2bufr-exercises/ex_1/station_list.csv index e6e5625a..27b31e66 100644 --- a/exercise-materials/synop2bufr-exercises/ex_1/station_list.csv +++ b/exercise-materials/synop2bufr-exercises/ex_1/station_list.csv @@ -1,2 +1,2 @@ station_name,wigos_station_identifier,traditional_station_identifier,facility_type,latitude,longitude,elevation,territory_name,wmo_region -OCNA SUGATAG,0-20000-0-15015,15015,Land (fixed),47.77706163,23.94046026,503,Romania,6 +OCNA SUGATAG,0-20000-0-15015,15015,Land (fixed),47.77706163,23.94046026,503,Romania,VI diff --git a/exercise-materials/synop2bufr-exercises/ex_2/station_list.csv b/exercise-materials/synop2bufr-exercises/ex_2/station_list.csv index 56f7e3f1..12756801 100644 --- a/exercise-materials/synop2bufr-exercises/ex_2/station_list.csv +++ b/exercise-materials/synop2bufr-exercises/ex_2/station_list.csv @@ -1,4 +1,4 @@ station_name,wigos_station_identifier,traditional_station_identifier,facility_type,latitude,longitude,elevation,territory_name,wmo_region -OCNA SUGATAG,0-20000-0-15015,15015,Land (fixed),47.77706163,23.94046026,503,Romania,6 -BOTOSANI,0-20000-0-15020,15020,Land (fixed),47.73565324,26.64555017,161,Romania,6 -IASI,0-20000-0-15090,15090,Land (fixed),47.16333333,27.62722222,74.29,Romania,6 +OCNA SUGATAG,0-20000-0-15015,15015,Land (fixed),47.77706163,23.94046026,503,Romania,VI +BOTOSANI,0-20000-0-15020,15020,Land (fixed),47.73565324,26.64555017,161,Romania,VI +IASI,0-20000-0-15090,15090,Land (fixed),47.16333333,27.62722222,74.29,Romania,VI diff --git a/exercise-materials/synop2bufr-exercises/ex_3/station_list.csv b/exercise-materials/synop2bufr-exercises/ex_3/station_list.csv index 7abe716a..a59170a9 100644 --- a/exercise-materials/synop2bufr-exercises/ex_3/station_list.csv +++ b/exercise-materials/synop2bufr-exercises/ex_3/station_list.csv @@ -1,24 +1,24 @@ station_name,wigos_station_identifier,traditional_station_identifier,facility_type,latitude,longitude,elevation,territory_name,wmo_region -OCNA SUGATAG,0-20000-0-15015,15015,Land (fixed),47.77706163,23.94046026,503,Romania,6 -BOTOSANI,0-20000-0-15020,15020,Land (fixed),47.73565324,26.64555017,161,Romania,6 -IASI,0-20000-0-15090,15090,Land (fixed),47.16333333,27.62722222,74.29,Romania,6 -CEAHLAU TOACA,0-20000-0-15108,15108,Land (fixed),46.97751,25.94993997,1897,Romania,6 -CLUJ-NAPOCA,0-20000-0-15120,15120,Land (fixed),46.7777705,23.57130529,410,Romania,6 -BACAU,0-20000-0-15150,15150,Land (fixed),46.55777778,26.89666667,174,Romania,6 -MIERCUREA CIUC,0-20000-0-15170,15170,Land (fixed),46.37131666,25.77261668,661,Romania,6 -ARAD,0-20000-0-15200,15200,Land (fixed),46.1335164,21.35362152,116.59,Romania,6 -DEVA,0-20000-0-15230,15230,Land (fixed),45.86492301,22.89880624,240,Romania,6 -SIBIU,0-20000-0-15260,15260,Land (fixed),45.79018,24.036245,450,Romania,6 -VARFU OMU,0-20000-0-15280,15280,Land (fixed),45.4457928,25.45669098,2504,Romania,6 -CARANSEBES,0-20000-0-15292,15292,Land (fixed),45.41667,22.22917,241,Romania,6 -GALATI,0-20000-0-15310,15310,Land (fixed),45.47291814,28.03230106,69,Romania,6 -TULCEA,0-20000-0-15335,15335,Land (fixed),45.19050648,28.82416076,4.36,Romania,6 -RAMNICU VALCEA,0-20000-0-15346,15346,Land (fixed),45.08882112,24.36281391,237,Romania,6 -BUZAU,0-20000-0-15350,15350,Land (fixed),45.13266329,26.85173192,97,Romania,6 -SULINA,0-20000-0-15360,15360,Land (fixed),45.1623111,29.7268286,69,Romania,6 -DROBETA-TURNU SEVERIN,0-20000-0-15410,15410,Land (fixed),44.6264587,22.62607371,77,Romania,6 -BUCURESTI BANEASA,0-20000-0-15420,15420,Land (fixed),44.510433,26.07819041,90,Romania,6 -CRAIOVA,0-20000-0-15450,15450,Land (fixed),44.31014043,23.86698474,192,Romania,6 -CALARASI,0-20000-0-15460,15460,Land (fixed),44.20573853,27.33830807,18.72,Romania,6 -ROSIORII DE VEDE,0-20000-0-15470,15470,Land (fixed),44.10721334,24.97874007,102.15,Romania,6 -CONSTANTA,0-20000-0-15480,15480,Land (fixed),44.21381439,28.64556468,12.8,Romania,6 +OCNA SUGATAG,0-20000-0-15015,15015,Land (fixed),47.77706163,23.94046026,503,Romania,VI +BOTOSANI,0-20000-0-15020,15020,Land (fixed),47.73565324,26.64555017,161,Romania,VI +IASI,0-20000-0-15090,15090,Land (fixed),47.16333333,27.62722222,74.29,Romania,VI +CEAHLAU TOACA,0-20000-0-15108,15108,Land (fixed),46.97751,25.94993997,1897,Romania,VI +CLUJ-NAPOCA,0-20000-0-15120,15120,Land (fixed),46.7777705,23.57130529,410,Romania,VI +BACAU,0-20000-0-15150,15150,Land (fixed),46.55777778,26.89666667,174,Romania,VI +MIERCUREA CIUC,0-20000-0-15170,15170,Land (fixed),46.37131666,25.77261668,661,Romania,VI +ARAD,0-20000-0-15200,15200,Land (fixed),46.1335164,21.35362152,116.59,Romania,VI +DEVA,0-20000-0-15230,15230,Land (fixed),45.86492301,22.89880624,240,Romania,VI +SIBIU,0-20000-0-15260,15260,Land (fixed),45.79018,24.036245,450,Romania,VI +VARFU OMU,0-20000-0-15280,15280,Land (fixed),45.4457928,25.45669098,2504,Romania,VI +CARANSEBES,0-20000-0-15292,15292,Land (fixed),45.41667,22.22917,241,Romania,VI +GALATI,0-20000-0-15310,15310,Land (fixed),45.47291814,28.03230106,69,Romania,VI +TULCEA,0-20000-0-15335,15335,Land (fixed),45.19050648,28.82416076,4.36,Romania,VI +RAMNICU VALCEA,0-20000-0-15346,15346,Land (fixed),45.08882112,24.36281391,237,Romania,VI +BUZAU,0-20000-0-15350,15350,Land (fixed),45.13266329,26.85173192,97,Romania,VI +SULINA,0-20000-0-15360,15360,Land (fixed),45.1623111,29.7268286,69,Romania,VI +DROBETA-TURNU SEVERIN,0-20000-0-15410,15410,Land (fixed),44.6264587,22.62607371,77,Romania,VI +BUCURESTI BANEASA,0-20000-0-15420,15420,Land (fixed),44.510433,26.07819041,90,Romania,VI +CRAIOVA,0-20000-0-15450,15450,Land (fixed),44.31014043,23.86698474,192,Romania,VI +CALARASI,0-20000-0-15460,15460,Land (fixed),44.20573853,27.33830807,18.72,Romania,VI +ROSIORII DE VEDE,0-20000-0-15470,15470,Land (fixed),44.10721334,24.97874007,102.15,Romania,VI +CONSTANTA,0-20000-0-15480,15480,Land (fixed),44.21381439,28.64556468,12.8,Romania,VI diff --git a/exercise-materials/synop2bufr-exercises/ex_4/station_list.csv b/exercise-materials/synop2bufr-exercises/ex_4/station_list.csv index 56f7e3f1..12756801 100644 --- a/exercise-materials/synop2bufr-exercises/ex_4/station_list.csv +++ b/exercise-materials/synop2bufr-exercises/ex_4/station_list.csv @@ -1,4 +1,4 @@ station_name,wigos_station_identifier,traditional_station_identifier,facility_type,latitude,longitude,elevation,territory_name,wmo_region -OCNA SUGATAG,0-20000-0-15015,15015,Land (fixed),47.77706163,23.94046026,503,Romania,6 -BOTOSANI,0-20000-0-15020,15020,Land (fixed),47.73565324,26.64555017,161,Romania,6 -IASI,0-20000-0-15090,15090,Land (fixed),47.16333333,27.62722222,74.29,Romania,6 +OCNA SUGATAG,0-20000-0-15015,15015,Land (fixed),47.77706163,23.94046026,503,Romania,VI +BOTOSANI,0-20000-0-15020,15020,Land (fixed),47.73565324,26.64555017,161,Romania,VI +IASI,0-20000-0-15090,15090,Land (fixed),47.16333333,27.62722222,74.29,Romania,VI diff --git a/exercise-materials/synop2bufr-exercises/ex_5/station_list_incorrect.csv b/exercise-materials/synop2bufr-exercises/ex_5/station_list_incorrect.csv index 68d8bd84..44d32043 100644 --- a/exercise-materials/synop2bufr-exercises/ex_5/station_list_incorrect.csv +++ b/exercise-materials/synop2bufr-exercises/ex_5/station_list_incorrect.csv @@ -1,3 +1,3 @@ station_name,wigos_station_identifier,traditional_station_identifier,facility_type,latitude,longitude,elevation,territory_name,wmo_region -BOTOSANI,0-20000-0-15020,15020,Land (fixed),47.73565324,26.64555017,161,Romania,6 -IASI,0-20000-0-15090,15090,Land (fixed),47.16333333,27.62722222,74.29,Romania,6 +BOTOSANI,0-20000-0-15020,15020,Land (fixed),47.73565324,26.64555017,161,Romania,VI +IASI,0-20000-0-15090,15090,Land (fixed),47.16333333,27.62722222,74.29,Romania,VI