introduce Source column in CSVs (#141)

scripts/codelists2ttl.py

@@ -54,7 +54,11 @@ def gen_skos_subregister(name: str, description: str,
         'description': description
     }
 
-    SUBREGISTER += ' .'
+    if source != '':
+        SUBREGISTER += ' ;\n        rdfs:isDefinedBy "$source" .'
+        template_vars['source'] = source
+    else:
+        SUBREGISTER += ' .'
 
     return Template(SUBREGISTER).substitute(template_vars).strip()
 
@@ -84,7 +88,11 @@ def gen_skos_concept(name: str, description: str, source: str = None) -> str:
         'description': description
     }
 
-    CONCEPT += ' .'
+    if source != '':
+        CONCEPT += ' ;\n        rdfs:isDefinedBy "$source" .'
+        template_vars['source'] = source
+    else:
+        CONCEPT += ' .'
 
     return Template(CONCEPT).substitute(template_vars).strip()
 
@@ -137,7 +145,8 @@ def process_subdomain_index(relative_path: Path, csv_base_path: Path,
                 if verbose:
                     print(f'    creating sub-register {file_name}')
                 ttl = gen_skos_subregister(csv_record['Name'],
-                                           csv_record['Description'])
+                                           csv_record['Description'],
+                                           csv_record['Source'])
                 write_ttl_file(ttl, ttl_base_path, relative_path / file_name)
                 # recursion
                 process_subdomain_index(relative_path / csv_record['Name'],
@@ -147,7 +156,8 @@ def process_subdomain_index(relative_path: Path, csv_base_path: Path,
                     print(f'    no sub-directory {csv_sub_dir}')
                     print(f'    creating concept {file_name}')
                 ttl = gen_skos_concept(csv_record['Name'],
-                                       csv_record['Description'])
+                                       csv_record['Description'],
+                                       csv_record['Source'])
                 write_ttl_file(ttl, ttl_base_path, relative_path / file_name)
 
 
@@ -208,7 +218,8 @@ def process_subdomain_index(relative_path: Path, csv_base_path: Path,
                         print(f'Generating {concept_ttl_file}')
                     with concept_ttl_file.open('w') as fh4:
                         ttl = gen_skos_concept(row2['Name'],
-                                               row2['Description'])
+                                               row2['Description'],
+                                               row2['Source'])
                         fh4.write(ttl)
         else:
             with register_ttl_file.open('w') as fh2:

topic-hierarchy.csv

@@ -1,8 +1,8 @@
-Level,Name,Description
-1,channel,"Location of where the data originates from (data providers are 'origin' and global services are 'cache')"
-2,version,"Alphabetical version of the topic hierarchy, currently 'a'"
-3,system,Fixed value of 'wis2' for WIS2
-4,centre-id,Acronym proposed by member and endorsed by WMO Secretariat.
-5,notification-type,"WIS2 notification types ('data' or 'metadata')"
-6,data-policy,"Data policy as defined by the WMO Unified Data Policy ('core' and 'recommended')"
-7,earth-system-discipline,"Seven high-level categories as defined by the WMO Unified Data Policy, Annex 1: 'atmospheric-composition', 'climate', 'cryosphere', 'hydrology', 'ocean', 'space-weather', or 'weather'"
+Level,Name,Description,Source
+1,channel,"Location of where the data originates from (data providers are 'origin' and global services are 'cache')",
+2,version,"Alphabetical version of the topic hierarchy, currently 'a'",
+3,system,Fixed value of 'wis2' for WIS2,
+4,centre-id,Acronym proposed by member and endorsed by WMO Secretariat,
+5,notification-type,"WIS2 notification types ('data' or 'metadata')",
+6,data-policy,"Data policy as defined by the WMO Unified Data Policy ('core' and 'recommended')",
+7,earth-system-discipline,"Seven high-level categories as defined by the WMO Unified Data Policy, Annex 1: 'atmospheric-composition', 'climate', 'cryosphere', 'hydrology', 'ocean', 'space-weather', or 'weather'",

topic-hierarchy/centre-id.csv

@@ -1,20 +1,20 @@
-Name,Description
-ca-eccc-msc,"Environment and Climate Change Canada, Meteorological Service of Canada"
-ca-eccc-msc-global-discovery-catalogue,"Environment and Climate Change Canada, Meteorological Service of Canada, Global Discovery Catalogue Service"
-cn-cma-babj,"China Meteorological Administration (CMA); National Meteorological Information Center (NMIC)"
-cu-insmet,Institute of Meteorology of Cuba
-data-metoffice-noaa-global-cache,"Met Office / National Oceanic and Atmospheric Administration, Global Cache Service"
-de-dwd,Deutscher Wetterdienst
-de-dwd-gts-to-wis2,"Deutscher Wetterdienst, GTS to WIS2 Gateway"
-de-dwd-global-cache,"Deutscher Wetterdienst, Global Cache Service"
-fr-meteo-france,Météo-France
-int-ecmwf,European Centre for Medium-Range Weather Forecasts
-int-eumetsat,European Organisation for the Exploitation of Meteorological Satellites
-it-meteoam,Italian National Centre of Meteorology and Climatology
-ma-marocmeteo,Maroc Météo
-org-woudc,World Ozone and Ultraviolet Radiation Data Centre
-uk-metoffice-nmc,UK Meteorological Office
-uk-metoffice-wis2-to-gts,"UK Meteorological Office, WIS2 to GTS Gateway"
-us-noaa-nws,"National Oceanic and Atmospheric Administration, National Weather Service"
-us-noaa-nws-global-broker,"National Oceanic and Atmospheric Administration, National Weather Service, Global Broker Service"
-us-synoptic_data_pbc,Synoptic Data Public Benefit Corporation (PBC)
+Name,Description,Source
+ca-eccc-msc,"Environment and Climate Change Canada, Meteorological Service of Canada",
+ca-eccc-msc-global-discovery-catalogue,"Environment and Climate Change Canada, Meteorological Service of Canada, Global Discovery Catalogue Service",
+cn-cma-babj,"China Meteorological Administration (CMA); National Meteorological Information Center (NMIC)",
+cu-insmet,Institute of Meteorology of Cuba,
+data-metoffice-noaa-global-cache,"Met Office / National Oceanic and Atmospheric Administration, Global Cache Service",
+de-dwd,Deutscher Wetterdienst,
+de-dwd-gts-to-wis2,"Deutscher Wetterdienst, GTS to WIS2 Gateway",
+de-dwd-global-cache,"Deutscher Wetterdienst, Global Cache Service",
+fr-meteo-france,Météo-France,
+int-ecmwf,European Centre for Medium-Range Weather Forecasts,
+int-eumetsat,European Organisation for the Exploitation of Meteorological Satellites,
+it-meteoam,Italian National Centre of Meteorology and Climatology,
+ma-marocmeteo,Maroc Météo,
+org-woudc,World Ozone and Ultraviolet Radiation Data Centre,
+uk-metoffice-nmc,UK Meteorological Office,
+uk-metoffice-wis2-to-gts,"UK Meteorological Office, WIS2 to GTS Gateway",
+us-noaa-nws,"National Oceanic and Atmospheric Administration, National Weather Service",
+us-noaa-nws-global-broker,"National Oceanic and Atmospheric Administration, National Weather Service, Global Broker Service",
+us-synoptic_data_pbc,Synoptic Data Public Benefit Corporation (PBC),

topic-hierarchy/channel.csv

@@ -1,3 +1,3 @@
-Name,Description
-origin,Data downloadable from the original NC/DCPC
-cache,Data downloadable from a Global Cache
+Name,Description,Source
+origin,Data downloadable from the original NC/DCPC,
+cache,Data downloadable from a Global Cache,

topic-hierarchy/data-policy.csv

@@ -1,3 +1,3 @@
-Name,Description
-core,Core data
-recommended,Recommended data
+Name,Description,Source
+core,Core data,
+recommended,Recommended data,

topic-hierarchy/earth-system-discipline/atmospheric-composition/index.csv

@@ -1,2 +1,2 @@
-Name,Description
-experimental,Experimental topics
+Name,Description,Source
+experimental,Experimental topics,

topic-hierarchy/earth-system-discipline/climate/index.csv

@@ -1,2 +1,2 @@
-Name,Description
-experimental,Experimental topics
+Name,Description,Source
+experimental,Experimental topics,

topic-hierarchy/earth-system-discipline/cryosphere/index.csv

@@ -1,2 +1,2 @@
-Name,Description
-experimental,Experimental topics
+Name,Description,Source
+experimental,Experimental topics,

topic-hierarchy/earth-system-discipline/hydrology/index.csv

@@ -1,2 +1,2 @@
-Name,Description
-experimental,Experimental topics
+Name,Description,Source
+experimental,Experimental topics,

topic-hierarchy/earth-system-discipline/index.csv

@@ -1,8 +1,8 @@
-Name,Description
-weather,Weather
-climate,Climate
-hydrology,Hydrology
-atmospheric-composition,Atmospheric Composition
-cryosphere,Cryosphere
-ocean,Ocean
-space-weather,Space Weather
+Name,Description,Source
+weather,Weather,
+climate,Climate,
+hydrology,Hydrology,
+atmospheric-composition,Atmospheric Composition,
+cryosphere,Cryosphere,
+ocean,Ocean,
+space-weather,Space Weather,

topic-hierarchy/earth-system-discipline/ocean/index.csv

@@ -1,2 +1,2 @@
-Name,Description
-experimental,Experimental topics
+Name,Description,Source
+experimental,Experimental topics,

topic-hierarchy/earth-system-discipline/space-weather/index.csv

@@ -1,2 +1,2 @@
-Name,Description
-experimental,Experimental topics
+Name,Description,Source
+experimental,Experimental topics,

topic-hierarchy/earth-system-discipline/weather/aviation/index.csv

@@ -1,4 +1,4 @@
-Name,Description
-metar,Aerodrome observation
-taf,Aerodrome forecast
-qvaci,Quantitative volcanic ash concentration information
+Name,Description,Source
+metar,Aerodrome observation,
+taf,Aerodrome forecast,
+qvaci,Quantitative volcanic ash concentration information,

topic-hierarchy/earth-system-discipline/weather/index.csv

@@ -1,6 +1,6 @@
-Name,Description
-advisories-warnings,Advisories and warnings
-aviation,Aviation
-prediction,"Data sets produced by quantitative algorithms, such as numerical or statistical prediction models, describing the past, present and future meteorological states"
-surface-based-observations,Surface based observations
-experimental,Experimental topics
+Name,Description,Source
+advisories-warnings,Advisories and warnings,
+aviation,Aviation,
+prediction,"Data sets produced by quantitative algorithms, such as numerical or statistical prediction models, describing the past, present and future meteorological states",
+surface-based-observations,Surface based observations,
+experimental,Experimental topics,

topic-hierarchy/earth-system-discipline/weather/prediction/analysis/index.csv

@@ -1,6 +1,6 @@
-Name,Description
-medium-range,A prediction system up to the order of 240 hours ahead
-nowcasting,A prediction system up to the order of 120 minutes ahead
-seasonal,A prediction system up to the order of 6 months ahead
-short-range,A prediction system up to the order of 72 hours ahead
-subseasonal,A prediction system up to the order of 30 days ahead
+Name,Description,Source
+medium-range,A prediction system up to the order of 240 hours ahead,
+nowcasting,A prediction system up to the order of 120 minutes ahead,
+seasonal,A prediction system up to the order of 6 months ahead,
+short-range,A prediction system up to the order of 72 hours ahead,
+subseasonal,A prediction system up to the order of 30 days ahead,

topic-hierarchy/earth-system-discipline/weather/prediction/analysis/medium-range/deterministic/index.csv

@@ -1,3 +1,3 @@
-Name,Description
-global,A prediction system that covers the entire globe
-limited-area,A prediction system that does not cover the entire globe
+Name,Description,Source
+global,A prediction system that covers the entire globe,
+limited-area,A prediction system that does not cover the entire globe,

topic-hierarchy/earth-system-discipline/weather/prediction/analysis/medium-range/index.csv

@@ -1,3 +1,3 @@
-Name,Description
-deterministic,Outputs from a prediction system which provides one single scenario
-probabilistic,"Outputs from a prediction system which provides multiple scenarios, including probability distribution and uncertainty information"
+Name,Description,Source
+deterministic,Outputs from a prediction system which provides one single scenario,
+probabilistic,"Outputs from a prediction system which provides multiple scenarios, including probability distribution and uncertainty information",

topic-hierarchy/earth-system-discipline/weather/prediction/analysis/medium-range/probabilistic/index.csv

@@ -1,3 +1,3 @@
-Name,Description
-global,A prediction system that covers the entire globe
-limited-area,A prediction system that does not cover the entire globe
+Name,Description,Source
+global,A prediction system that covers the entire globe,
+limited-area,A prediction system that does not cover the entire globe,

topic-hierarchy/earth-system-discipline/weather/prediction/analysis/nowcasting/deterministic/index.csv

@@ -1,3 +1,3 @@
-Name,Description
-global,A prediction system that covers the entire globe
-limited-area,A prediction system that does not cover the entire globe
+Name,Description,Source
+global,A prediction system that covers the entire globe,
+limited-area,A prediction system that does not cover the entire globe,

topic-hierarchy/earth-system-discipline/weather/prediction/analysis/nowcasting/index.csv

@@ -1,3 +1,3 @@
-Name,Description
-deterministic,Outputs from a prediction system which provides one single scenario
-probabilistic,"Outputs from a prediction system which provides multiple scenarios, including probability distribution and uncertainty information"
+Name,Description,Source
+deterministic,Outputs from a prediction system which provides one single scenario,
+probabilistic,"Outputs from a prediction system which provides multiple scenarios, including probability distribution and uncertainty information",

topic-hierarchy/earth-system-discipline/weather/prediction/analysis/nowcasting/probabilistic/index.csv

@@ -1,3 +1,3 @@
-Name,Description
-global,A prediction system that covers the entire globe
-limited-area,A prediction system that does not cover the entire globe
+Name,Description,Source
+global,A prediction system that covers the entire globe,
+limited-area,A prediction system that does not cover the entire globe,

topic-hierarchy/earth-system-discipline/weather/prediction/analysis/seasonal/deterministic/index.csv

@@ -1,3 +1,3 @@
-Name,Description
-global,A prediction system that covers the entire globe
-limited-area,A prediction system that does not cover the entire globe
+Name,Description,Source
+global,A prediction system that covers the entire globe,
+limited-area,A prediction system that does not cover the entire globe,

topic-hierarchy/earth-system-discipline/weather/prediction/analysis/seasonal/index.csv

@@ -1,3 +1,3 @@
-Name,Description
-deterministic,Outputs from a prediction system which provides one single scenario
-probabilistic,"Outputs from a prediction system which provides multiple scenarios, including probability distribution and uncertainty information"
+Name,Description,Source
+deterministic,Outputs from a prediction system which provides one single scenario,
+probabilistic,"Outputs from a prediction system which provides multiple scenarios, including probability distribution and uncertainty information",

topic-hierarchy/earth-system-discipline/weather/prediction/analysis/seasonal/probabilistic/index.csv

@@ -1,3 +1,3 @@
-Name,Description
-global,A prediction system that covers the entire globe
-limited-area,A prediction system that does not cover the entire globe
+Name,Description,Source
+global,A prediction system that covers the entire globe,
+limited-area,A prediction system that does not cover the entire globe,

topic-hierarchy/earth-system-discipline/weather/prediction/analysis/short-range/deterministic/index.csv

@@ -1,3 +1,3 @@
-Name,Description
-global,A prediction system that covers the entire globe
-limited-area,A prediction system that does not cover the entire globe
+Name,Description,Source
+global,A prediction system that covers the entire globe,
+limited-area,A prediction system that does not cover the entire globe,

topic-hierarchy/earth-system-discipline/weather/prediction/analysis/short-range/index.csv

@@ -1,3 +1,3 @@
-Name,Description
-deterministic,Outputs from a prediction system which provides one single scenario
-probabilistic,"Outputs from a prediction system which provides multiple scenarios, including probability distribution and uncertainty information"
+Name,Description,Source
+deterministic,Outputs from a prediction system which provides one single scenario,
+probabilistic,"Outputs from a prediction system which provides multiple scenarios, including probability distribution and uncertainty information",

topic-hierarchy/earth-system-discipline/weather/prediction/analysis/short-range/probabilistic/index.csv

@@ -1,3 +1,3 @@
-Name,Description
-global,A prediction system that covers the entire globe
-limited-area,A prediction system that does not cover the entire globe
+Name,Description,Source
+global,A prediction system that covers the entire globe,
+limited-area,A prediction system that does not cover the entire globe,

topic-hierarchy/earth-system-discipline/weather/prediction/analysis/subseasonal/deterministic/index.csv

@@ -1,3 +1,3 @@
-Name,Description
-global,A prediction system that covers the entire globe
-limited-area,A prediction system that does not cover the entire globe
+Name,Description,Source
+global,A prediction system that covers the entire globe,
+limited-area,A prediction system that does not cover the entire globe,

topic-hierarchy/earth-system-discipline/weather/prediction/analysis/subseasonal/index.csv

@@ -1,3 +1,3 @@
-Name,Description
-deterministic,Outputs from a prediction system which provides one single scenario
-probabilistic,"Outputs from a prediction system which provides multiple scenarios, including probability distribution and uncertainty information"
+Name,Description,Source
+deterministic,Outputs from a prediction system which provides one single scenario,
+probabilistic,"Outputs from a prediction system which provides multiple scenarios, including probability distribution and uncertainty information",

topic-hierarchy/earth-system-discipline/weather/prediction/analysis/subseasonal/probabilistic/index.csv

@@ -1,3 +1,3 @@
-Name,Description
-global,A prediction system that covers the entire globe
-limited-area,A prediction system that does not cover the entire globe
+Name,Description,Source
+global,A prediction system that covers the entire globe,
+limited-area,A prediction system that does not cover the entire globe,

topic-hierarchy/earth-system-discipline/weather/prediction/forecast/index.csv

@@ -1,6 +1,6 @@
-Name,Description
-nowcasting,A prediction system up to the order of 120 minutes ahead
-short-range,A prediction system up to the order of 72 hours ahead
-medium-range,A prediction system up to the order of 240 hours ahead
-subseasonal,A prediction system up to the order of 30 days ahead
-seasonal,A prediction system up to the order of 6 months ahead
+Name,Description,Source
+medium-range,A prediction system up to the order of 240 hours ahead,
+nowcasting,A prediction system up to the order of 120 minutes ahead,
+seasonal,A prediction system up to the order of 6 months ahead,
+short-range,A prediction system up to the order of 72 hours ahead,
+subseasonal,A prediction system up to the order of 30 days ahead,

topic-hierarchy/earth-system-discipline/weather/prediction/forecast/medium-range/deterministic/index.csv

@@ -1,3 +1,3 @@
-Name,Description
-global,A prediction system that covers the entire globe
-limited-area,A prediction system that does not cover the entire globe
+Name,Description,Source
+global,A prediction system that covers the entire globe,
+limited-area,A prediction system that does not cover the entire globe,

topic-hierarchy/earth-system-discipline/weather/prediction/forecast/medium-range/index.csv

@@ -1,3 +1,3 @@
-Name,Description
-deterministic,Outputs from a prediction system which provides one single scenario
-probabilistic,"Outputs from a prediction system which provides multiple scenarios, including probability distribution and uncertainty information"
+Name,Description,Source
+deterministic,Outputs from a prediction system which provides one single scenario,
+probabilistic,"Outputs from a prediction system which provides multiple scenarios, including probability distribution and uncertainty information",

topic-hierarchy/earth-system-discipline/weather/prediction/forecast/medium-range/probabilistic/index.csv

@@ -1,3 +1,3 @@
-Name,Description
-global,A prediction system that covers the entire globe
-limited-area,A prediction system that does not cover the entire globe
+Name,Description,Source
+global,A prediction system that covers the entire globe,
+limited-area,A prediction system that does not cover the entire globe,

topic-hierarchy/earth-system-discipline/weather/prediction/forecast/nowcasting/deterministic/index.csv

@@ -1,3 +1,3 @@
-Name,Description
-global,A prediction system that covers the entire globe
-limited-area,A prediction system that does not cover the entire globe
+Name,Description,Source
+global,A prediction system that covers the entire globe,
+limited-area,A prediction system that does not cover the entire globe,

topic-hierarchy/earth-system-discipline/weather/prediction/forecast/nowcasting/index.csv

@@ -1,3 +1,3 @@
-Name,Description
-deterministic,Outputs from a prediction system which provides one single scenario
-probabilistic,"Outputs from a prediction system which provides multiple scenarios, including probability distribution and uncertainty information"
+Name,Description,Source
+deterministic,Outputs from a prediction system which provides one single scenario,
+probabilistic,"Outputs from a prediction system which provides multiple scenarios, including probability distribution and uncertainty information",

topic-hierarchy/earth-system-discipline/weather/prediction/forecast/nowcasting/probabilistic/index.csv

@@ -1,3 +1,3 @@
-Name,Description
-global,A prediction system that covers the entire globe
-limited-area,A prediction system that does not cover the entire globe
+Name,Description,Source
+global,A prediction system that covers the entire globe,
+limited-area,A prediction system that does not cover the entire globe,