feat: limit large zarr collections via query subset

for that needed bump eodash_catalog generator to 0.0.29
eurodatacube · Aug 5, 2024 · bae7af8 · bae7af8
1 parent b677463
commit bae7af8
Show file tree

Hide file tree

Showing 15 changed files with 39 additions and 6 deletions.
diff --git a/.github/workflows/build_main.yaml b/.github/workflows/build_main.yaml
@@ -38,7 +38,7 @@ jobs:
       - name: Install dependencies
         run: |
           pip install -U pip
-          pip install eodash_catalog==0.0.28
+          pip install eodash_catalog==0.0.29
       - name: Build
         env:
           SH_INSTANCE_ID: ${{ secrets.SH_INSTANCE_ID }}

diff --git a/.github/workflows/build_pull_request.yaml b/.github/workflows/build_pull_request.yaml
@@ -26,7 +26,7 @@ jobs:
       - name: Install dependencies
         run: |
           pip install -U pip
-          pip install eodash_catalog==0.0.28
+          pip install eodash_catalog==0.0.29
       - if: github.event.pull_request.body == ''
         name: Build all - no items
         env:

diff --git a/collections/ESDC_gross_primary_productivity.yaml b/collections/ESDC_gross_primary_productivity.yaml
@@ -40,6 +40,9 @@ Resources:
     Variable: gross_primary_productivity
     ColormapName: jet
     Rescale: [-1,15]
+    Query:
+      Start: "2014-01-01T00:00:00"
+      End: "2018-12-23T00:00:00"
 Provider:
   - Name: NASA
     Roles: licensor, producer, processor

diff --git a/collections/ESDC_kndvi.yaml b/collections/ESDC_kndvi.yaml
@@ -37,6 +37,9 @@ Resources:
     Variable: kndvi
     ColormapName: RdYlGn
     Rescale: [0,1]
+    Query:
+      Start: "2014-01-01T00:00:00"
+      End: "2021-12-31T00:00:00"
 Provider:
   - Name: NASA
     Roles: licensor, producer, processor

diff --git a/collections/ESDC_net_ecosystem_exchange.yaml b/collections/ESDC_net_ecosystem_exchange.yaml
@@ -39,6 +39,9 @@ Resources:
     Variable: net_ecosystem_exchange
     ColormapName: bwr
     Rescale: [-7,2]
+    Query:
+      Start: "2014-01-01T00:00:00"
+      End: "2018-12-23T00:00:00"
 Provider:
   - Name: NASA
     Roles: licensor, producer, processor

diff --git a/collections/ESDL_Hydrology_Precipitation.yaml b/collections/ESDL_Hydrology_Precipitation.yaml
@@ -60,9 +60,9 @@ Resources:
     Variable: precip
     ColormapName: viridis_alpha
     Rescale: [0,50]
-    DateTimeInterval:
-      Start: "2000-01-01T00:00:00"
-      End: "2022-02-28T00:00:00"
+    Query:
+      Start: "2017-01-01T00:00:00"
+      End: "2021-12-31T00:00:00"
 Legend: ESDL_Hydrology_Precipitation/cm_legend.png
 Image: ESDL_Hydrology_Precipitation/image.png
 yAxis: "mm/day"
diff --git a/collections/ESDL_Hydrology_SM.yaml b/collections/ESDL_Hydrology_SM.yaml
@@ -42,7 +42,7 @@ Resources:
     Variable: SM
     ColormapName: plasma_r
     Rescale: [0,1]
-    DateTimeInterval:
+    Query:
       Start: "2017-01-01T00:00:00"
       End: "2022-06-30T00:00:00"
 Legend: ESDL_Hydrology_SM/cm_legend.png

diff --git a/collections/RECCAP2_10_intact_biomass_change_smooth_max.yaml b/collections/RECCAP2_10_intact_biomass_change_smooth_max.yaml
@@ -51,6 +51,9 @@ Resources:
     Variable: intact_biomass_change_smooth_max
     ColormapName: Spectral
     Rescale: [-5,5]
+    Query:
+      Start: "2011-01-01T00:00:00"
+      End: "2018-12-31T00:00:00"
 Provider:
   - Name: ESA
     Roles: licensor, producer, processor

diff --git a/collections/RECCAP2_11_intact_biomass_change_smooth_mean.yaml b/collections/RECCAP2_11_intact_biomass_change_smooth_mean.yaml
@@ -51,6 +51,9 @@ Resources:
     Variable: intact_biomass_change_smooth_mean
     ColormapName: Spectral
     Rescale: [-5,5]
+    Query:
+      Start: "2011-01-01T00:00:00"
+      End: "2018-12-31T00:00:00"
 Provider:
   - Name: ESA
     Roles: licensor, producer, processor

diff --git a/collections/RECCAP2_12_intact_biomass_change_trend_mean.yaml b/collections/RECCAP2_12_intact_biomass_change_trend_mean.yaml
@@ -51,6 +51,9 @@ Resources:
     Variable: intact_biomass_change_trend_mean
     ColormapName: Spectral
     Rescale: [-5,5]
+    Query:
+      Start: "2011-01-01T00:00:00"
+      End: "2018-12-31T00:00:00"
 Provider:
   - Name: ESA
     Roles: licensor, producer, processor

diff --git a/collections/RECCAP2_5_SF_biomass_growth.yaml b/collections/RECCAP2_5_SF_biomass_growth.yaml
@@ -55,6 +55,9 @@ Resources:
     Variable: SF_biomass_growth
     ColormapName: YlGn
     Rescale: [0,2]
+    Query:
+      Start: "2011-01-01T00:00:00"
+      End: "2018-12-31T00:00:00"
 Provider:
   - Name: ESA
     Roles: licensor, producer, processor

diff --git a/collections/RECCAP2_6_deforested_biomass.yaml b/collections/RECCAP2_6_deforested_biomass.yaml
@@ -53,6 +53,9 @@ Resources:
     Variable: deforested_biomass
     ColormapName: YlOrRd
     Rescale: [0,5]
+    Query:
+      Start: "2011-01-01T00:00:00"
+      End: "2018-12-31T00:00:00"
 Provider:
   - Name: ESA
     Roles: licensor, producer, processor

diff --git a/collections/RECCAP2_7_degraded_biomass.yaml b/collections/RECCAP2_7_degraded_biomass.yaml
@@ -55,6 +55,9 @@ Resources:
     Variable: degraded_biomass
     ColormapName: YlOrRd
     Rescale: [0,5]
+    Query:
+      Start: "2011-01-01T00:00:00"
+      End: "2018-12-31T00:00:00"
 Provider:
   - Name: ESA
     Roles: licensor, producer, processor

diff --git a/collections/RECCAP2_8_edge_biomass_change.yaml b/collections/RECCAP2_8_edge_biomass_change.yaml
@@ -51,6 +51,9 @@ Resources:
     Variable: edge_biomass_change
     ColormapName: YlOrRd
     Rescale: [0,5]
+    Query:
+      Start: "2011-01-01T00:00:00"
+      End: "2018-12-31T00:00:00"
 Provider:
   - Name: ESA
     Roles: licensor, producer, processor

diff --git a/collections/RECCAP2_9_intact_biomass_change_methods_mean.yaml b/collections/RECCAP2_9_intact_biomass_change_methods_mean.yaml
@@ -51,6 +51,9 @@ Resources:
     Variable: intact_biomass_change_methods_mean
     ColormapName: Spectral
     Rescale: [-5,5]
+    Query:
+      Start: "2011-01-01T00:00:00"
+      End: "2018-12-31T00:00:00"
 Provider:
   - Name: ESA
     Roles: licensor, producer, processor