#1035: Remove metadata stored in GRQ for any DISP-S1 products other t…

…han the .nc file. Currently we are repeating the exact same metadata for .xml, .png, and so on that are uncessary and makes the DB huge
nasa · Dec 5, 2024 · ab041c7 · ab041c7
1 parent 554bf05
commit ab041c7
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/product2dataset/product2dataset.py b/product2dataset/product2dataset.py
@@ -73,6 +73,8 @@ def convert(
 
     for output_type in output_types:
         for product in products[output_type].keys():
+            if pge_name == "L3_DISP_S1" and product[-3:] != ".nc": # DISP-S1 generates huge amount of data. We only care for the .nc files
+                continue
             logger.info(f"Converting {product} to a dataset")
 
             dataset_dir = extract.extract(