bumped infer_schema_length for search_data.parquet

TUM-Dev · Oct 27, 2024 · 03fed9f · 03fed9f
1 parent f591822
commit 03fed9f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/data/processors/export.py b/data/processors/export.py
@@ -107,7 +107,7 @@ def export_for_search(data: dict) -> None:
     _make_sure_is_safe(export)
     with (OUTPUT_DIR_PATH / "search_data.json").open("w+", encoding="UTF-8") as file:
         json.dump(export, file)
-    df = pl.read_json(OUTPUT_DIR_PATH / "search_data.json")
+    df = pl.read_json(OUTPUT_DIR_PATH / "search_data.json", infer_schema_length=500)
     df.write_parquet(OUTPUT_DIR_PATH / "search_data.parquet", use_pyarrow=True, compression_level=22)