bumped infer_schema_length again

TUM-Dev · Oct 27, 2024 · 0d51ca0 · 0d51ca0
1 parent 03fed9f
commit 0d51ca0
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/data/processors/export.py b/data/processors/export.py
@@ -107,7 +107,7 @@ def export_for_search(data: dict) -> None:
     _make_sure_is_safe(export)
     with (OUTPUT_DIR_PATH / "search_data.json").open("w+", encoding="UTF-8") as file:
         json.dump(export, file)
-    df = pl.read_json(OUTPUT_DIR_PATH / "search_data.json", infer_schema_length=500)
+    df = pl.read_json(OUTPUT_DIR_PATH / "search_data.json", infer_schema_length=1024)
     df.write_parquet(OUTPUT_DIR_PATH / "search_data.parquet", use_pyarrow=True, compression_level=22)