From 0d51ca0c518368621c241b07b117f5aabbfc0b0e Mon Sep 17 00:00:00 2001 From: Frank Elsinga Date: Sun, 27 Oct 2024 21:26:47 +0100 Subject: [PATCH] bumped `infer_schema_length` again --- data/processors/export.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/data/processors/export.py b/data/processors/export.py index 18df10c3d..fefb889d9 100644 --- a/data/processors/export.py +++ b/data/processors/export.py @@ -107,7 +107,7 @@ def export_for_search(data: dict) -> None: _make_sure_is_safe(export) with (OUTPUT_DIR_PATH / "search_data.json").open("w+", encoding="UTF-8") as file: json.dump(export, file) - df = pl.read_json(OUTPUT_DIR_PATH / "search_data.json", infer_schema_length=500) + df = pl.read_json(OUTPUT_DIR_PATH / "search_data.json", infer_schema_length=1024) df.write_parquet(OUTPUT_DIR_PATH / "search_data.parquet", use_pyarrow=True, compression_level=22)