From c03a84b74146b8c095bb7ebabccc9b5ceb3709a5 Mon Sep 17 00:00:00 2001 From: Frank Elsinga Date: Sun, 27 Oct 2024 22:29:26 +0100 Subject: [PATCH] Update data/processors/export.py --- data/processors/export.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/data/processors/export.py b/data/processors/export.py index 4e13321bd..007f924aa 100644 --- a/data/processors/export.py +++ b/data/processors/export.py @@ -173,7 +173,7 @@ def export_for_api(data: dict) -> None: _make_sure_is_safe(export_data) with (OUTPUT_DIR_PATH / "api_data.json").open("w", encoding="utf-8") as file: json.dump(export_data, file, cls=EnhancedJSONEncoder) - df = pl.read_json(OUTPUT_DIR_PATH / "api_data.json", infer_schema_length=16384) + df = pl.read_json(OUTPUT_DIR_PATH / "api_data.json", infer_schema_length=None) df.write_parquet(OUTPUT_DIR_PATH / "api_data.parquet", use_pyarrow=True, compression_level=22)