Skip to content

Commit

Permalink
cast arrow table with safe=False to allow precision truncation (#410)
Browse files Browse the repository at this point in the history
  • Loading branch information
jonmmease authored Oct 26, 2023
1 parent 66ee292 commit 849ffb3
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion python/vegafusion/vegafusion/dataset/snowpark.py
Original file line number Diff line number Diff line change
Expand Up @@ -92,7 +92,7 @@ def fetch_query(self, query: str, schema: pa.Schema) -> pa.Table:
sp_df = self._session.sql(query)
batches = []
for pd_batch in sp_df.to_pandas_batches():
pa_tbl = to_arrow_table(pd_batch).cast(schema)
pa_tbl = to_arrow_table(pd_batch).cast(schema, safe=False)
batches.extend(pa_tbl.to_batches())

return pa.Table.from_batches(batches, schema)
Expand Down

0 comments on commit 849ffb3

Please sign in to comment.