Skip to content

Commit

Permalink
Update Arrow and DataFusion 2024-08-10 (#503)
Browse files Browse the repository at this point in the history
Update to DataFusion 38.0 and Arrow 51
  • Loading branch information
jonmmease authored Aug 10, 2024
1 parent 007bd44 commit 5fe3267
Show file tree
Hide file tree
Showing 56 changed files with 1,095 additions and 1,378 deletions.
58 changes: 29 additions & 29 deletions .github/workflows/build_test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,9 @@ jobs:
steps:
- name: Check out repository code
uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # [email protected]
- uses: prefix-dev/setup-pixi@v0.5.1
- uses: prefix-dev/setup-pixi@v0.8.1
with:
pixi-version: v0.13.0
pixi-version: v0.27.1
cache: true
- name: Cache
uses: actions/cache@v3
Expand Down Expand Up @@ -39,9 +39,9 @@ jobs:
steps:
- name: Check out repository code
uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # [email protected]
- uses: prefix-dev/setup-pixi@v0.5.1
- uses: prefix-dev/setup-pixi@v0.8.1
with:
pixi-version: v0.13.0
pixi-version: v0.27.1
- name: Cache
uses: actions/cache@v3
with:
Expand All @@ -68,9 +68,9 @@ jobs:
steps:
- name: Check out repository code
uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # [email protected]
- uses: prefix-dev/setup-pixi@v0.5.1
- uses: prefix-dev/setup-pixi@v0.8.1
with:
pixi-version: v0.13.0
pixi-version: v0.27.1
- name: Cache
uses: actions/cache@v3
with:
Expand Down Expand Up @@ -156,9 +156,9 @@ jobs:
steps:
- name: Check out repository code
uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # [email protected]
- uses: prefix-dev/setup-pixi@v0.5.1
- uses: prefix-dev/setup-pixi@v0.8.1
with:
pixi-version: v0.13.0
pixi-version: v0.27.1
- name: Cache
uses: actions/cache@v3
with:
Expand All @@ -183,9 +183,9 @@ jobs:
steps:
- name: Check out repository code
uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # [email protected]
- uses: prefix-dev/setup-pixi@v0.5.1
- uses: prefix-dev/setup-pixi@v0.8.1
with:
pixi-version: v0.13.0
pixi-version: v0.27.1
- name: Cache
uses: actions/cache@v3
with:
Expand All @@ -210,9 +210,9 @@ jobs:
steps:
- name: Check out repository code
uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # [email protected]
- uses: prefix-dev/setup-pixi@v0.5.1
- uses: prefix-dev/setup-pixi@v0.8.1
with:
pixi-version: v0.13.0
pixi-version: v0.27.1
- name: Cache
uses: actions/cache@v3
with:
Expand All @@ -238,9 +238,9 @@ jobs:
steps:
- name: Check out repository code
uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # [email protected]
- uses: prefix-dev/setup-pixi@v0.5.1
- uses: prefix-dev/setup-pixi@v0.8.1
with:
pixi-version: v0.13.0
pixi-version: v0.27.1
- name: Cache
uses: actions/cache@v3
with:
Expand All @@ -265,9 +265,9 @@ jobs:
steps:
- name: Check out repository code
uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # [email protected]
- uses: prefix-dev/setup-pixi@v0.5.1
- uses: prefix-dev/setup-pixi@v0.8.1
with:
pixi-version: v0.13.0
pixi-version: v0.27.1
- name: Cache
uses: actions/cache@v3
with:
Expand Down Expand Up @@ -319,7 +319,7 @@ jobs:
ls -la
python -m pip install vegafusion-*.whl
python -m pip install vegafusion_python_embed-*manylinux_2_17_x86_64*.whl
python -m pip install pytest vega-datasets polars-lts-cpu duckdb==0.9.2 "vl-convert-python>=1.0.1rc1" scikit-image pandas==2.0
python -m pip install pytest vega-datasets polars-lts-cpu "duckdb>=1.0" "vl-convert-python>=1.0.1rc1" scikit-image "pandas>=2.2"
- name: Test lazy imports
working-directory: python/vegafusion/
run: python checks/check_lazy_imports.py
Expand Down Expand Up @@ -353,7 +353,7 @@ jobs:
ls -la
python -m pip install vegafusion-*.whl
python -m pip install vegafusion_python_embed-*macosx_10_*_x86_64.whl
python -m pip install pytest vega-datasets polars-lts-cpu duckdb==0.9.2 vl-convert-python scikit-image pandas==2.0
python -m pip install pytest vega-datasets polars-lts-cpu "duckdb>=1.0" vl-convert-python scikit-image "pandas>=2.2"
python -m pip install pyarrow==10.0 altair==5.1.2
- name: Test vegafusion
working-directory: python/vegafusion/
Expand Down Expand Up @@ -389,7 +389,7 @@ jobs:
python -m pip install $vegafusion
python -m pip install $vegafusion_python_embed
python -m pip install pytest vega-datasets polars[timezone] duckdb==0.9.2 vl-convert-python scikit-image
python -m pip install pytest vega-datasets polars[timezone] "duckdb>=1.0" vl-convert-python scikit-image
- name: Test vegafusion
working-directory: python/vegafusion/
run: pytest
Expand All @@ -403,9 +403,9 @@ jobs:
steps:
- name: Check out repository code
uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # [email protected]
- uses: prefix-dev/setup-pixi@v0.5.1
- uses: prefix-dev/setup-pixi@v0.8.1
with:
pixi-version: v0.13.0
pixi-version: v0.27.1
- name: Cache
uses: actions/cache@v3
with:
Expand Down Expand Up @@ -455,9 +455,9 @@ jobs:
steps:
- name: Check out repository code
uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # [email protected]
- uses: prefix-dev/setup-pixi@v0.5.1
- uses: prefix-dev/setup-pixi@v0.8.1
with:
pixi-version: v0.13.0
pixi-version: v0.27.1
- name: Cache
uses: actions/cache@v3
with:
Expand Down Expand Up @@ -564,9 +564,9 @@ jobs:
steps:
- name: Check out repository code
uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # [email protected]
- uses: prefix-dev/setup-pixi@v0.5.1
- uses: prefix-dev/setup-pixi@v0.8.1
with:
pixi-version: v0.13.0
pixi-version: v0.27.1
- name: Cache
uses: actions/cache@v3
with:
Expand Down Expand Up @@ -596,9 +596,9 @@ jobs:
steps:
- name: Check out repository code
uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # [email protected]
- uses: prefix-dev/setup-pixi@v0.5.1
- uses: prefix-dev/setup-pixi@v0.8.1
with:
pixi-version: v0.13.0
pixi-version: v0.27.1
- name: Cache
uses: actions/cache@v3
with:
Expand Down Expand Up @@ -627,9 +627,9 @@ jobs:
steps:
- name: Check out repository code
uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # [email protected]
- uses: prefix-dev/setup-pixi@v0.5.1
- uses: prefix-dev/setup-pixi@v0.8.1
with:
pixi-version: v0.13.0
pixi-version: v0.27.1
- name: Cache
uses: actions/cache@v3
with:
Expand Down
6 changes: 6 additions & 0 deletions .vscode/settings.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
{
"[rust]": {
"editor.defaultFormatter": "rust-lang.rust-analyzer",
"editor.formatOnSave": true
}
}
Loading

0 comments on commit 5fe3267

Please sign in to comment.