-
Notifications
You must be signed in to change notification settings - Fork 84
249 lines (236 loc) · 9.08 KB
/
build_langsmith_pyo3_wheels.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
# This file is based on a starter autogenerated by maturin v1.7.4,
# which can be optained by running `maturin generate-ci github`.
#
# The autogenerated file makes some assumptions that don't work for this repo.
# For example, it assumes that the PyO3 project is the only piece of code in the repo.
# This is why the file has been hand-edited after generation.
#
# To find the changes applied on top of the autogenerated contents, diff this file
# versus commit `c746f00fadb0c84d769be117643683d60eb07ba3` which has the raw autogenerated output.
name: Build langsmith-pyo3 wheels
# Our wheels build depends on both the `langsmith-pyo3` crate itself and all its dependencies:
# - The Rust workspace-level dependency specification in `rust/Cargo.toml` and `rust/Cargo.lock`.
# - Other local Rust crates, like `langsmith-tracing-client`.
# - The vendored `orjson` and `pyo3` workspaces.
on:
push:
branches:
- main
tags:
- 'langsmith-pyo3==*'
paths:
- "rust/**"
- "vendor/orjson/**"
- "vendor/pyo3/**"
- ".github/workflows/build_langsmith_pyo3_wheels.yml"
pull_request:
paths:
- "rust/**"
- "vendor/orjson/**"
- "vendor/pyo3/**"
- ".github/workflows/build_langsmith_pyo3_wheels.yml"
workflow_dispatch:
permissions:
contents: read
env:
RUST_VERSION: '1.82' # Be careful, "stable" gets you "whatever GitHub ships", which is quite old.
# Building wheels for Python 3.13 on Windows is broken at the moment with a linking error,
# so we build 3.13 wheels for other platforms explicitly instead of adding 3.13 here.
# https://github.com/PyO3/maturin-action/issues/292
SUPPORTED_PYTHON_VERSIONS: 'python3.9 python3.10 python3.11 python3.12'
WORKING_DIRECTORY: rust/crates/langsmith-pyo3
jobs:
linux:
runs-on: ${{ matrix.platform.runner }}
strategy:
matrix:
platform:
- runner: ubuntu-latest
target: x86_64
- runner: ubuntu-latest
target: aarch64
steps:
- uses: actions/checkout@v4
- uses: actions/setup-python@v5
with:
python-version: 3.x
- name: Build wheels
uses: PyO3/maturin-action@v1
with:
working-directory: ${{ env.WORKING_DIRECTORY }}
rust-toolchain: ${{ env.RUST_VERSION }}
target: ${{ matrix.platform.target }}
args: '--release --out dist --interpreter ${{ env.SUPPORTED_PYTHON_VERSIONS }} python3.13'
sccache: 'true'
manylinux: '2_28' # The default is 'auto' AKA '2014', which is too old for us.
# Workaround for missing `pip` in manylinux_2_28:
# https://github.com/PyO3/maturin-action/issues/249
before-script-linux: '(python3 -m pip --version || python3 -m ensurepip)'
- name: Upload wheels
uses: actions/upload-artifact@v4
with:
name: wheels-linux-${{ matrix.platform.target }}
path: ${{ env.WORKING_DIRECTORY }}/dist
if-no-files-found: error
musllinux:
runs-on: ${{ matrix.platform.runner }}
strategy:
matrix:
platform:
- runner: ubuntu-latest
target: x86_64
- runner: ubuntu-latest
target: aarch64
steps:
- uses: actions/checkout@v4
- uses: actions/setup-python@v5
with:
python-version: 3.x
- name: Build wheels
uses: PyO3/maturin-action@v1
with:
working-directory: ${{ env.WORKING_DIRECTORY }}
rust-toolchain: ${{ env.RUST_VERSION }}
target: ${{ matrix.platform.target }}
args: '--release --out dist --interpreter ${{ env.SUPPORTED_PYTHON_VERSIONS }} python3.13'
sccache: 'true'
manylinux: musllinux_1_2
- name: Upload wheels
uses: actions/upload-artifact@v4
with:
name: wheels-musllinux-${{ matrix.platform.target }}
path: ${{ env.WORKING_DIRECTORY }}/dist
if-no-files-found: error
windows:
runs-on: ${{ matrix.platform.runner }}
strategy:
matrix:
platform:
- runner: windows-latest
target: x64
steps:
- uses: actions/checkout@v4
- uses: actions/setup-python@v5
with:
python-version: 3.x
architecture: ${{ matrix.platform.target }}
- name: Build wheels
uses: PyO3/maturin-action@v1
with:
working-directory: ${{ env.WORKING_DIRECTORY }}
rust-toolchain: ${{ env.RUST_VERSION }}
target: ${{ matrix.platform.target }}
args: '--release --out dist --interpreter ${{ env.SUPPORTED_PYTHON_VERSIONS }}'
sccache: 'true'
- name: Upload wheels
uses: actions/upload-artifact@v4
with:
name: wheels-windows-${{ matrix.platform.target }}
path: ${{ env.WORKING_DIRECTORY }}/dist
if-no-files-found: error
macos:
runs-on: ${{ matrix.platform.runner }}
strategy:
matrix:
platform:
- runner: macos-15
target: aarch64
steps:
- uses: actions/checkout@v4
- uses: actions/setup-python@v5
with:
python-version: 3.x
- name: Build wheels
uses: PyO3/maturin-action@v1
with:
working-directory: ${{ env.WORKING_DIRECTORY }}
rust-toolchain: ${{ env.RUST_VERSION }}
target: ${{ matrix.platform.target }}
args: '--release --out dist --interpreter ${{ env.SUPPORTED_PYTHON_VERSIONS }} python3.13'
sccache: 'true'
- name: Upload wheels
uses: actions/upload-artifact@v4
with:
name: wheels-${{ matrix.platform.runner }}-${{ matrix.platform.target }}
path: ${{ env.WORKING_DIRECTORY }}/dist
if-no-files-found: error
sdist:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- name: Build sdist
uses: PyO3/maturin-action@v1
with:
working-directory: ${{ env.WORKING_DIRECTORY }}
rust-toolchain: ${{ env.RUST_VERSION }}
command: sdist
args: --out dist
- name: Upload sdist
uses: actions/upload-artifact@v4
with:
name: wheels-sdist
path: ${{ env.WORKING_DIRECTORY }}/dist
if-no-files-found: error
release:
name: Release
runs-on: ubuntu-latest
if: ${{ startsWith(github.ref, 'refs/tags/langsmith-pyo3==') || github.event_name == 'workflow_dispatch' }}
needs: [linux, musllinux, windows, macos, sdist]
permissions:
# Use to sign the release artifacts
id-token: write
# Used to upload release artifacts
contents: write
# Used to generate artifact attestation
attestations: write
steps:
- uses: actions/download-artifact@v4
with:
path: ${{ env.WORKING_DIRECTORY }}
- name: Move wheels to 'dist' dir
run: |
set -euxo pipefail
# Show what wheels got built.
cd "$WORKING_DIRECTORY"
ls -alh wheels-*
# Wipe the `dist` directory if it already existed, so we don't accidentally publish
# something we didn't intend to. Then, move the wheels into a fresh `dist` directory.
rm -rf dist
mkdir dist
mv wheels-*/* dist/
ls -alh dist/
- name: Ensure the tagged version matches the wheel versions
if: startsWith(github.ref, 'refs/tags/langsmith-pyo3==')
env:
REF_NAME: ${{ github.ref }}
run: |
cd "$WORKING_DIRECTORY"
# - Look up the first wheel file
# - Select just the filename,
# for example `langsmith_pyo3-0.1.0rc1-cp313-cp313-manylinux_2_34_x86_64.whl`
# - Split on dashes, and extract the version field (the second field).
EXPECTED_VERSION="$(find dist/ -name 'langsmith_pyo3-*.whl' -printf '%f\n' | head -1 | cut -d- -f2)"
EXPECTED_REF="refs/tags/langsmith-pyo3==${EXPECTED_VERSION}"
if [[ "$REF_NAME" != "$EXPECTED_REF" ]]; then
echo 'Current tag does not match the expected tag for the wheel versions being published!'
echo "Expected ref name: ${EXPECTED_REF}"
echo "Actual ref name: ${REF_NAME}"
echo ''
echo 'Proceeding here would tag one version, then publish a different one.'
echo "We don't want that, so we'll exit and refuse to publish instead."
echo ''
echo "Please make sure you've updated the version inside the pyo3 project's Cargo.toml"
echo 'to match the tag you pushed. Ensure that Cargo.toml contains a version number'
echo 'that follows Rust formatting rules (e.g. "0.1.2-rc3"), and that the tag follows'
echo 'Python version formatting rules (e.g. "0.1.2rc3").'
exit 1
fi
- name: Generate artifact attestation
uses: actions/attest-build-provenance@v1
with:
subject-path: ${{ env.WORKING_DIRECTORY }}/dist/*
- name: Publish package distributions to PyPI
if: startsWith(github.ref, 'refs/tags/langsmith-pyo3==')
uses: pypa/gh-action-pypi-publish@release/v1
with:
packages-dir: ${{ env.WORKING_DIRECTORY }}/dist