Prepare for v0.3.2 (#891)

* Prepare for v0.3.2

* Add wheelmaker

* Refine wheel generation script

* Remove release python uploaders

* Update readmes

* Fix metal f16

Cargo.toml

@@ -14,7 +14,7 @@ exclude = [
 resolver = "2"
 
 [workspace.package]
-version = "0.3.1"
+version = "0.3.2"
 edition = "2021"
 description = "Fast and easy LLM serving."
 homepage = "https://github.com/EricLBuehler/mistral.rs"
@@ -25,8 +25,8 @@ license = "MIT"
 
 [workspace.dependencies]
 anyhow = "1.0.80"
-candle-core = { git = "https://github.com/EricLBuehler/candle.git", version = "0.7.0", rev = "522531d" }
-candle-nn = { git = "https://github.com/EricLBuehler/candle.git", version = "0.7.0", rev = "522531d" }
+candle-core = { git = "https://github.com/EricLBuehler/candle.git", version = "0.7.0", rev = "629ec72" }
+candle-nn = { git = "https://github.com/EricLBuehler/candle.git", version = "0.7.0", rev = "629ec72" }
 serde = "1.0.197"
 serde_json = "1.0.114"
 indexmap = { version = "2.2.5", features = ["serde"] }

Dockerfile.manylinux

@@ -0,0 +1,41 @@
+# x86_64 base
+FROM quay.io/pypa/manylinux2014_x86_64 AS base-amd64
+# x86_64 builder
+FROM --platform=$BUILDPLATFORM ghcr.io/rust-cross/rust-musl-cross:x86_64-musl AS builder-amd64
+
+# aarch64 base
+FROM quay.io/pypa/manylinux2014_aarch64 AS base-arm64
+# aarch64 cross compile builder
+FROM --platform=$BUILDPLATFORM ghcr.io/rust-cross/rust-musl-cross:aarch64-musl AS builder-arm64
+
+ARG TARGETARCH
+FROM builder-$TARGETARCH AS builder
+
+ENV PATH=/root/.cargo/bin:$PATH
+
+FROM base-$TARGETARCH
+
+ENV PATH=/root/.cargo/bin:$PATH
+# Add all supported python versions
+ENV PATH=/opt/python/cp38-cp38/bin:/opt/python/cp39-cp39/bin:/opt/python/cp310-cp310/bin:/opt/python/cp311-cp311/bin:/opt/python/cp312-cp312/bin:$PATH
+# Otherwise `cargo new` errors
+ENV USER=root
+
+RUN curl --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y \
+    && yum install -y libffi-devel openssh-clients \
+    && python3.8 -m pip install --no-cache-dir cffi \
+    && python3.9 -m pip install --no-cache-dir cffi \
+    && python3.10 -m pip install --no-cache-dir cffi \
+    && python3.11 -m pip install --no-cache-dir cffi \
+    && python3.12 -m pip install --no-cache-dir cffi \
+    && mkdir /io
+
+RUN python3.12 -m pip install maturin
+
+WORKDIR /io
+
+RUN DEBIAN_FRONTEND=noninteractive yum install -y \
+    openssl-devel \
+    pkgconfig
+
+ENTRYPOINT ["maturin"]

README.md

@@ -158,7 +158,7 @@ Rust multithreaded/async API for easy integration into any application.
 
 Python API for mistral.rs.
 
-- [Installation including PyPI](mistralrs-pyo3/README.md)
+- [Installation including PyPI](mistralrs-pyo3/_README.md)
 - [Docs](mistralrs-pyo3/API.md)
 - [Examples](examples/python)
 - [Cookbook](examples/python/cookbook.ipynb)
@@ -203,7 +203,8 @@ Enabling features is done by passing `--features ...` to the build system. When
 
 > Note: You can use pre-built `mistralrs-server` binaries [here](https://github.com/EricLBuehler/mistral.rs/releases/tag/v0.3.1)
 
-- Install the [Python package here](mistralrs-pyo3/README.md).
+- Install the [Python package here](mistralrs-pyo3/_README.md).
+- The Python package has [wheels on PyPi](mistralrs-pyo3/_README.md#installation-from-pypi)!
 
 1) Install required packages:
     - `OpenSSL` (*Example on Ubuntu:* `sudo apt install libssl-dev`)