feat(prover): add GPU feature for compressor (#1838)

## What ❔

Integrate GPU proof compressors into monorepo.
GPU compressors can be run with `gpu` feature.

## Why ❔

Running compressors with GPU significantly improves efficiency.
CPU compressor average proving time - 15 minutes
GPU compressor average proving time - 2 minutes

## Checklist

<!-- Check your PR fulfills the following items. -->
<!-- For draft PRs check the boxes as you complete them. -->

- [x] PR title corresponds to the body of PR (we generate changelog
entries from PRs).
- [x] Tests for the changes have been added / updated.
- [x] Documentation comments have been added / updated.
- [x] Code has been formatted via `zk fmt` and `zk lint`.
- [x] Spellcheck has been run via `zk spellcheck`.
- [x] Linkcheck has been run via `zk linkcheck`.

.dockerignore

@@ -24,6 +24,7 @@ keys/setup
 !Cargo.toml
 !contracts/
 !setup_2\^26.key
+!setup_2\^24.key
 # It's required to remove .git from contracts,
 # otherwise yarn tries to use .git parent directory that
 # doesn't exist.

.github/workflows/build-contract-verifier-template.yml

@@ -31,11 +31,11 @@ jobs:
     runs-on: ${{ fromJSON('["matterlabs-ci-runner", "matterlabs-ci-runner-arm"]')[contains(matrix.platforms, 'arm')] }}
     strategy:
       matrix:
-          components:
-            - contract-verifier
-            - verified-sources-fetcher
-          platforms:
-            - linux/amd64
+        components:
+          - contract-verifier
+          - verified-sources-fetcher
+        platforms:
+          - linux/amd64
 
     steps:
       - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4

.github/workflows/build-core-template.yml

@@ -36,15 +36,15 @@ jobs:
     runs-on: ${{ fromJSON('["matterlabs-ci-runner", "matterlabs-ci-runner-arm"]')[contains(matrix.platforms, 'arm')] }}
     strategy:
       matrix:
-          components:
-            - server-v2
-            - external-node
-            - snapshots-creator
-          platforms:
-            - linux/amd64
-          include:
-            - components: external-node
-              platforms: linux/arm64
+        components:
+          - server-v2
+          - external-node
+          - snapshots-creator
+        platforms:
+          - linux/amd64
+        include:
+          - components: external-node
+            platforms: linux/arm64
 
     steps:
       - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4

.github/workflows/build-prover-template.yml

@@ -41,7 +41,7 @@ jobs:
       RUNNER_COMPOSE_FILE: "docker-compose-runner-nightly.yml"
       ERA_BELLMAN_CUDA_RELEASE: ${{ inputs.ERA_BELLMAN_CUDA_RELEASE }}
       CUDA_ARCH: ${{ inputs.CUDA_ARCH }}
-    runs-on: [matterlabs-ci-runner]
+    runs-on: [ matterlabs-ci-runner ]
     strategy:
       matrix:
         component:
@@ -51,6 +51,7 @@ jobs:
           - witness-vector-generator
           - prover-fri-gateway
           - proof-fri-compressor
+          - proof-fri-gpu-compressor
     steps:
       - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4
         with:
@@ -80,11 +81,17 @@ jobs:
           ci_run zk
 
       # We need the CRS only for the fri compressor.
-      - name: download CRS
+      - name: download CRS for CPU compressor
         if: matrix.component == 'proof-fri-compressor'
         run: |
           ci_run curl --retry 5 -LO https://storage.googleapis.com/matterlabs-setup-keys-us/setup-keys/setup_2\^26.key
 
+      - name: download CRS for GPU compressor
+        if: matrix.component == 'proof-fri-gpu-compressor'
+        run: |
+          ci_run curl --retry 5 -LO https://storage.googleapis.com/matterlabs-setup-keys-us/setup-keys/setup_2\^24.key
+
+
       - name: login to Docker registries
         if: github.event_name != 'pull_request' && (github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/'))
         run: |
@@ -138,7 +145,7 @@ jobs:
         env:
           DOCKER_ACTION: ${{ inputs.action }}
           COMPONENT: ${{ matrix.component }}
-        run: |          
+        run: |
           PASSED_ENV_VARS="ERA_BELLMAN_CUDA_RELEASE,CUDA_ARCH" \
           ci_run zk docker $DOCKER_ACTION $COMPONENT
 

checks-config/era.dic

@@ -961,3 +961,6 @@ vec
 zksync_merkle_tree
 TreeMetadata
 delegator
+Bbellman
+Sbellman
+DCMAKE

core/lib/config/src/configs/fri_proof_compressor.rs

@@ -20,7 +20,7 @@ pub struct FriProofCompressorConfig {
 
     /// Path to universal setup key file
     pub universal_setup_path: String,
-    /// https://storage.googleapis.com/matterlabs-setup-keys-us/setup-keys/setup_2\^26.key
+    /// https://storage.googleapis.com/matterlabs-setup-keys-us/setup-keys/setup_2\^24.key
     pub universal_setup_download_url: String,
 
     // Whether to verify wrapper proof or not.

docker/proof-fri-gpu-compressor/Dockerfile

@@ -0,0 +1,48 @@
+# Will work locally only after prior universal setup key download
+FROM nvidia/cuda:12.2.0-devel-ubuntu22.04 as builder
+
+ARG DEBIAN_FRONTEND=noninteractive
+
+ARG CUDA_ARCH=89
+ENV CUDAARCHS=${CUDA_ARCH}
+
+RUN apt-get update && apt-get install -y curl clang openssl libssl-dev gcc g++ git \
+    pkg-config build-essential libclang-dev && \
+    rm -rf /var/lib/apt/lists/*
+
+ENV RUSTUP_HOME=/usr/local/rustup \
+    CARGO_HOME=/usr/local/cargo \
+    PATH=/usr/local/cargo/bin:$PATH
+
+RUN curl https://sh.rustup.rs -sSf | bash -s -- -y && \
+    rustup install nightly-2023-08-21 && \
+    rustup default nightly-2023-08-21
+
+RUN curl -Lo cmake-3.24.2-linux-x86_64.sh https://github.com/Kitware/CMake/releases/download/v3.24.2/cmake-3.24.2-linux-x86_64.sh && \
+    chmod +x cmake-3.24.2-linux-x86_64.sh && \
+    ./cmake-3.24.2-linux-x86_64.sh --skip-license --prefix=/usr/local
+
+WORKDIR /usr/src/zksync
+COPY . .
+
+RUN cd prover && \
+    git clone https://github.com/matter-labs/era-bellman-cuda.git --branch main bellman-cuda && \
+    cmake -Bbellman-cuda/build -Sbellman-cuda/ -DCMAKE_BUILD_TYPE=Release && \
+    cmake --build bellman-cuda/build/
+
+RUN cd prover && BELLMAN_CUDA_DIR=$PWD/bellman-cuda cargo build --features "gpu" --release --bin zksync_proof_fri_compressor
+
+FROM nvidia/cuda:12.2.0-runtime-ubuntu22.04
+
+RUN apt-get update && apt-get install -y curl libpq5 ca-certificates && rm -rf /var/lib/apt/lists/*
+
+# copy VK required for proof wrapping
+COPY prover/vk_setup_data_generator_server_fri/data/ /prover/vk_setup_data_generator_server_fri/data/
+
+COPY setup_2\^24.key /setup_2\^24.key
+
+ENV CRS_FILE=/setup_2\^24.key
+
+COPY --from=builder /usr/src/zksync/prover/target/release/zksync_proof_fri_compressor /usr/bin/
+
+ENTRYPOINT ["zksync_proof_fri_compressor"]

etc/env/base/fri_proof_compressor.toml

@@ -1,10 +1,10 @@
 [fri_proof_compressor]
-compression_mode=1
-prometheus_listener_port=3321
-prometheus_pushgateway_url="http://127.0.0.1:9091"
-prometheus_push_interval_ms=100
-generation_timeout_in_secs=3600
-max_attempts=5
-universal_setup_path="../keys/setup/setup_2^26.key"
-universal_setup_download_url="https://storage.googleapis.com/matterlabs-setup-keys-us/setup-keys/setup_2^26.key"
-verify_wrapper_proof=true
+compression_mode = 1
+prometheus_listener_port = 3321
+prometheus_pushgateway_url = "http://127.0.0.1:9091"
+prometheus_push_interval_ms = 100
+generation_timeout_in_secs = 3600
+max_attempts = 5
+universal_setup_path = "../keys/setup/setup_2^24.key"
+universal_setup_download_url = "https://storage.googleapis.com/matterlabs-setup-keys-us/setup-keys/setup_2^24.key"
+verify_wrapper_proof = true

etc/env/file_based/general.yaml

@@ -200,8 +200,8 @@ proof_compressor:
   prometheus_push_interval_ms: 100
   generation_timeout_in_secs: 3600
   max_attempts: 5
-  universal_setup_path: keys/setup/setup_2^26.key
-  universal_setup_download_url: https://storage.googleapis.com/matterlabs-setup-keys-us/setup-keys/setup_2^26.key
+  universal_setup_path: keys/setup/setup_2^24.key
+  universal_setup_download_url: https://storage.googleapis.com/matterlabs-setup-keys-us/setup-keys/setup_2^24.key
   verify_wrapper_proof: true
 prover_group:
   group_0:

infrastructure/zk/src/docker.ts

@@ -15,6 +15,7 @@ const IMAGES = [
     'witness-vector-generator',
     'prover-fri-gateway',
     'proof-fri-compressor',
+    'proof-fri-gpu-compressor',
     'snapshots-creator',
     'verified-sources-fetcher'
 ];
@@ -79,6 +80,7 @@ function defaultTagList(image: string, imageTagSha: string, imageTagShaTS: strin
         'witness-vector-generator',
         'prover-fri-gateway',
         'proof-fri-compressor',
+        'proof-fri-gpu-compressor',
         'snapshots-creator'
     ].includes(image)
         ? ['latest', 'latest2.0', `2.0-${imageTagSha}`, `${imageTagSha}`, `2.0-${imageTagShaTS}`, `${imageTagShaTS}`]