fix(CI): Fix cargo deny (#1106)

* chore(dependencies): Update jsonrpsee and related dependencies * replace todos * update dependencies * dprint * feature * update baselines and license * Switch from ethers to alloy * merge * Fix mock provider and a bug in the ws impl * update arrow/parquet * fix tokio dependency msim compatability * install crypto provider and other misc * update pcg crate usage and use vendored openssl * test fixes * more fixes and clippy * baselines and more clippy * disable mysticeti simtests too * fix test and fmt * roll back gcp-bigquery-client version * fix bug in mock provider and cleanup * remove outdated doc comment * replace B256 with TxHash * simplify * comment * remove merge problem * fix graphql-rpc job * Add prost to git allow * clippy * update dependencies * revert commented line * fix borked merge * move rustfmt skip * Reviews * Add comment explaining TlsAcceptor * remove axum macros feature usage * review and update dependencies * remove yaml_rust RUSTSEC ignore * reviews * cleanup helper functions * move import --------- Co-authored-by: Thibault Martinez <[email protected]>
iotaledger · Jul 26, 2024 · cf1da13 · cf1da13
1 parent eb59dd9
commit cf1da13
Show file tree

Hide file tree

Showing 143 changed files with 6,333 additions and 5,932 deletions.
diff --git a/.github/workflows/mysticeti.yml b/.github/workflows/mysticeti.yml
@@ -3,11 +3,11 @@ name: Mysticeti tests
 on:
   push:
     branches:
-      - 'develop'
-      - 'devnet'
-      - 'testnet'
-      - 'mainnet'
-      - 'releases/iota-*-release'
+      - "develop"
+      - "devnet"
+      - "testnet"
+      - "mainnet"
+      - "releases/iota-*-release"
   pull_request:
     types: [opened, synchronize, reopened, ready_for_review]
   workflow_dispatch:
@@ -16,10 +16,10 @@ on:
         description: "Branch / commit to test"
         type: string
         required: false
-        default: ''
+        default: ""
   # Triggers the workflow every day at 05:00 UTC.
   schedule:
-    - cron: '0 5 * * *'
+    - cron: "0 5 * * *"
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
@@ -65,9 +65,9 @@ jobs:
       - uses: dorny/paths-filter@v3
         id: filter
         with:
-          list-files: 'json'
+          list-files: "json"
           filters: .github/crates-filters.yml
-  
+
   test:
     name: Test ${{ matrix.components }}
     timeout-minutes: 45
@@ -77,7 +77,7 @@ jobs:
       # non-deterministic `test` job.
       IOTA_SKIP_SIMTESTS: 1
     strategy:
-      matrix: 
+      matrix:
         components: ${{ fromJson(needs.changes.outputs.components) }}
       fail-fast: false
     runs-on: [self-hosted-rust]
@@ -95,7 +95,7 @@ jobs:
       isMove: ${{ steps.diff.outputs.isMove }}
       isReleaseNotesEligible: ${{ steps.diff.outputs.isReleaseNotesEligible }}
     steps:
-      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11  # Pin v4.1.1
+      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # Pin v4.1.1
         with:
           ref: ${{ github.event.inputs.iota_repo_ref || github.ref }}
       - name: Detect Changes
@@ -118,7 +118,7 @@ jobs:
           - [self-hosted-rust]
       fail-fast: false
     steps:
-      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11  # Pin v4.1.1
+      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # Pin v4.1.1
         with:
           ref: ${{ github.event.inputs.iota_repo_ref || github.ref }}
       - uses: taiki-e/install-action@nextest
@@ -145,24 +145,25 @@ jobs:
       - run: scripts/changed-files.sh
         shell: bash
 
-  simtest:
-    name: Simtest ${{ matrix.components }}
-    needs: changes
-    runs-on: [self-hosted-rust]
-    strategy:
-      matrix: 
-        components: ${{ fromJson(needs.changes.outputs.components) }}
-      fail-fast: false
-    env:
-      MSIM_WATCHDOG_TIMEOUT_MS: 60000
-    steps:
-      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11  # Pin v4.1.1
-        with:
-          ref: ${{ github.event.inputs.iota_repo_ref || github.ref }}
-      - uses: taiki-e/install-action@nextest
-      - name: cargo simtest
-        run: |
-          scripts/simtest/cargo-simtest simtest -E 'rdeps(${{matrix.components}})' -p ${{matrix.components}}
-      - name: check new tests for flakiness
-        run: |
-          scripts/simtest/stress-new-tests.sh -E 'rdeps(${{matrix.components}})' -p ${{matrix.components}}
+  # TODO: Disabled until we can get an updated fork of msim with tokio 1.38 https://github.com/iotaledger/iota/issues/1212
+  # simtest:
+  #   name: Simtest ${{ matrix.components }}
+  #   needs: changes
+  #   runs-on: [self-hosted-rust]
+  #   strategy:
+  #     matrix:
+  #       components: ${{ fromJson(needs.changes.outputs.components) }}
+  #     fail-fast: false
+  #   env:
+  #     MSIM_WATCHDOG_TIMEOUT_MS: 60000
+  #   steps:
+  #     - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11  # Pin v4.1.1
+  #       with:
+  #         ref: ${{ github.event.inputs.iota_repo_ref || github.ref }}
+  #     - uses: taiki-e/install-action@nextest
+  #     - name: cargo simtest
+  #       run: |
+  #         scripts/simtest/cargo-simtest simtest -E 'rdeps(${{matrix.components}})' -p ${{matrix.components}}
+  #     - name: check new tests for flakiness
+  #       run: |
+  #         scripts/simtest/stress-new-tests.sh -E 'rdeps(${{matrix.components}})' -p ${{matrix.components}}
diff --git a/.github/workflows/rust.yml b/.github/workflows/rust.yml
@@ -187,26 +187,27 @@ jobs:
       - run: scripts/changed-files.sh
         shell: bash
 
-  simtest:
-    name: Simtest ${{ matrix.components }}
-    needs: changes
-    timeout-minutes: 45
-    runs-on: [self-hosted-rust]
-    strategy:
-      matrix:
-        components: ${{ fromJson(needs.changes.outputs.components) }}
-      fail-fast: false
-    env:
-      MSIM_WATCHDOG_TIMEOUT_MS: 60000
-    steps:
-      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # Pin v4.1.1
-      - uses: taiki-e/install-action@nextest
-      - name: cargo simtest
-        run: |
-          scripts/simtest/cargo-simtest simtest -E 'rdeps(${{matrix.components}})' -p ${{matrix.components}}
-      - name: check new tests for flakiness
-        run: |
-          scripts/simtest/stress-new-tests.sh -E 'rdeps(${{matrix.components}})' -p ${{matrix.components}}
+  # TODO: Disabled until we can get an updated fork of msim with tokio 1.38 https://github.com/iotaledger/iota/issues/1212
+  # simtest:
+  #     name: Simtest ${{ matrix.components }}
+  #     needs: changes
+  #     timeout-minutes: 45
+  #     runs-on: [self-hosted-rust]
+  #     strategy:
+  #         matrix:
+  #             components: ${{ fromJson(needs.changes.outputs.components) }}
+  #         fail-fast: false
+  #     env:
+  #         MSIM_WATCHDOG_TIMEOUT_MS: 60000
+  #     steps:
+  #         - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # Pin v4.1.1
+  #         - uses: taiki-e/install-action@nextest
+  #         - name: cargo simtest
+  #           run: |
+  #               scripts/simtest/cargo-simtest simtest -E 'rdeps(${{matrix.components}})' -p ${{matrix.components}}
+  #         - name: check new tests for flakiness
+  #           run: |
+  #               scripts/simtest/stress-new-tests.sh -E 'rdeps(${{matrix.components}})' -p ${{matrix.components}}
 
   # This job ensures that Move unit tests are run if there are changes
   # to Move code but not Rust code (If there are Rust changes, they
@@ -328,33 +329,33 @@ jobs:
       - name: Check execution builds
         run: cargo build -p iota-execution
 
-  #indexer:
-  #  name: indexer
-  #  needs: diff
-  #  if: needs.diff.outputs.isRust == 'true'
-  #  timeout-minutes: 45
-  #  runs-on: [self-hosted-rust]
-  #  services:
-  #    postgres:
-  #      image: postgres
-  #      env:
-  #        POSTGRES_PASSWORD: postgrespw
-  #      options: >-
-  #        --health-cmd pg_isready
-  #        --health-interval 10s
-  #        --health-timeout 5s
-  #        --health-retries 5
-  #      ports:
-  #        - 5432:5432
-  #  steps:
-  #    - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11  # Pin v4.1.1
-  #    - name: integration-test-with-postgres
-  #      #We only have 1 instance of postgres DB, can only run test in single thread
-  #      run: |
-  #        cargo test --package iota-indexer --test integration_tests --features pg_integration -- --test-threads=1
-  #      env:
-  #        POSTGRES_HOST: localhost
-  #        POSTGRES_PORT: 5432
+    #indexer:
+    #  name: indexer
+    #  needs: diff
+    #  if: needs.diff.outputs.isRust == 'true'
+    #  timeout-minutes: 45
+    #  runs-on: [self-hosted-rust]
+    #  services:
+    #    postgres:
+    #      image: postgres
+    #      env:
+    #        POSTGRES_PASSWORD: postgrespw
+    #      options: >-
+    #        --health-cmd pg_isready
+    #        --health-interval 10s
+    #        --health-timeout 5s
+    #        --health-retries 5
+    #      ports:
+    #        - 5432:5432
+    #  steps:
+    #    - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11  # Pin v4.1.1
+    #    - name: integration-test-with-postgres
+    #      #We only have 1 instance of postgres DB, can only run test in single thread
+    #      run: |
+    #        cargo test --package iota-indexer --test integration_tests --features pg_integration -- --test-threads=1
+    #      env:
+    #        POSTGRES_HOST: localhost
+    #        POSTGRES_PORT: 5432
 
   graphql-rpc:
     name: graphql-rpc
@@ -365,9 +366,13 @@ jobs:
     env:
       POSTGRES_USER: postgres
       POSTGRES_PASSWORD: postgrespw
+      POSTGRES_HOST: localhost
+      POSTGRES_PORT: 5432
     services:
       postgres:
         image: postgres
+        env:
+          POSTGRES_PASSWORD: postgrespw
         options: >-
           --health-cmd pg_isready
           --health-interval 10s