feat: add rpc url to nwaku, persist rln tree in docker and ci

waku-org · May 4, 2024 · 72e5a71 · 72e5a71
1 parent 3d92f19
commit 72e5a71
Show file tree

Hide file tree

Showing 8 changed files with 104 additions and 3 deletions.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -68,6 +68,50 @@ jobs:
       - run: npm run build:esm
       - run: npm run test:browser
 
+  build_rln_tree:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          repository: waku-org/js-waku
+      - uses: actions/setup-node@v3
+        with:
+          node-version: ${{ env.NODE_JS }}
+      - name: Check for existing RLN tree artifact
+        id: check-artifact
+        uses: actions/github-script@v6
+        with:
+          script: |
+            const artifact = await github.rest.actions.listWorkflowRunArtifacts({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              run_id: context.runId
+            });
+            const foundArtifact = artifact.data.artifacts.find(art => art.name === 'rln_tree.tar.gz');
+            if (foundArtifact) {
+              core.setOutput('artifact_id', foundArtifact.id);
+              core.setOutput('artifact_found', 'true');
+            } else {
+              core.setOutput('artifact_found', 'false');
+            }
+      - name: Download RLN tree artifact
+        if: steps.check-artifact.outputs.artifact_found == 'true'
+        uses: actions/download-artifact@v3
+        with:
+          name: rln_tree.tar.gz
+          path: /tmp
+      - uses: ./.github/actions/npm
+      - name: Sync rln tree and save artifact
+        run: |
+          npm run sync-rln-tree
+          docker cp rln_tree:/rln_tree.db /tmp/rln_tree.db
+          tar -czf rln_tree.tar.gz -C /tmp/rln_tree.db .
+      - name: Upload artifact
+        uses: actions/upload-artifact@v2
+        with:
+          name: rln_tree.tar.gz
+          path: rln_tree.tar.gz
+
   node:
     uses: ./.github/workflows/test-node.yml
     secrets: inherit

diff --git a/package.json b/package.json
@@ -36,7 +36,8 @@
     "doc": "run-s doc:*",
     "doc:html": "typedoc --options typedoc.cjs",
     "doc:cname": "echo 'js.waku.org' > docs/CNAME",
-    "publish": "node ./ci/publish.js"
+    "publish": "node ./ci/publish.js",
+    "sync-rln-tree": "node ./packages/tests/src/sync-rln-tree.js"
   },
   "devDependencies": {
     "@size-limit/preset-big-lib": "^11.0.2",

diff --git a/packages/tests/src/constants.ts b/packages/tests/src/constants.ts
@@ -62,3 +62,6 @@ export const TEST_TIMESTAMPS = [
 ];
 
 export const MOCHA_HOOK_MAX_TIMEOUT = 50_000;
+
+export const SEPOLIA_RPC_URL =
+  process.env.SEPOLIA_RPC_URL || "https://sepolia.gateway.tenderly.co";
diff --git a/packages/tests/src/lib/dockerode.ts b/packages/tests/src/lib/dockerode.ts
@@ -115,7 +115,17 @@ export default class Dockerode {
           ...(args?.peerExchange && {
             [`${discv5UdpPort}/udp`]: [{ HostPort: discv5UdpPort.toString() }]
           })
-        }
+        },
+        Mounts: args.rlnRelayEthClientAddress
+          ? [
+              {
+                Type: "bind",
+                ReadOnly: false,
+                Source: "/tmp/rln_tree.db",
+                Target: "/rln_tree.db"
+              }
+            ]
+          : []
       },
       ExposedPorts: {
         [`${restPort}/tcp`]: {},

diff --git a/packages/tests/src/lib/service_node.ts b/packages/tests/src/lib/service_node.ts
@@ -229,6 +229,17 @@ export class ServiceNode {
     );
   }
 
+  async healthy(): Promise<boolean> {
+    this.checkProcess();
+
+    return this.restCall<boolean>(
+      "/health",
+      "GET",
+      undefined,
+      async (response) => response.status === 200
+    );
+  }
+
   async ensureSubscriptions(
     pubsubTopics: string[] = [DefaultPubsubTopic]
   ): Promise<boolean> {

diff --git a/packages/tests/src/sync-rln-tree.js b/packages/tests/src/sync-rln-tree.js
@@ -0,0 +1,29 @@
+import { SEPOLIA_RPC_URL } from "./constants.js";
+import { ServiceNode } from "./lib/service_node.js";
+
+async function syncRlnTree() {
+  const nwaku = new ServiceNode("rln_tree");
+  await nwaku.start({
+    store: false,
+    lightpush: false,
+    relay: false,
+    filter: false,
+    rest: true,
+    clusterId: 1,
+    rlnRelayEthClientAddress: SEPOLIA_RPC_URL
+  });
+  let healthy = false;
+  while (!healthy) {
+    healthy = await nwaku.healthy();
+  }
+}
+
+syncRlnTree()
+  .then(() => {
+    console.log("Synced RLN tree");
+    process.exit(0);
+  })
+  .catch((err) => {
+    console.error(`Error syncing RLN tree: ${err}`);
+    process.exit(1);
+  });
diff --git a/packages/tests/src/types.ts b/packages/tests/src/types.ts
@@ -25,6 +25,7 @@ export interface Args {
   // `legacyFilter` is required to enable filter v1 with go-waku
   legacyFilter?: boolean;
   clusterId?: number;
+  rlnRelayEthClientAddress?: string;
 }
 
 export interface Ports {

diff --git a/packages/tests/tests/sharding/auto_sharding.spec.ts b/packages/tests/tests/sharding/auto_sharding.spec.ts
@@ -16,6 +16,7 @@ import {
   beforeEachCustom,
   makeLogFileName,
   MessageCollector,
+  SEPOLIA_RPC_URL,
   ServiceNode,
   tearDownNodes
 } from "../../src/index.js";
@@ -49,7 +50,8 @@ describe("Autosharding: Running Nodes", function () {
         lightpush: true,
         relay: true,
         clusterId: clusterId,
-        pubsubTopic: pubsubTopics
+        pubsubTopic: pubsubTopics,
+        rlnRelayEthClientAddress: SEPOLIA_RPC_URL
       });
 
       await nwaku.ensureSubscriptions(pubsubTopics);