Sleep between notion cursors (#2008)

dust-tt · Oct 9, 2023 · 9db4f12 · 9db4f12
1 parent c82197a
commit 9db4f12
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/connectors/src/connectors/notion/lib/notion_api.ts b/connectors/src/connectors/notion/lib/notion_api.ts
@@ -1268,7 +1268,8 @@ export async function* iteratePaginatedAPIWithRetries<
   retry: { retries: number; backoffFactor: number } = {
     retries: 5,
     backoffFactor: 2,
-  }
+  },
+  sleepMs = 1000
 ): AsyncIterableIterator<Item> {
   let nextCursor: string | null | undefined = firstPageArgs.start_cursor;
   let resultPageIdx = 0;
@@ -1321,5 +1322,9 @@ export async function* iteratePaginatedAPIWithRetries<
     yield* response.results;
     nextCursor = response.next_cursor;
     resultPageIdx += 1;
+
+    if (nextCursor && sleepMs) {
+      await new Promise((resolve) => setTimeout(resolve, sleepMs));
+    }
   } while (nextCursor);
 }