feat(client): allow custom fetch impl

apps/demo-nextjs-app-router/app/queue/page.tsx

@@ -52,8 +52,9 @@ export default function Home() {
       const result: any = await fal.subscribe(endpointId, {
         input: JSON.parse(input),
         logs: true,
-        mode: 'streaming',
-        // pollInterval: 1000,
+        // mode: "streaming",
+        mode: 'polling',
+        pollInterval: 1000,
         onQueueUpdate(update) {
           console.log('queue update');
           console.log(update);

libs/client/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@fal-ai/serverless-client",
   "description": "The fal serverless JS/TS client",
-  "version": "0.13.0",
+  "version": "0.14.0-alpha.1",
   "license": "MIT",
   "repository": {
     "type": "git",

libs/client/src/config.ts

@@ -12,7 +12,8 @@
   credentials?: undefined | string | CredentialsResolver;
   proxyUrl?: string;
   requestMiddleware?: RequestMiddleware;
   responseHandler?: ResponseHandler<any>;
+  fetch?: typeof fetch;
 };
 
 export type RequiredConfig = Required<Config>;
@@ -64,8 +65,8 @@
     configuration = {
       ...configuration,
       requestMiddleware: withMiddleware(
-        configuration.requestMiddleware,
-        withProxy({ targetUrl: config.proxyUrl })
+        withProxy({ targetUrl: config.proxyUrl }),
+        configuration.requestMiddleware
       ),
     };
   }

libs/client/src/request.ts

@@ -14,6 +14,7 @@ export async function dispatchRequest<Input, Output>(
     credentials: credentialsValue,
     requestMiddleware,
     responseHandler,
+    fetch = global.fetch,
   } = getConfig();
   const userAgent = isBrowser() ? {} : { 'User-Agent': getUserAgent() };
   const credentials =

libs/client/src/storage.ts

@@ -46,7 +46,7 @@
  * @returns the file extension or `bin` if the content type is not recognized.
  */
 function getExtensionFromContentType(contentType: string): string {
   const [_, fileType] = contentType.split('/');
   return fileType.split(/[-;]/)[0] ?? 'bin';
 }
 
@@ -76,6 +76,7 @@
 
 export const storageImpl: StorageSupport = {
   upload: async (file: Blob) => {
+    const { fetch = global.fetch } = getConfig();
     const { upload_url: uploadUrl, file_url: url } = await initiateUpload(file);
     const response = await fetch(uploadUrl, {
       method: 'PUT',
@@ -96,7 +97,7 @@
     } else if (input instanceof Blob) {
       return await storageImpl.upload(input);
     } else if (isPlainObject(input)) {
       const inputObject = input as Record<string, any>;
       const promises = Object.entries(inputObject).map(
         async ([key, value]): Promise<KeyValuePair> => {
           return [key, await storageImpl.transformInput(value)];

libs/client/src/streaming.ts

@@ -1,5 +1,6 @@
 import { createParser } from 'eventsource-parser';
 import { getTemporaryAuthToken } from './auth';
+import { getConfig } from './config';
 import { buildUrl } from './function';
 import { ApiError, defaultResponseHandler } from './response';
 import { storageImpl } from './storage';
@@ -35,7 +36,7 @@
 
 type FalStreamEventType = 'message' | 'error' | 'done';
 
 type EventHandler = (event: any) => void;
 
 /**
  * The class representing a streaming response. With t
@@ -83,6 +84,7 @@
   private start = async () => {
     const { url, options } = this;
     const { input, method = 'post' } = options;
+    const { fetch = global.fetch } = getConfig();
     try {
       const response = await fetch(url, {
         method: method.toUpperCase(),
@@ -169,7 +171,7 @@
     return;
   };
 
   private handleError = (error: any) => {
     const apiError =
       error instanceof ApiError
         ? error
@@ -188,7 +190,7 @@
     this.listeners.get(type)?.push(listener);
   };
 
   private emit = (type: FalStreamEventType, event: any) => {
     const listeners = this.listeners.get(type) || [];
     for (const listener of listeners) {
       listener(event);
@@ -234,7 +236,7 @@
  * @param options the request options, including the input payload.
  * @returns the `FalStream` instance.
  */
 export async function stream<Input = Record<string, any>, Output = any>(
   appId: string,
   options: StreamOptions<Input>
 ): Promise<FalStream<Input, Output>> {