refactor: improve GoogleClient stream handling and metadata usage

danny-avila · Feb 5, 2025 · af0d65a · af0d65a
1 parent de6de73
commit af0d65a
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/api/app/clients/GoogleClient.js b/api/app/clients/GoogleClient.js
@@ -671,7 +671,9 @@ class GoogleClient extends BaseClient {
 
       /** @type {import('@langchain/core/messages').AIMessageChunk['usage_metadata']} */
       let usageMetadata;
-      const stream = await this.client.stream(messages, {
+      /** @type {ChatVertexAI} */
+      const client = this.client;
+      const stream = await client.stream(messages, {
         signal: abortController.signal,
         streamUsage: true,
         safetySettings,
@@ -700,7 +702,7 @@ class GoogleClient extends BaseClient {
           usageMetadata = !usageMetadata ? metadata : concat(usageMetadata, metadata);
         }
 
-        const chunkText = chunk?.content ?? chunk;
+        const chunkText = chunk?.content ?? '';
         await this.generateTextStream(chunkText, onProgress, {
           delay,
         });