fall back if unsupported type

elizaOS · Jan 3, 2025 · 930f91e · 930f91e
1 parent 2365b54
commit 930f91e
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/packages/core/src/generation.ts b/packages/core/src/generation.ts
@@ -72,7 +72,8 @@ export async function trimTokens(
         );
     }
 
-    elizaLogger.error(`Unsupported tokenizer type: ${tokenizerType}`);
+    elizaLogger.warn(`Unsupported tokenizer type: ${tokenizerType}`);
+    return truncateTiktoken("gpt-4o", context, maxTokens);
 }
 
 async function truncateAuto(