Fix countMessageTokens (#124)

* Fix countMessageTokens * Version bump
microsoft · Oct 22, 2024 · f734669 · f734669
1 parent 071e399
commit f734669
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/package.json b/package.json
@@ -1,6 +1,6 @@
 {
 	"name": "@vscode/prompt-tsx",
-	"version": "0.3.0-alpha.10",
+	"version": "0.3.0-alpha.11",
 	"description": "Declare LLM prompts with TSX",
 	"main": "./dist/base/index.js",
 	"types": "./dist/base/index.d.ts",

diff --git a/src/base/tokenizer/tokenizer.ts b/src/base/tokenizer/tokenizer.ts
@@ -33,10 +33,10 @@ export class AnyTokenizer implements ITokenizer {
 	}
 
 	async countMessageTokens(message: ChatMessage): Promise<number> {
-		const vscode = require('vscode');
+		const vscode = await import('vscode');
 		return this.countTokens({
 			role: this.toChatRole(message.role),
-			content: new vscode.LanguageModelTextPart(message.content),
+			content: [new vscode.LanguageModelTextPart(message.content)],
 			name: 'name' in message ? message.name : undefined,
 		});
 	}