chore: update to latest APIs (#26)

package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@vscode/prompt-tsx",
-	"version": "0.1.6-alpha",
+	"version": "0.1.7-alpha",
 	"description": "Declare LLM prompts with TSX",
 	"main": "./dist/base/index.js",
 	"types": "./dist/base/index.d.ts",

src/base/index.ts

@@ -95,12 +95,10 @@ export function toVsCodeChatMessages(messages: ChatMessage[]) {
 	const vscode = require('vscode');
 	return messages.map((m) => {
 		switch (m.role) {
-			case ChatRole.System:
-				return new vscode.LanguageModelChatSystemMessage(m.content);
 			case ChatRole.Assistant:
-				return new vscode.LanguageModelChatAssistantMessage(m.content, m.name);
+				return vscode.LanguageModelChatMessage.Assistant(m.content, m.name);
 			case ChatRole.User:
-				return new vscode.LanguageModelChatUserMessage(m.content, m.name);
+				return vscode.LanguageModelChatMessage.User(m.content, m.name);
 		}
 	});
 }

src/base/tokenizer/tokenizer.ts

@@ -25,18 +25,6 @@ export interface ITokenizer {
 	 */
 	tokenLength(text: string): number;
 
-	/**
-	 * Returns the tokens created from tokenizing `text`.
-	 * @param text The text to tokenize
-	 */
-	tokenize(text: string): number[];
-
-	/**
-	 * This function returns the substring such that the return string has maxTokenCount tokens when encoded.
-	 * If the input text has more than maxTokenCount tokens, the return string will be the first maxTokenCount tokens.
-	 */
-	encodeTrimSuffix(text: string, maxTokenCount: number): string;
-
 	countMessageTokens(message: ChatMessage): number;
 }
 
@@ -69,19 +57,6 @@ export class Cl100KBaseTokenizer implements ITokenizer {
 		return this._cl100kTokenizer.encode(text);
 	}
 
-	/**
-	 * Encodes the given text and trims the suffix to the specified maximum token count.
-	 * @param text The text to encode and trim.
-	 * @param maxTokenCount The maximum number of tokens to include in the trimmed text.
-	 * @returns The encoded and trimmed text.
-	 */
-	encodeTrimSuffix(text: string, maxTokenCount: number): string {
-		if (!this._cl100kTokenizer) {
-			this._cl100kTokenizer = this.initTokenizer();
-		}
-		return this._cl100kTokenizer.encodeTrimSuffix(text, maxTokenCount, []).text;
-	}
-
 	/**
 	 * Calculates the token length of the given text.
 	 * @param text The text to calculate the token length for.