From e9a0db00f3939342b2b2af7b2096e9bb4eed46b4 Mon Sep 17 00:00:00 2001 From: zhourunlai Date: Tue, 31 Dec 2024 11:06:04 +0800 Subject: [PATCH] update volcengine model --- .env.example | 8 ++++++++ packages/core/src/models.ts | 21 ++++++++++++++++----- 2 files changed, 24 insertions(+), 5 deletions(-) diff --git a/.env.example b/.env.example index f54f552f6a..7c41a8b33b 100644 --- a/.env.example +++ b/.env.example @@ -162,6 +162,14 @@ LARGE_GAIANET_SERVER_URL= # Default: https://qwen72b.gaia.domains/v1 GAIANET_EMBEDDING_MODEL= USE_GAIANET_EMBEDDING= # Set to TRUE for GAIANET/768, leave blank for local +# Volcengine Configuration +VOLENGINE_API_URL= # Volcengine API Endpoint, Default: https://open.volcengineapi.com/api/v3/ +VOLENGINE_MODEL= +SMALL_VOLENGINE_MODEL= # Default: doubao-lite-128k +MEDIUM_VOLENGINE_MODEL= # Default: doubao-pro-128k +LARGE_VOLENGINE_MODEL= # Default: doubao-pro-256k +VOLENGINE_EMBEDDING_MODEL= # Default: doubao-embedding + # EVM EVM_PRIVATE_KEY= EVM_PROVIDER_URL= diff --git a/packages/core/src/models.ts b/packages/core/src/models.ts index 7609533425..99e8507821 100644 --- a/packages/core/src/models.ts +++ b/packages/core/src/models.ts @@ -395,7 +395,7 @@ export const models: Models = { }, }, [ModelProviderName.VOLENGINE]: { - endpoint: "https://open.volcengineapi.com/api/v3/", + endpoint: settings.VOLENGINE_API_URL || "https://open.volcengineapi.com/api/v3/", settings: { stop: [], maxInputTokens: 128000, @@ -405,10 +405,21 @@ export const models: Models = { temperature: 0.6, }, model: { - [ModelClass.SMALL]: "doubao-lite-128k", - [ModelClass.MEDIUM]: "doubao-pro-128k", - [ModelClass.LARGE]: "doubao-pro-128k", - [ModelClass.EMBEDDING]: "doubao-embedding", + [ModelClass.SMALL]: + settings.SMALL_VOLENGINE_MODEL || + settings.VOLENGINE_MODEL || + "doubao-lite-128k", + [ModelClass.MEDIUM]: + settings.MEDIUM_VOLENGINE_MODEL || + settings.VOLENGINE_MODEL || + "doubao-pro-128k", + [ModelClass.LARGE]: + settings.LARGE_VOLENGINE_MODEL || + settings.VOLENGINE_MODEL || + "doubao-pro-256k", + [ModelClass.EMBEDDING]: + settings.VOLENGINE_EMBEDDING_MODEL || + "doubao-embedding", }, }, [ModelProviderName.NANOGPT]: {