From ba47cfef20c2dc90da9718cf6bbccb2756b5e25e Mon Sep 17 00:00:00 2001 From: anilaltuner Date: Mon, 2 Dec 2024 21:09:06 +0300 Subject: [PATCH 1/2] qwq added --- src/program/models.rs | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/src/program/models.rs b/src/program/models.rs index cefc540..cc03cb9 100644 --- a/src/program/models.rs +++ b/src/program/models.rs @@ -88,6 +88,9 @@ pub enum Model { /// [AliBaba's Qwen2.5 7b 16bit] #[serde(rename = "qwen2.5-coder:7b-instruct-fp16")] Qwen2_5coder7Bf16, + /// [AliBaba's QwenQwq] + #[serde(rename = "qwq")] + QwenQwq, /// [DeepSeek Coding models] #[serde(rename = "deepseek-coder:6.7b")] DeepSeekCoder6_7B, @@ -172,6 +175,9 @@ pub enum Model { #[serde(rename = "eva-unit-01/eva-qwen-2.5-32b")] ORQwen2_5Eva32B, + #[serde(rename = "qwen/qwq-32b-preview")] + ORQwenQwq, + #[serde(rename = "deepseek/deepseek-chat")] ORDeepSeek2_5, @@ -276,6 +282,7 @@ impl From for ModelProvider { Model::Qwen2_5coder7B => ModelProvider::Ollama, Model::Qwen2_5oder7Bq8 => ModelProvider::Ollama, Model::Qwen2_5coder7Bf16 => ModelProvider::Ollama, + Model::QwenQwq => ModelProvider::Ollama, Model::DeepSeekCoder6_7B => ModelProvider::Ollama, Model::Mixtral8_7b => ModelProvider::Ollama, Model::GPT4Turbo => ModelProvider::OpenAI, @@ -301,6 +308,7 @@ impl From for ModelProvider { Model::ORQwen2_5_7B => ModelProvider::OpenRouter, Model::ORQwen2_5_72B => ModelProvider::OpenRouter, Model::ORQwen2_5Eva32B => ModelProvider::OpenRouter, + Model::ORQwenQwq => ModelProvider::OpenRouter, Model::ORNemotron70B => ModelProvider::OpenRouter, Model::ORNousHermes405B => ModelProvider::OpenRouter, } From 55e16ee056b03c786e1c259f217a754ee6c4c7a1 Mon Sep 17 00:00:00 2001 From: anilaltuner Date: Mon, 2 Dec 2024 21:14:46 +0300 Subject: [PATCH 2/2] remove empty line --- src/program/models.rs | 1 - 1 file changed, 1 deletion(-) diff --git a/src/program/models.rs b/src/program/models.rs index cc03cb9..a408df3 100644 --- a/src/program/models.rs +++ b/src/program/models.rs @@ -144,7 +144,6 @@ pub enum Model { /// OpenRouter Models /// - #[serde(rename = "meta-llama/llama-3.1-8b-instruct")] ORLlama3_1_8B,