From ae8069ccc8da89b596a1aa8806c93ac8227bf55d Mon Sep 17 00:00:00 2001 From: mitya Date: Sat, 15 Feb 2025 01:46:55 +0100 Subject: [PATCH 1/2] new qwen25 models with tool usage --- src/known_models.rs | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/src/known_models.rs b/src/known_models.rs index fb654ac06..1b2bdb5e5 100644 --- a/src/known_models.rs +++ b/src/known_models.rs @@ -540,6 +540,18 @@ pub const KNOWN_MODELS: &str = r####" "qwen2.5/coder/32b/instruct/vllm" ] }, + "qwen2.5/7b/instruct/vllm": { + "n_ctx": 32768, + "supports_tools": true, + "supports_agent": true, + "supports_scratchpads": { + "PASSTHROUGH": {} + }, + "similar_models": [ + "qwen2.5/14b/instruct/vllm", + "qwen2.5/32b/instruct/vllm" + ] + }, "wizardlm/7b": { "n_ctx": 2048, "supports_scratchpads": { From aec3e3e2d7755ccb92e1557c0654929ce791a841 Mon Sep 17 00:00:00 2001 From: mitya Date: Sun, 16 Feb 2025 01:46:21 +0100 Subject: [PATCH 2/2] mistral small model with tool use --- src/known_models.rs | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/src/known_models.rs b/src/known_models.rs index 1b2bdb5e5..f031800ba 100644 --- a/src/known_models.rs +++ b/src/known_models.rs @@ -528,6 +528,16 @@ pub const KNOWN_MODELS: &str = r####" "llama3.3/70b/instruct/vllm" ] }, + "mistral/24b/instruct/vllm": { + "n_ctx": 16384, + "supports_tools": true, + "supports_agent": true, + "supports_scratchpads": { + "PASSTHROUGH": {} + }, + "similar_models": [ + ] + }, "qwen2.5/coder/1.5b/instruct/vllm": { "n_ctx": 32768, "supports_scratchpads": {