SmolLM2 model added

mgonzs13 · Nov 1, 2024 · febd0c1 · febd0c1
1 parent dbf446d
commit febd0c1
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 1 deletion.
diff --git a/llama_bringup/models/SmolLM2.yaml b/llama_bringup/models/SmolLM2.yaml
@@ -0,0 +1,10 @@
+n_ctx: 2048
+n_batch: 8
+n_gpu_layers: -1
+n_threads: 1
+n_predict: 2048
+
+model_repo: "bartowski/SmolLM2-1.7B-Instruct-GGUF"
+model_filename: "SmolLM2-1.7B-Instruct-Q4_K_L.gguf"
+
+system_prompt_type: "ChatML"
diff --git a/llama_cpp_vendor/CMakeLists.txt b/llama_cpp_vendor/CMakeLists.txt
@@ -11,7 +11,7 @@ find_package(ament_cmake REQUIRED)
 FetchContent_Declare(
   llama
   GIT_REPOSITORY https://github.com/ggerganov/llama.cpp.git
-  GIT_TAG        b4003
+  GIT_TAG        b4006
 )
 
 option(LLAMA_BUILD_COMMON "llama: build common utils library" ON)