From febd0c107d3cea2997c3ebdf028a820ae3f9cc63 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Miguel=20=C3=81ngel=20Gonz=C3=A1lez=20Santamarta?= Date: Fri, 1 Nov 2024 13:43:56 +0100 Subject: [PATCH] SmolLM2 model added --- llama_bringup/models/SmolLM2.yaml | 10 ++++++++++ llama_cpp_vendor/CMakeLists.txt | 2 +- 2 files changed, 11 insertions(+), 1 deletion(-) create mode 100644 llama_bringup/models/SmolLM2.yaml diff --git a/llama_bringup/models/SmolLM2.yaml b/llama_bringup/models/SmolLM2.yaml new file mode 100644 index 00000000..04800396 --- /dev/null +++ b/llama_bringup/models/SmolLM2.yaml @@ -0,0 +1,10 @@ +n_ctx: 2048 +n_batch: 8 +n_gpu_layers: -1 +n_threads: 1 +n_predict: 2048 + +model_repo: "bartowski/SmolLM2-1.7B-Instruct-GGUF" +model_filename: "SmolLM2-1.7B-Instruct-Q4_K_L.gguf" + +system_prompt_type: "ChatML" diff --git a/llama_cpp_vendor/CMakeLists.txt b/llama_cpp_vendor/CMakeLists.txt index 61e9af9d..e7a4b6a8 100644 --- a/llama_cpp_vendor/CMakeLists.txt +++ b/llama_cpp_vendor/CMakeLists.txt @@ -11,7 +11,7 @@ find_package(ament_cmake REQUIRED) FetchContent_Declare( llama GIT_REPOSITORY https://github.com/ggerganov/llama.cpp.git - GIT_TAG b4003 + GIT_TAG b4006 ) option(LLAMA_BUILD_COMMON "llama: build common utils library" ON)