snap

Author: shakfu

.gitignore

@@ -5,6 +5,7 @@ models/
 thirdparty/llama-cpp-python
 src/cyllama/cyllama.cpp
 tests/cpp
+changes.diff
 
 # editor
 .vscode

Makefile

@@ -28,7 +28,7 @@ $(LIBLAMMA):
 
 build: $(LIBLAMMA)
 	@python3 setup.py build_ext --inplace
-# 	@rm -rf src/cyllama/cyllama.cpp
+	@git diff thirdparty > changes.diff
 
 
 wheel:

pyproject.toml

@@ -9,6 +9,9 @@ authors = [
 requires-python = ">=3.8"
 dependencies = ["numpy >= 2"]
 
+[project.optional-dependencies]
+test = ['pytest', 'pytest-cov']
+
 [build-system]
 requires = ["setuptools >= 61", "cython"]
 build-backend = "setuptools.build_meta"

thirdparty/llama.cpp/include/ggml.h

@@ -509,7 +509,7 @@ extern "C" {
         GGML_OP_WIN_UNPART,
         GGML_OP_GET_REL_POS,
         GGML_OP_ADD_REL_POS,
-        GGML_OP_RWKV_WKV,
+        GGML_OP_RWKV_WKV6,
 
         GGML_OP_UNARY,
 
@@ -1819,7 +1819,7 @@ extern "C" {
             struct ggml_tensor  * pw,
             struct ggml_tensor  * ph);
 
-    GGML_API struct ggml_tensor * ggml_rwkv_wkv(
+    GGML_API struct ggml_tensor * ggml_rwkv_wkv6(
             struct ggml_context * ctx,
             struct ggml_tensor  * k,
             struct ggml_tensor  * v,