CUDA: update compilation flags for improved performance

ggml-org · Feb 3, 2025 · 5a9dc3e · 5a9dc3e
1 parent 498e0ec
commit 5a9dc3e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/ggml-cuda/CMakeLists.txt b/src/ggml-cuda/CMakeLists.txt
@@ -96,7 +96,7 @@ if (CUDAToolkit_FOUND)
 
     set(CUDA_CXX_FLAGS "")
 
-    set(CUDA_FLAGS -use_fast_math)
+    set(CUDA_FLAGS -use_fast_math --threads=0 --split-compile=0)
 
     if (GGML_FATAL_WARNINGS)
         list(APPEND CUDA_FLAGS -Werror all-warnings)