mirrors/guru
1
0
Fork 0
mirror of https://github.com/gentoo-mirror/guru.git synced 2026-07-17 19:13:13 -04:00
Code Issues Packages Projects Releases Wiki Activity

sci-misc/llama-cpp: support OpenBLAS or BLIS backends

Browse Source 
A significant speed up in some workflows when running on a CPU

Signed-off-by: Alexey Korepanov <kaikaikai@yandex.ru>
This commit is contained in:
Alexey Korepanov
2025-02-09 11:51:53 +00:00
parent 72c1099b87
commit a48cf7afbb
4 changed files with 64 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
sci-misc/llama-cpp/files/blas-ld.diff Normal file
View File

@@ -0,0 +1,16 @@
cmake does not properly configure linking against OpenBLAS or BLIS
https://github.com/ggerganov/llama.cpp/pull/11741
diff --git a/ggml/src/ggml-blas/CMakeLists.txt b/ggml/src/ggml-blas/CMakeLists.txt
index 0bf3c05d93a89..117416b988665 100644
--- a/ggml/src/ggml-blas/CMakeLists.txt
+++ b/ggml/src/ggml-blas/CMakeLists.txt
@@ -54,6 +54,8 @@ if (BLAS_FOUND)
endif()
if (DepBLAS_FOUND)
set(BLAS_INCLUDE_DIRS ${DepBLAS_INCLUDE_DIRS})
+ set(BLAS_LIBRARIES ${DepBLAS_LIBRARIES})
+ set(BLAS_LINKER_FLAGS ${DepBLAS_LINKER_FLAGS})
else()
message(WARNING "BLAS_INCLUDE_DIRS neither been provided nor been automatically"
" detected by pkgconfig, trying to find cblas.h from possible paths...")