mirror of
https://github.com/gentoo-mirror/guru.git
synced 2026-07-17 11:04:10 -04:00
sci-misc/llama-cpp: add 0_pre4848
for QwQ-32B --jinja support Signed-off-by: Sergey Alirzaev <l29ah@riseup.net>
This commit is contained in:
93
sci-misc/llama-cpp/llama-cpp-0_pre4848.ebuild
Normal file
93
sci-misc/llama-cpp/llama-cpp-0_pre4848.ebuild
Normal file
@@ -0,0 +1,93 @@
|
||||
# Copyright 2025 Gentoo Authors
|
||||
# Distributed under the terms of the GNU General Public License v2
|
||||
|
||||
EAPI=8
|
||||
|
||||
ROCM_VERSION="6.3"
|
||||
|
||||
inherit cmake rocm
|
||||
|
||||
if [[ "${PV}" != "9999" ]]; then
|
||||
KEYWORDS="~amd64"
|
||||
MY_PV="b${PV#0_pre}"
|
||||
S="${WORKDIR}/llama.cpp-${MY_PV}"
|
||||
SRC_URI="https://github.com/ggerganov/llama.cpp/archive/refs/tags/${MY_PV}.tar.gz -> ${P}.tar.gz"
|
||||
else
|
||||
inherit git-r3
|
||||
EGIT_REPO_URI="https://github.com/ggerganov/llama.cpp.git"
|
||||
fi
|
||||
|
||||
DESCRIPTION="Port of Facebook's LLaMA model in C/C++"
|
||||
HOMEPAGE="https://github.com/ggerganov/llama.cpp"
|
||||
|
||||
LICENSE="MIT"
|
||||
SLOT="0"
|
||||
CPU_FLAGS_X86=( avx avx2 f16c )
|
||||
IUSE="curl openblas blis hip"
|
||||
REQUIRED_USE="?? ( openblas blis )"
|
||||
|
||||
AMDGPU_TARGETS_COMPAT=(
|
||||
gfx900
|
||||
gfx90c
|
||||
gfx902
|
||||
gfx1010
|
||||
gfx1011
|
||||
gfx1012
|
||||
gfx1030
|
||||
gfx1031
|
||||
gfx1032
|
||||
gfx1034
|
||||
gfx1035
|
||||
gfx1036
|
||||
gfx1100
|
||||
gfx1101
|
||||
gfx1102
|
||||
gfx1103
|
||||
gfx1150
|
||||
gfx1151
|
||||
)
|
||||
|
||||
# curl is needed for pulling models from huggingface
|
||||
# numpy is used by convert_hf_to_gguf.py
|
||||
DEPEND="
|
||||
curl? ( net-misc/curl:= )
|
||||
openblas? ( sci-libs/openblas:= )
|
||||
blis? ( sci-libs/blis:= )
|
||||
hip? ( >=dev-util/hip-6.3:= )
|
||||
"
|
||||
RDEPEND="${DEPEND}
|
||||
dev-python/numpy
|
||||
"
|
||||
PATCHES=( "${FILESDIR}/blas-ld.diff" )
|
||||
|
||||
src_configure() {
|
||||
local mycmakeargs=(
|
||||
-DLLAMA_BUILD_TESTS=OFF
|
||||
-DLLAMA_BUILD_SERVER=ON
|
||||
-DCMAKE_SKIP_BUILD_RPATH=ON
|
||||
-DGGML_NATIVE=0 # don't set march
|
||||
-DLLAMA_CURL=$(usex curl ON OFF)
|
||||
-DBUILD_NUMBER="1"
|
||||
)
|
||||
|
||||
if use openblas ; then
|
||||
mycmakeargs+=(
|
||||
-DGGML_BLAS=ON -DGGML_BLAS_VENDOR=OpenBLAS
|
||||
)
|
||||
fi
|
||||
|
||||
if use blis ; then
|
||||
mycmakeargs+=(
|
||||
-DGGML_BLAS=ON -DGGML_BLAS_VENDOR=FLAME
|
||||
)
|
||||
fi
|
||||
|
||||
if use hip; then
|
||||
rocm_use_hipcc
|
||||
mycmakeargs+=(
|
||||
-DGGML_HIP=ON -DAMDGPU_TARGETS=$(get_amdgpu_flags)
|
||||
)
|
||||
fi
|
||||
|
||||
cmake_src_configure
|
||||
}
|
||||
Reference in New Issue
Block a user