mirror of
https://github.com/gentoo-mirror/guru.git
synced 2026-04-07 03:10:15 -04:00
sci-ml/ollama: add 0.11.6
Signed-off-by: Paul Zander <negril.nx+gentoo@gmail.com>
This commit is contained in:
Paul Zander
@@ -6,5 +6,7 @@ DIST ollama-0.11.4-vendor.tar.xz 4504352 BLAKE2B 7f79eb8c0a8a611801e46a14d672093
|
||||
DIST ollama-0.11.4.gh.tar.gz 10471532 BLAKE2B 916f45548978076be949eac83a5068c7f86824928d30766c1f8c79e59b0f958ee8b0e73c4eac59bdd980605964e8f87f953cf39f81c609fcd3f53e4146bf0696 SHA512 586d6d641b6ae76fbf450be299f6a7032bf83017654df257bfdf97e9a04ad642045fd7f250eb97d55958d2b48844d6f32728e37ac35641dba208797cd5133ea8
|
||||
DIST ollama-0.11.5-vendor.tar.xz 4495744 BLAKE2B ef1d55de3ba6e7116d56a1a0178eea436d23466693497797a460525d69b7b680efe848a2fbab832ec31aa21cd5b7f5b6ab02467907b161171ec20367dff6542e SHA512 836cfb064173a27204d20b54d8988deed4f50af87c7e436c111e95c687e8c05664e098a3fac38a0346ce0c06eff24e47577679d9356410fcc9dd2673cf3261dc
|
||||
DIST ollama-0.11.5.gh.tar.gz 10981612 BLAKE2B 0ade2ca5722289c6f1e32eb3af6c310cc1d6a0cd33a4bab98c385e4a62b73dc7e727149cc1dd34d26fc7eb36c081f9482ad396a007e9ba81fade143fb028ca65 SHA512 f05d0ce0105f185050e797c824b536b3d93012df6483c8b637571190832e2b1d96826e824829c3d62a691061da9b2bdda756229e2ffaa713af7335903b6b272d
|
||||
DIST ollama-0.11.6-vendor.tar.xz 4496536 BLAKE2B 31cae5f914d1fe9b125d9be13588cca2bd7b1665214eb4b33ce41c9ffecea0c2cf50378f62511d8e5fb02c7a4c6a0f89f713166dd6f68580aa68b561a328b804 SHA512 ca4ec77aa86362f2c974b19e3635028c1ea743cfa8d5b5c6a9f7a7b9942596398080421cd60358178a4953244247941d97aef4e190abca4921b903dbc7d1dfa2
|
||||
DIST ollama-0.11.6.gh.tar.gz 10981671 BLAKE2B 29a6e7ab6a6732b79492695f5b8d064539c56b8455607e88776f6c84d46f61b95e22650ec637d7f0a37fd506b0f343d34eb2666a0f4aadbce26d518c1fa1a77e SHA512 7118feea14ee50c463dca3a23804298597165a8db6f831994049b384786b0391ee8f441d626347109c6b1e9e014c5d6d9890bd5a57598d55845c8d3ffdd30223
|
||||
DIST ollama-0.9.6-vendor.tar.xz 4499268 BLAKE2B 8fd2834e258d92b49a75f543709ec609ec9c4ad480755ed570165f24c1259128985b9e09ce3d1ad7a94375aaf42d85ec75e4cd8de5828e225e95f1ed9dc45362 SHA512 5eca6971a8119d500562cf76039f97207bc66cad4fac78f56066fe54d64257958b3e6f74393c6797a6752776e3161b9d7fbd6fae5e0a59cdd8ed25d9b1df101d
|
||||
DIST ollama-0.9.6.gh.tar.gz 10421166 BLAKE2B 98c9d61d96da502e6aa21cfe2df54f2532645808777ced00dc56bce562824952aa15fff82d769af989a8815f5f26e97853db14d549a3a02610ac755f30918955 SHA512 a3dfac78b6405128837a16588d9de898b3cd4bc9c20dae46f73e1de8d71ccf3c44068ff900f6f6770e5ea6c82a5a91db266bb275d3e159cf701e8e037be9e3c4
|
||||
|
||||
322
sci-ml/ollama/ollama-0.11.6.ebuild
Normal file
322
sci-ml/ollama/ollama-0.11.6.ebuild
Normal file
@@ -0,0 +1,322 @@
|
||||
# Copyright 2024-2025 Gentoo Authors
|
||||
# Distributed under the terms of the GNU General Public License v2
|
||||
|
||||
EAPI=8
|
||||
|
||||
# supports ROCM/HIP >=5.5, but we define 6.1 due to the eclass
|
||||
ROCM_VERSION=6.1
|
||||
inherit cuda rocm
|
||||
inherit cmake
|
||||
inherit go-module systemd toolchain-funcs
|
||||
|
||||
DESCRIPTION="Get up and running with Llama 3, Mistral, Gemma, and other language models."
|
||||
HOMEPAGE="https://ollama.com"
|
||||
|
||||
if [[ ${PV} == *9999* ]]; then
|
||||
inherit git-r3
|
||||
EGIT_REPO_URI="https://github.com/ollama/ollama.git"
|
||||
else
|
||||
SRC_URI="
|
||||
https://github.com/ollama/${PN}/archive/refs/tags/v${PV}.tar.gz -> ${P}.gh.tar.gz
|
||||
https://github.com/negril/gentoo-overlay-vendored/raw/refs/heads/blobs/${P}-vendor.tar.xz
|
||||
"
|
||||
KEYWORDS="~amd64"
|
||||
fi
|
||||
|
||||
LICENSE="MIT"
|
||||
SLOT="0"
|
||||
|
||||
X86_CPU_FLAGS=(
|
||||
sse4_2
|
||||
avx
|
||||
f16c
|
||||
avx2
|
||||
bmi2
|
||||
fma3
|
||||
avx512f
|
||||
avx512vbmi
|
||||
avx512_vnni
|
||||
avx_vnni
|
||||
)
|
||||
CPU_FLAGS=( "${X86_CPU_FLAGS[@]/#/cpu_flags_x86_}" )
|
||||
IUSE="${CPU_FLAGS[*]} cuda blas mkl rocm"
|
||||
# IUSE+=" opencl vulkan"
|
||||
|
||||
RESTRICT="test"
|
||||
|
||||
COMMON_DEPEND="
|
||||
cuda? (
|
||||
dev-util/nvidia-cuda-toolkit:=
|
||||
)
|
||||
blas? (
|
||||
!mkl? (
|
||||
virtual/blas
|
||||
)
|
||||
mkl? (
|
||||
sci-libs/mkl
|
||||
)
|
||||
)
|
||||
rocm? (
|
||||
>=sci-libs/hipBLAS-5.5:=[${ROCM_USEDEP}]
|
||||
)
|
||||
"
|
||||
|
||||
DEPEND="
|
||||
${COMMON_DEPEND}
|
||||
>=dev-lang/go-1.23.4
|
||||
"
|
||||
|
||||
RDEPEND="
|
||||
${COMMON_DEPEND}
|
||||
acct-group/${PN}
|
||||
>=acct-user/${PN}-3[cuda?]
|
||||
"
|
||||
|
||||
PATCHES=(
|
||||
"${FILESDIR}/${PN}-0.6.3-use-GNUInstallDirs.patch"
|
||||
)
|
||||
|
||||
pkg_pretend() {
|
||||
if use amd64; then
|
||||
if use cpu_flags_x86_f16c && use cpu_flags_x86_avx2 && use cpu_flags_x86_fma3 && ! use cpu_flags_x86_bmi2; then
|
||||
ewarn
|
||||
ewarn "CPU_FLAGS_X86: bmi2 not enabled."
|
||||
ewarn " Not building haswell runner."
|
||||
ewarn " Not building skylakex runner."
|
||||
ewarn " Not building icelake runner."
|
||||
ewarn " Not building alderlake runner."
|
||||
ewarn
|
||||
if grep bmi2 /proc/cpuinfo > /dev/null; then
|
||||
ewarn "bmi2 found in /proc/cpuinfo"
|
||||
ewarn
|
||||
fi
|
||||
fi
|
||||
fi
|
||||
}
|
||||
|
||||
src_unpack() {
|
||||
if [[ "${PV}" == *9999* ]]; then
|
||||
git-r3_src_unpack
|
||||
go-module_live_vendor
|
||||
else
|
||||
go-module_src_unpack
|
||||
fi
|
||||
}
|
||||
|
||||
src_prepare() {
|
||||
cmake_src_prepare
|
||||
|
||||
sed \
|
||||
-e "/set(GGML_CCACHE/s/ON/OFF/g" \
|
||||
-e "/PRE_INCLUDE_REGEXES.*cu/d" \
|
||||
-e "/PRE_INCLUDE_REGEXES.*hip/d" \
|
||||
-i CMakeLists.txt || die sed
|
||||
|
||||
sed \
|
||||
-e "s/ -O3//g" \
|
||||
-i ml/backend/ggml/ggml/src/ggml-cpu/cpu.go || die sed
|
||||
|
||||
# fix library location
|
||||
sed \
|
||||
-e "s#lib/ollama#$(get_libdir)/ollama#g" \
|
||||
-i CMakeLists.txt || die sed
|
||||
|
||||
sed \
|
||||
-e "s/\"..\", \"lib\"/\"..\", \"$(get_libdir)\"/" \
|
||||
-e "s#\"lib/ollama\"#\"$(get_libdir)/ollama\"#" \
|
||||
-i \
|
||||
ml/backend/ggml/ggml/src/ggml.go \
|
||||
discover/path.go \
|
||||
|| die
|
||||
|
||||
if use amd64; then
|
||||
if
|
||||
! use cpu_flags_x86_sse4_2; then
|
||||
sed -e "/ggml_add_cpu_backend_variant(sse42/s/^/# /g" -i ml/backend/ggml/ggml/src/CMakeLists.txt || die
|
||||
# SSE42)
|
||||
fi
|
||||
if
|
||||
! use cpu_flags_x86_sse4_2 ||
|
||||
! use cpu_flags_x86_avx; then
|
||||
sed -e "/ggml_add_cpu_backend_variant(sandybridge/s/^/# /g" -i ml/backend/ggml/ggml/src/CMakeLists.txt || die
|
||||
# SSE42 AVX)
|
||||
fi
|
||||
if
|
||||
! use cpu_flags_x86_sse4_2 ||
|
||||
! use cpu_flags_x86_avx ||
|
||||
! use cpu_flags_x86_f16c ||
|
||||
! use cpu_flags_x86_avx2 ||
|
||||
! use cpu_flags_x86_bmi2 ||
|
||||
! use cpu_flags_x86_fma3; then
|
||||
sed -e "/ggml_add_cpu_backend_variant(haswell/s/^/# /g" -i ml/backend/ggml/ggml/src/CMakeLists.txt || die
|
||||
# SSE42 AVX F16C AVX2 BMI2 FMA)
|
||||
fi
|
||||
if
|
||||
! use cpu_flags_x86_sse4_2 ||
|
||||
! use cpu_flags_x86_avx ||
|
||||
! use cpu_flags_x86_f16c ||
|
||||
! use cpu_flags_x86_avx2 ||
|
||||
! use cpu_flags_x86_bmi2 ||
|
||||
! use cpu_flags_x86_fma3 ||
|
||||
! use cpu_flags_x86_avx512f; then
|
||||
sed -e "/ggml_add_cpu_backend_variant(skylakex/s/^/# /g" -i ml/backend/ggml/ggml/src/CMakeLists.txt || die
|
||||
# SSE42 AVX F16C AVX2 BMI2 FMA AVX512)
|
||||
fi
|
||||
if
|
||||
! use cpu_flags_x86_sse4_2 ||
|
||||
! use cpu_flags_x86_avx ||
|
||||
! use cpu_flags_x86_f16c ||
|
||||
! use cpu_flags_x86_avx2 ||
|
||||
! use cpu_flags_x86_bmi2 ||
|
||||
! use cpu_flags_x86_fma3 ||
|
||||
! use cpu_flags_x86_avx512f ||
|
||||
! use cpu_flags_x86_avx512vbmi ||
|
||||
! use cpu_flags_x86_avx512_vnni; then
|
||||
sed -e "/ggml_add_cpu_backend_variant(icelake/s/^/# /g" -i ml/backend/ggml/ggml/src/CMakeLists.txt || die
|
||||
# SSE42 AVX F16C AVX2 BMI2 FMA AVX512 AVX512_VBMI AVX512_VNNI)
|
||||
fi
|
||||
if
|
||||
! use cpu_flags_x86_sse4_2 ||
|
||||
! use cpu_flags_x86_avx ||
|
||||
! use cpu_flags_x86_f16c ||
|
||||
! use cpu_flags_x86_avx2 ||
|
||||
! use cpu_flags_x86_bmi2 ||
|
||||
! use cpu_flags_x86_fma3 ||
|
||||
! use cpu_flags_x86_avx_vnni; then
|
||||
sed -e "/ggml_add_cpu_backend_variant(alderlake/s/^/# /g" -i ml/backend/ggml/ggml/src/CMakeLists.txt || die
|
||||
# SSE42 AVX F16C AVX2 BMI2 FMA AVX_VNNI)
|
||||
fi
|
||||
|
||||
# ml/backend/ggml/ggml/src/CMakeLists.txt
|
||||
fi
|
||||
|
||||
# default
|
||||
# return
|
||||
if use cuda; then
|
||||
cuda_src_prepare
|
||||
fi
|
||||
|
||||
if use rocm; then
|
||||
# --hip-version gets appended to the compile flags which isn't a known flag.
|
||||
# This causes rocm builds to fail because -Wunused-command-line-argument is turned on.
|
||||
# Use nuclear option to fix this.
|
||||
# Disable -Werror's from go modules.
|
||||
find "${S}" -name ".go" -exec sed -i "s/ -Werror / /g" {} + || die
|
||||
fi
|
||||
}
|
||||
|
||||
src_configure() {
|
||||
local mycmakeargs=(
|
||||
-DGGML_CCACHE="no"
|
||||
|
||||
# -DGGML_CPU="yes"
|
||||
-DGGML_BLAS="$(usex blas)"
|
||||
# -DGGML_CUDA="$(usex cuda)"
|
||||
# -DGGML_HIP="$(usex rocm)"
|
||||
|
||||
# -DGGML_METAL="yes" # apple
|
||||
# missing from ml/backend/ggml/ggml/src/
|
||||
# -DGGML_CANN="yes"
|
||||
# -DGGML_MUSA="yes"
|
||||
# -DGGML_RPC="yes"
|
||||
# -DGGML_SYCL="yes"
|
||||
# -DGGML_KOMPUTE="$(usex kompute)"
|
||||
# -DGGML_OPENCL="$(usex opencl)"
|
||||
# -DGGML_VULKAN="$(usex vulkan)"
|
||||
)
|
||||
|
||||
if use blas; then
|
||||
if use mkl; then
|
||||
mycmakeargs+=(
|
||||
-DGGML_BLAS_VENDOR="Intel"
|
||||
)
|
||||
else
|
||||
mycmakeargs+=(
|
||||
-DGGML_BLAS_VENDOR="Generic"
|
||||
)
|
||||
fi
|
||||
fi
|
||||
if use cuda; then
|
||||
local -x CUDAHOSTCXX CUDAHOSTLD
|
||||
CUDAHOSTCXX="$(cuda_gccdir)"
|
||||
CUDAHOSTLD="$(tc-getCXX)"
|
||||
|
||||
cuda_add_sandbox -w
|
||||
addpredict "/dev/char/"
|
||||
else
|
||||
mycmakeargs+=(
|
||||
-DCMAKE_CUDA_COMPILER="NOTFOUND"
|
||||
)
|
||||
fi
|
||||
|
||||
if use rocm; then
|
||||
mycmakeargs+=(
|
||||
-DCMAKE_HIP_ARCHITECTURES="$(get_amdgpu_flags)"
|
||||
-DCMAKE_HIP_PLATFORM="amd"
|
||||
# ollama doesn't honor the default cmake options
|
||||
-DAMDGPU_TARGETS="$(get_amdgpu_flags)"
|
||||
)
|
||||
|
||||
local -x HIP_PATH="${ESYSROOT}/usr"
|
||||
|
||||
check_amdgpu
|
||||
else
|
||||
mycmakeargs+=(
|
||||
-DCMAKE_HIP_COMPILER="NOTFOUND"
|
||||
)
|
||||
fi
|
||||
|
||||
cmake_src_configure
|
||||
}
|
||||
|
||||
src_compile() {
|
||||
# export version information
|
||||
# https://github.com/gentoo/guru/pull/205
|
||||
# https://forums.gentoo.org/viewtopic-p-8831646.html
|
||||
local VERSION
|
||||
if [[ "${PV}" == *9999* ]]; then
|
||||
VERSION=$(
|
||||
git describe --tags --first-parent --abbrev=7 --long --dirty --always \
|
||||
| sed -e "s/^v//g"
|
||||
)
|
||||
else
|
||||
VERSION="${PVR}"
|
||||
fi
|
||||
GOFLAGS+=" '-ldflags=-w -s \"-X=github.com/ollama/ollama/version.Version=$VERSION\" \"-X=github.com/ollama/ollama/server.mode=release\"'"
|
||||
|
||||
ego build
|
||||
|
||||
cmake_src_compile
|
||||
}
|
||||
|
||||
src_install() {
|
||||
dobin ollama
|
||||
|
||||
cmake_src_install
|
||||
|
||||
newinitd "${FILESDIR}/ollama.init" "${PN}"
|
||||
newconfd "${FILESDIR}/ollama.confd" "${PN}"
|
||||
|
||||
systemd_dounit "${FILESDIR}/ollama.service"
|
||||
}
|
||||
|
||||
pkg_preinst() {
|
||||
keepdir /var/log/ollama
|
||||
fperms 750 /var/log/ollama
|
||||
fowners "${PN}:${PN}" /var/log/ollama
|
||||
}
|
||||
|
||||
pkg_postinst() {
|
||||
if [[ -z ${REPLACING_VERSIONS} ]] ; then
|
||||
einfo "Quick guide:"
|
||||
einfo "\tollama serve"
|
||||
einfo "\tollama run llama3:70b"
|
||||
einfo
|
||||
einfo "See available models at https://ollama.com/library"
|
||||
fi
|
||||
|
||||
if use cuda ; then
|
||||
einfo "When using cuda the user running ${PN} has to be in the video group or it won't detect devices."
|
||||
einfo "The ebuild ensures this for user ${PN} via acct-user/${PN}[cuda]"
|
||||
fi
|
||||
}
|
||||
Reference in New Issue
Block a user