diff --git a/sci-misc/llama-cpp/Manifest b/sci-misc/llama-cpp/Manifest index 9f2d63aa5f..7a269989aa 100644 --- a/sci-misc/llama-cpp/Manifest +++ b/sci-misc/llama-cpp/Manifest @@ -6,3 +6,7 @@ DIST llama-cpp-0_pre7924.tar.gz 28899921 BLAKE2B b89c8c170d1c2d52390dfef35a4e085 DIST llama-cpp-0_pre8198.tar.gz 29091642 BLAKE2B b5d02310a7e71fec88e29094aa7936cb520530fb9f81cef58f87c97948e6116734f9a19da5ad8daba1027f8e26308e5fa1f3e91e33a49539929f6e3475b08429 SHA512 bc8aef7cb29a32e0acf90d50cbf426c1a42d99659747203449ebf85f0c9c2fed98fd23b7e50b963dd537d3d6edecf17936d0cf7ae04266df4723e2d4a5c7ecfa DIST llama-cpp-0_pre8628.tar.gz 29611654 BLAKE2B 5efeb855b5833ca7a0ba552a142e9fac08773e0f0f31d9d3188c03840d91c91aa22edaf310a6472c9077cd4fb2a48c82371887374fb6d417dd022a18c51ff9e2 SHA512 7b86c37b3f926a0983fe6648629019e9f32001dbf474de9278d94d5e1a9e4c37dfaa9832557555724941c32c437efcbf2e91b0b0ad558936657e14ec5e52f8f0 DIST llama-cpp-0_pre8838.tar.gz 33811834 BLAKE2B 1223a15237186dc8e11c454d76adfd875a9d6b3ee56c046fc0cf63415c7ebbb4b0dc2da49b7e697ecd9908dad6adcb4f2a5bd4665b7118d2c2508e3b215c1f39 SHA512 d345a2645dcad2564f94efdef45a7681b85f4079d30e68297b42a529ccfe4f50429067dce8685791c914cd59d00843c8e5d02c6ef7ce2d97bb990d6c896f5e9f +DIST llama-ui-9999-bundle.css 511167 BLAKE2B 462425eaa607d6428a311237fa204216889d04f7f63c96eff9233d51ac81073c961e961a88d6636f9bdd1deae6bca8ada731927ebff6c00987813791469ed2b1 SHA512 219ccf167419d909983acc73afd0ec6442b58d43371489fd271a6c07a4349d4d128d12985ccb8305ac3f91306fa48532cc9f12382bcc03a4277001f183e231c5 +DIST llama-ui-9999-bundle.js 5284113 BLAKE2B 265776836cb18c3559c2c39661c6de5ccb2af90034602c44a7db976c711a240276e3914141ce6c59aa7cd8708d6d0b7bb2c717f0bb05f9349982ef2908513b2e SHA512 d934f37b2f350646877f460f086928d84e31c170c78a55068c4ba2572982a9d816333b7d4df98d20a7e875a185907f909c4a79f551e1091b5a68b29aa42ee1b4 +DIST llama-ui-9999-index.html 6917 BLAKE2B 4c81aa40f5ab4618e9b1f14d1ac2eaf062d7fd4b11c309c9027432b5e0e9b4bf92dc6555b1a5ca81359beac884ea39c1cd074170e2be4407315fb170ca1c35db SHA512 d48aae733cb64b2fa2893e64fcea68da284e13923572efb174619f85c507825def0757093e8eb54f7bd7cdcb31b63e5a6854daef6e6e25ee0eb7284bb8cc8432 +DIST llama-ui-9999-loading.html 268 BLAKE2B 4b8339b8b3a52bb151f3ab9eabc4d3187aeea312da255d4f55a80839f8145258ee1cf9ea594abe5aa2b49731fe55716870312095fd6a10df42b6cfa4f120ac70 SHA512 d045fac9f2cf87aa5756f27ef0760df494399de6df40ca0a06387685eb69150053a1204b8b17d2d8a8166279081c01f7fbbba10645510309e9debe18cdc20f0c diff --git a/sci-misc/llama-cpp/llama-cpp-9999.ebuild b/sci-misc/llama-cpp/llama-cpp-9999.ebuild index 6c83acbe7a..078d7e0d44 100644 --- a/sci-misc/llama-cpp/llama-cpp-9999.ebuild +++ b/sci-misc/llama-cpp/llama-cpp-9999.ebuild @@ -23,6 +23,12 @@ else fi SRC_URI+=" + webui? ( + https://huggingface.co/buckets/ggml-org/llama-ui/resolve/latest/index.html -> llama-ui-${PV}-index.html + https://huggingface.co/buckets/ggml-org/llama-ui/resolve/latest/bundle.js -> llama-ui-${PV}-bundle.js + https://huggingface.co/buckets/ggml-org/llama-ui/resolve/latest/bundle.css -> llama-ui-${PV}-bundle.css + https://huggingface.co/buckets/ggml-org/llama-ui/resolve/latest/loading.html -> llama-ui-${PV}-loading.html + ) examples? ( https://huggingface.co/ggml-org/tiny-llamas/resolve/${TINY_LLAMAS_COMMIT}/stories15M-q4_0.gguf -> ggml-org_models_tinyllamas_stories15M-q4_0-${TINY_LLAMAS_COMMIT}.gguf @@ -34,7 +40,7 @@ SLOT="0" CPU_FLAGS_X86=( avx avx2 f16c ) # wwma USE explained here: https://github.com/ggml-org/llama.cpp/blob/master/docs/build.md#hip -IUSE="curl openblas +openmp blis rocm cuda opencl openssl vulkan flexiblas wmma examples" +IUSE="curl openblas +openmp blis rocm cuda opencl openssl vulkan flexiblas wmma webui examples" REQUIRED_USE=" ?? ( @@ -93,6 +99,15 @@ pkg_setup() { src_prepare() { use cuda && cuda_src_prepare cmake_src_prepare + + if use webui; then + mkdir -p "${S}/build/tools/ui/dist" || die + cp "${DISTDIR}/llama-ui-${PV}-index.html" "${S}/build/tools/ui/dist/index.html" || die + cp "${DISTDIR}/llama-ui-${PV}-bundle.js" "${S}/build/tools/ui/dist/bundle.js" || die + cp "${DISTDIR}/llama-ui-${PV}-bundle.css" "${S}/build/tools/ui/dist/bundle.css" || die + cp "${DISTDIR}/llama-ui-${PV}-loading.html" "${S}/build/tools/ui/dist/loading.html" || die + fi + if use examples; then mkdir -p "${BUILD_DIR}/tinyllamas" || die cp "${DISTDIR}/ggml-org_models_tinyllamas_stories15M-q4_0-${TINY_LLAMAS_COMMIT}.gguf" \ @@ -102,7 +117,7 @@ src_prepare() { src_configure() { local mycmakeargs=( - -DLLAMA_BUILD_WEBUI=OFF + -DLLAMA_BUILD_WEBUI=$(usex webui) -DLLAMA_BUILD_TESTS=OFF -DLLAMA_BUILD_EXAMPLES=$(usex examples) -DLLAMA_BUILD_SERVER=ON diff --git a/sci-misc/llama-cpp/metadata.xml b/sci-misc/llama-cpp/metadata.xml index 1dd2e6d959..8c24311b2d 100644 --- a/sci-misc/llama-cpp/metadata.xml +++ b/sci-misc/llama-cpp/metadata.xml @@ -13,6 +13,7 @@ Build an OpenBLAS backend Build an OpenCL backend, so far only works on Adreno and Intel GPUs Use openssl to support HTTPS + Enable prebuilt Web UI zl29ah@gmail.com