diff --git a/sci-misc/llama-cpp/llama-cpp-0_pre4576.ebuild b/sci-misc/llama-cpp/llama-cpp-0_pre4576.ebuild
index 1e6b82c0de..b4db64b49d 100644
--- a/sci-misc/llama-cpp/llama-cpp-0_pre4576.ebuild
+++ b/sci-misc/llama-cpp/llama-cpp-0_pre4576.ebuild
@@ -3,7 +3,9 @@
 
 EAPI=8
 
-inherit cmake
+ROCM_VERSION="6.3"
+
+inherit cmake rocm
 
 if [[ "${PV}" != "9999" ]]; then
 	KEYWORDS="~amd64"
@@ -21,15 +23,37 @@ HOMEPAGE="https://github.com/ggerganov/llama.cpp"
 LICENSE="MIT"
 SLOT="0"
 CPU_FLAGS_X86=( avx avx2 f16c )
-IUSE="curl openblas blis"
+IUSE="curl openblas blis hip"
 REQUIRED_USE="?? ( openblas blis )"
 
+AMDGPU_TARGETS_COMPAT=(
+	gfx900
+	gfx90c
+	gfx902
+	gfx1010
+	gfx1011
+	gfx1012
+	gfx1030
+	gfx1031
+	gfx1032
+	gfx1034
+	gfx1035
+	gfx1036
+	gfx1100
+	gfx1101
+	gfx1102
+	gfx1103
+	gfx1150
+	gfx1151
+)
+
 # curl is needed for pulling models from huggingface
 # numpy is used by convert_hf_to_gguf.py
 DEPEND="
 	curl? ( net-misc/curl:= )
 	openblas? ( sci-libs/openblas:= )
 	blis? ( sci-libs/blis:= )
+	hip? (  >=dev-util/hip-6.3:= )
 "
 RDEPEND="${DEPEND}
 	dev-python/numpy
@@ -58,5 +82,12 @@ src_configure() {
 		)
 	fi
 
+	if use hip; then
+		rocm_use_hipcc
+		mycmakeargs+=(
+			-DGGML_HIP=ON -DAMDGPU_TARGETS=$(get_amdgpu_flags)
+		)
+	fi
+
 	cmake_src_configure
 }
diff --git a/sci-misc/llama-cpp/llama-cpp-9999.ebuild b/sci-misc/llama-cpp/llama-cpp-9999.ebuild
index 1e6b82c0de..b4db64b49d 100644
--- a/sci-misc/llama-cpp/llama-cpp-9999.ebuild
+++ b/sci-misc/llama-cpp/llama-cpp-9999.ebuild
@@ -3,7 +3,9 @@
 
 EAPI=8
 
-inherit cmake
+ROCM_VERSION="6.3"
+
+inherit cmake rocm
 
 if [[ "${PV}" != "9999" ]]; then
 	KEYWORDS="~amd64"
@@ -21,15 +23,37 @@ HOMEPAGE="https://github.com/ggerganov/llama.cpp"
 LICENSE="MIT"
 SLOT="0"
 CPU_FLAGS_X86=( avx avx2 f16c )
-IUSE="curl openblas blis"
+IUSE="curl openblas blis hip"
 REQUIRED_USE="?? ( openblas blis )"
 
+AMDGPU_TARGETS_COMPAT=(
+	gfx900
+	gfx90c
+	gfx902
+	gfx1010
+	gfx1011
+	gfx1012
+	gfx1030
+	gfx1031
+	gfx1032
+	gfx1034
+	gfx1035
+	gfx1036
+	gfx1100
+	gfx1101
+	gfx1102
+	gfx1103
+	gfx1150
+	gfx1151
+)
+
 # curl is needed for pulling models from huggingface
 # numpy is used by convert_hf_to_gguf.py
 DEPEND="
 	curl? ( net-misc/curl:= )
 	openblas? ( sci-libs/openblas:= )
 	blis? ( sci-libs/blis:= )
+	hip? (  >=dev-util/hip-6.3:= )
 "
 RDEPEND="${DEPEND}
 	dev-python/numpy
@@ -58,5 +82,12 @@ src_configure() {
 		)
 	fi
 
+	if use hip; then
+		rocm_use_hipcc
+		mycmakeargs+=(
+			-DGGML_HIP=ON -DAMDGPU_TARGETS=$(get_amdgpu_flags)
+		)
+	fi
+
 	cmake_src_configure
 }
diff --git a/sci-misc/llama-cpp/metadata.xml b/sci-misc/llama-cpp/metadata.xml
index c93fd3afb2..70af1186d9 100644
--- a/sci-misc/llama-cpp/metadata.xml
+++ b/sci-misc/llama-cpp/metadata.xml
@@ -6,6 +6,7 @@
 	</upstream>
 	<use>
 		<flag name="blis">Build a BLIS backend</flag>
+		<flag name="hip">Build a HIP (ROCm) backend</flag>
 		<flag name="openblas">Build an OpenBLAS backend</flag>
 	</use>
 	<maintainer type="person">