Gentoo Packages

# Copyright 2025 Gentoo Authors
# Distributed under the terms of the GNU General Public License v2

EAPI=8

DISTUTILS_SINGLE_IMPL=1
DISTUTILS_EXT=1
PYTHON_COMPAT=( python3_{11..15} )
DISTUTILS_USE_PEP517=setuptools

inherit distutils-r1 pypi

DESCRIPTION="Inference library for running local LLMs on consumer hardware"
HOMEPAGE="https://github.com/turboderp-org/exllamav3"
SRC_URI="https://github.com/turboderp-org/${PN}/archive/refs/tags/v${PV}.tar.gz -> ${P}.tar.gz"

LICENSE="MIT"
SLOT="0"
KEYWORDS="~amd64"
# Tests require a GPU and large model weights — not runnable in Portage.
RESTRICT="test"
REQUIRED_USE="${PYTHON_REQUIRED_USE}"

# shellcheck disable=SC2016
RDEPEND="${PYTHON_DEPS}
	$(python_gen_cond_dep '
		>=dev-python/numpy-2.1.0[${PYTHON_USEDEP}]
		dev-python/pyyaml[${PYTHON_USEDEP}]
		dev-python/rich[${PYTHON_USEDEP}]
		>=sci-ml/safetensors-0.3.2[${PYTHON_USEDEP}]
		dev-python/typing-extensions[${PYTHON_USEDEP}]
		dev-libs/marisa[${PYTHON_USEDEP}]
	')
	>=sci-ml/pytorch-2.13.0[flash,${PYTHON_SINGLE_USEDEP}]
	sci-ml/flash-attn[${PYTHON_SINGLE_USEDEP}]
	>=sci-ml/tokenizers-0.21.1[${PYTHON_SINGLE_USEDEP}]"
DEPEND="${RDEPEND}"
BDEPEND="${PYTHON_DEPS}
	dev-build/ninja
	|| (
		sys-devel/gcc:13
		sys-devel/gcc:15
	)"

src_configure() {
	# Prefer GCC 13; GCC 15 is the slot that is stable on every profile.
	local slot
	for slot in 13 15; do
		if has_version -b "sys-devel/gcc:${slot}"; then
			export CC="${CHOST}-gcc-${slot}" CXX="${CHOST}-g++-${slot}"
			break
		fi
	done
	distutils-r1_src_configure
}