dev-python/flexgen - 0.1.8 (pypi)

Search

Package Information

Description:
Running large language models like OPT-175B/GPT-3 on a single GPU. Focusing on high-throughput large-batch generation.
Homepage:
https://github.com/FMInference/FlexGen

Ebuild Details

Version EAPI Keywords Slot
0.1.8 8 ~amd64 ~x86 0
View Raw Ebuild
# automatically generated by g-sorcery
# please do not edit this file

EAPI=8

REALNAME="${PN}"
LITERALNAME="${PN}"
REALVERSION="${PV}"
DIGEST_SOURCES="yes"
PYTHON_COMPAT=( python{3_11,3_12,3_13,3_14} )
DISTUTILS_USE_PEP517=standalone

inherit python-r1 gs-pypi

DESCRIPTION="Running large language models like OPT-175B/GPT-3 on a single GPU. Focusing on high-throughput large-batch generation."

HOMEPAGE="https://github.com/FMInference/FlexGen"
LICENSE=""
SRC_URI="https://files.pythonhosted.org/packages/08/dc/200d5b4513323e7bc3df2a583ea9e29d823924883ed9d71c58f1807a56fb/${REALNAME}-${REALVERSION}.tar.gz"
SOURCEFILE="${REALNAME}-${REALVERSION}.tar.gz"
RESTRICT="test"

SLOT="0"
KEYWORDS="~amd64 ~x86"

IUSE=""
DEPENDENCIES="dev-python/torch[${PYTHON_USEDEP}]
	dev-python/transformers[${PYTHON_USEDEP}]
	dev-python/numpy[${PYTHON_USEDEP}]
	dev-python/tqdm[${PYTHON_USEDEP}]
	dev-python/PuLP[${PYTHON_USEDEP}]
	dev-python/attrs[${PYTHON_USEDEP}]"
BDEPEND="${DEPENDENCIES}"
RDEPEND="${DEPENDENCIES}"

Dependencies

RDEPEND

dev-python/torch[${PYTHON_USEDEP}]
	dev-python/transformers[${PYTHON_USEDEP}]
	dev-python/numpy[${PYTHON_USEDEP}]
	dev-python/tqdm[${PYTHON_USEDEP}]
	dev-python/PuLP[${PYTHON_USEDEP}]
	dev-python/attrs[${PYTHON_USEDEP}]

BDEPEND

dev-python/torch[${PYTHON_USEDEP}]
	dev-python/transformers[${PYTHON_USEDEP}]
	dev-python/numpy[${PYTHON_USEDEP}]
	dev-python/tqdm[${PYTHON_USEDEP}]
	dev-python/PuLP[${PYTHON_USEDEP}]
	dev-python/attrs[${PYTHON_USEDEP}]

Manifest for 0.1.8

Type File Size Source URLs
DIST flexgen-0.1.8.tar.gz 118629 bytes https://files.pythonhosted.org/packages/08/dc/200d5b4513323e7bc3df2a583ea9e29d823924883ed9d71c58f1807a56fb/flexgen-0.1.8.tar.gz