dev-python/flexgen - 1.0 (pypi)

Search

Package Information

Description:
Running large language models like OPT-175B/GPT-3 on a single GPU. Focusing on high-throughput large-batch generation.
Homepage:
https://github.com/FMInference/FlexGen

Ebuild Details

Version EAPI Keywords Slot
1.0 8 ~amd64 ~x86 0
View Raw Ebuild
# automatically generated by g-sorcery
# please do not edit this file

EAPI=8

REALNAME="${PN}"
LITERALNAME="${PN}"
REALVERSION="${PV}"
DIGEST_SOURCES="yes"
PYTHON_COMPAT=( python{3_11,3_12,3_13,3_14} )
DISTUTILS_USE_PEP517=standalone

inherit python-r1 gs-pypi

DESCRIPTION="Running large language models like OPT-175B/GPT-3 on a single GPU. Focusing on high-throughput large-batch generation."

HOMEPAGE="https://github.com/FMInference/FlexGen"
LICENSE=""
SRC_URI="https://files.pythonhosted.org/packages/30/24/c8cad130faff599524a3d0673400d66ddbe4e1bd068a87003d8329e6c4ca/${REALNAME}-${REALVERSION}.tar.gz"
SOURCEFILE="${REALNAME}-${REALVERSION}.tar.gz"
RESTRICT="test"

SLOT="0"
KEYWORDS="~amd64 ~x86"

IUSE=""
DEPENDENCIES="dev-python/numpy[${PYTHON_USEDEP}]
	dev-python/tqdm[${PYTHON_USEDEP}]
	dev-python/PuLP[${PYTHON_USEDEP}]
	dev-python/attrs[${PYTHON_USEDEP}]
	dev-python/transformers[${PYTHON_USEDEP}]
	dev-python/torch[${PYTHON_USEDEP}]"
BDEPEND="${DEPENDENCIES}"
RDEPEND="${DEPENDENCIES}"

Dependencies

RDEPEND

dev-python/numpy[${PYTHON_USEDEP}]
	dev-python/tqdm[${PYTHON_USEDEP}]
	dev-python/PuLP[${PYTHON_USEDEP}]
	dev-python/attrs[${PYTHON_USEDEP}]
	dev-python/transformers[${PYTHON_USEDEP}]
	dev-python/torch[${PYTHON_USEDEP}]

BDEPEND

dev-python/numpy[${PYTHON_USEDEP}]
	dev-python/tqdm[${PYTHON_USEDEP}]
	dev-python/PuLP[${PYTHON_USEDEP}]
	dev-python/attrs[${PYTHON_USEDEP}]
	dev-python/transformers[${PYTHON_USEDEP}]
	dev-python/torch[${PYTHON_USEDEP}]

Manifest for 1.0

Type File Size Source URLs
DIST flexgen-1.0.tar.gz 45600 bytes https://files.pythonhosted.org/packages/30/24/c8cad130faff599524a3d0673400d66ddbe4e1bd068a87003d8329e6c4ca/flexgen-1.0.tar.gz