{"package": "flexgen", "summary": "Running large language models like OPT-175B/GPT-3 on a single GPU. Focusing on high-throughput large-batch generation.", "pypi_url": "https://pypi.org/project/flexgen", "piwheels_url": "https://www.piwheels.org/project/flexgen", "releases": {"0.1.8": {"released": "2023-10-09 22:03:40", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"flexgen-0.1.8-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/flexgen/flexgen-0.1.8-py3-none-any.whl", "filehash": "456c4f391f4829191dbdb9efd1b29674ff6a50ad9de710a629ccfd1fb05c2ad9", "filesize": 121877, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.7", "apt_dependencies": [], "pip_dependencies": ["attrs", "numpy", "pulp", "torch", "tqdm", "transformers"]}}}, "0.1.7": {"released": "2023-03-01 11:18:25", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"flexgen-0.1.7-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/flexgen/flexgen-0.1.7-py3-none-any.whl", "filehash": "08a75b33ff14a12c18a6c6d3b0a28cf0c2900a495f602b4d5a000da361d531f4", "filesize": 50757, "builder_abi": "cp37m", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.7", "apt_dependencies": [], "pip_dependencies": ["attrs", "numpy", "pulp", "torch", "tqdm", "transformers"]}}}, "0.1.6": {"released": "2023-02-27 00:41:33", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"flexgen-0.1.6-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/flexgen/flexgen-0.1.6-py3-none-any.whl", "filehash": "13e12f901935602304665fde2b4c0e50517cfe64ac4f81d6e2af48e5e6c7683c", "filesize": 46081, "builder_abi": "cp37m", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.7", "apt_dependencies": [], "pip_dependencies": ["attrs", "numpy", "pulp", "torch", "tqdm", "transformers"]}}}, "0.1.5": {"released": "2023-02-26 11:07:31", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"flexgen-0.1.5-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/flexgen/flexgen-0.1.5-py3-none-any.whl", "filehash": "4d14f2f6700b99163a3d7a5eacf7e1d781c29276c2e903d40ffcd20dde325bf1", "filesize": 47708, "builder_abi": "cp37m", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.7", "apt_dependencies": [], "pip_dependencies": ["attrs", "numpy", "pulp", "torch", "tqdm", "transformers"]}}}, "0.1.4": {"released": "2023-02-26 10:31:22", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"flexgen-0.1.4-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/flexgen/flexgen-0.1.4-py3-none-any.whl", "filehash": "92b5181bb5d6c59155d33220c8491b62df9ff9e4aa5465344fe96fb3eced6652", "filesize": 47489, "builder_abi": "cp37m", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.7", "apt_dependencies": [], "pip_dependencies": ["attrs", "numpy", "pulp", "torch", "tqdm", "transformers"]}}}, "0.1.3": {"released": "2023-02-26 06:57:17", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"flexgen-0.1.3-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/flexgen/flexgen-0.1.3-py3-none-any.whl", "filehash": "8012532f7ce5ec1b92e0f9fa3bed04c49ee1812e8df658b2241ac6d77b63c168", "filesize": 47247, "builder_abi": "cp37m", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.7", "apt_dependencies": [], "pip_dependencies": ["attrs", "numpy", "pulp", "torch", "tqdm", "transformers"]}}}, "0.1.2": {"released": "2023-02-26 02:35:34", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"flexgen-0.1.2-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/flexgen/flexgen-0.1.2-py3-none-any.whl", "filehash": "71a12640979f164611dc8a4674c62045afddafe8c00ecf7dcb5ca6d4c8f34a0a", "filesize": 47152, "builder_abi": "cp37m", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.7", "apt_dependencies": [], "pip_dependencies": ["attrs", "numpy", "pulp", "torch", "tqdm", "transformers"]}}}, "0.1.1": {"released": "2023-02-26 02:08:24", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"flexgen-0.1.1-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/flexgen/flexgen-0.1.1-py3-none-any.whl", "filehash": "f844889ea30bce29c60cdda1cf4172a06cb85c7d751bf772a87eb73aba96b350", "filesize": 47083, "builder_abi": "cp37m", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.7", "apt_dependencies": [], "pip_dependencies": []}}}}}