{"package": "lm-eval", "summary": "A framework for evaluating language models", "pypi_url": "https://pypi.org/project/lm-eval", "piwheels_url": "https://www.piwheels.org/project/lm-eval", "releases": {"0.5.0.dev1": {"released": "2026-05-11 14:27:23", "prerelease": true, "yanked": false, "skip_reason": "", "files": {"lm_eval-0.5.0.dev1-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/lm-eval/lm_eval-0.5.0.dev1-py3-none-any.whl", "filehash": "2b123742db0404ed529819f64cdd873004c66e5d8ad3d552a5e5c5f7f216d246", "filesize": 8824039, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.10", "apt_dependencies": [], "pip_dependencies": ["datasets", "dill", "jinja2", "more-itertools", "numpy", "pytablewriter", "rouge-score", "sacrebleu", "scikit-learn", "sqlitedict", "tqdm", "typing-extensions", "word2number"]}}}, "0.4.12": {"released": "2026-05-11 13:05:48", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"lm_eval-0.4.12-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/lm-eval/lm_eval-0.4.12-py3-none-any.whl", "filehash": "fcb805fe553443c0365cbb87826c85649f35c9f7d40fb07e0272f8629b90cb01", "filesize": 8903672, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.10", "apt_dependencies": [], "pip_dependencies": ["datasets", "dill", "evaluate", "jinja2", "more-itertools", "numpy", "pytablewriter", "rouge-score", "sacrebleu", "scikit-learn", "sqlitedict", "tqdm", "typing-extensions", "word2number"]}}}, "0.4.11": {"released": "2026-02-13 20:22:56", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"lm_eval-0.4.11-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/lm-eval/lm_eval-0.4.11-py3-none-any.whl", "filehash": "7a994cec7f884dff2892c895be7943f2e5daf899d1a0c96862a09e86d38317ef", "filesize": 8744826, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.10", "apt_dependencies": [], "pip_dependencies": ["datasets", "dill", "evaluate", "jinja2", "jsonlines", "more-itertools", "numpy", "pytablewriter", "rouge-score", "sacrebleu", "scikit-learn", "sqlitedict", "typing-extensions", "word2number", "zstandard"]}}}, "0.4.10": {"released": "2026-01-27 19:35:37", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"lm_eval-0.4.10-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/lm-eval/lm_eval-0.4.10-py3-none-any.whl", "filehash": "f974c8439950d7e007710fae43c1ff085ba2724b8c9c29456987c442a14ddc4a", "filesize": 8734956, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.10", "apt_dependencies": [], "pip_dependencies": ["datasets", "dill", "evaluate", "jinja2", "jsonlines", "more-itertools", "numpy", "pytablewriter", "rouge-score", "sacrebleu", "scikit-learn", "sqlitedict", "typing-extensions", "word2number", "zstandard"]}}}, "0.4.9.2": {"released": "2025-11-26 23:28:08", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"lm_eval-0.4.9.2-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/lm-eval/lm_eval-0.4.9.2-py3-none-any.whl", "filehash": "6433acae848f5040a05aec1f8b4d946c1874207195592064a0dccbf11e6a3bf7", "filesize": 8231261, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.10", "apt_dependencies": [], "pip_dependencies": ["accelerate", "datasets", "dill", "evaluate", "jsonlines", "more-itertools", "numexpr", "peft", "pybind11", "pytablewriter", "rouge-score", "sacrebleu", "scikit-learn", "sqlitedict", "torch", "tqdm-multiprocess", "transformers", "word2number", "zstandard"]}}}, "0.4.9.1": {"released": "2025-08-04 11:37:06", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"lm_eval-0.4.9.1-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/lm-eval/lm_eval-0.4.9.1-py3-none-any.whl", "filehash": "97ecff896cf8c8a3461730701532cb297638f594631d30e0a0e64bedacc771ce", "filesize": 7531943, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.9", "apt_dependencies": [], "pip_dependencies": ["accelerate", "datasets", "dill", "evaluate", "jsonlines", "more-itertools", "numexpr", "peft", "pybind11", "pytablewriter", "rouge-score", "sacrebleu", "scikit-learn", "sqlitedict", "torch", "tqdm-multiprocess", "transformers", "word2number", "zstandard"]}}}, "0.4.9": {"released": "2025-06-19 13:59:58", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"lm_eval-0.4.9-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/lm-eval/lm_eval-0.4.9-py3-none-any.whl", "filehash": "aae7521fd8819d6dd3ae674c07816f449a70669bef1db6cdce2968c21ad1f7af", "filesize": 7454425, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.9", "apt_dependencies": [], "pip_dependencies": ["accelerate", "datasets", "dill", "evaluate", "jsonlines", "more-itertools", "numexpr", "peft", "pybind11", "pytablewriter", "rouge-score", "sacrebleu", "scikit-learn", "sqlitedict", "torch", "tqdm-multiprocess", "transformers", "word2number", "zstandard"]}}}, "0.4.8": {"released": "2025-03-05 03:04:12", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"lm_eval-0.4.8-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/lm-eval/lm_eval-0.4.8-py3-none-any.whl", "filehash": "1ed005366d8f0154fa200db6e0eb56cc5ef33df2bbd2705d19c742e4283593c8", "filesize": 3888006, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.9", "apt_dependencies": [], "pip_dependencies": ["accelerate", "datasets", "dill", "evaluate", "jsonlines", "more-itertools", "numexpr", "peft", "pybind11", "pytablewriter", "rouge-score", "sacrebleu", "scikit-learn", "sqlitedict", "torch", "tqdm-multiprocess", "transformers", "word2number", "zstandard"]}}}, "0.4.7": {"released": "2024-12-17 10:26:27", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"lm_eval-0.4.7-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/lm-eval/lm_eval-0.4.7-py3-none-any.whl", "filehash": "3b462a73021c5411e6b4491d07d5c4c009843435a2c9350ae5949fbf4a196ed9", "filesize": 2518804, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.8", "apt_dependencies": [], "pip_dependencies": ["accelerate", "datasets", "dill", "evaluate", "jsonlines", "more-itertools", "numexpr", "peft", "pybind11", "pytablewriter", "rouge-score", "sacrebleu", "scikit-learn", "sqlitedict", "torch", "tqdm-multiprocess", "transformers", "word2number", "zstandard"]}}}, "0.4.5": {"released": "2024-10-08 21:02:28", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"lm_eval-0.4.5-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/lm-eval/lm_eval-0.4.5-py3-none-any.whl", "filehash": "c1292031153f79a22db4193ed91074a1c57ffaec3d9768215a455efd53ff5f02", "filesize": 2380463, "builder_abi": "cp39", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.8", "apt_dependencies": [], "pip_dependencies": ["accelerate", "datasets", "dill", "evaluate", "jsonlines", "more-itertools", "numexpr", "peft", "pybind11", "pytablewriter", "rouge-score", "sacrebleu", "scikit-learn", "sqlitedict", "torch", "tqdm-multiprocess", "transformers", "word2number", "zstandard"]}}}, "0.4.4": {"released": "2024-09-05 15:05:24", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"lm_eval-0.4.4-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/lm-eval/lm_eval-0.4.4-py3-none-any.whl", "filehash": "1a6e6b514b470ad4c795439aa4cf9cb88b1360d915c7b3108ae5b47e3f7b36fc", "filesize": 2002827, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.8", "apt_dependencies": [], "pip_dependencies": ["accelerate", "datasets", "dill", "evaluate", "jsonlines", "more-itertools", "numexpr", "peft", "pybind11", "pytablewriter", "rouge-score", "sacrebleu", "scikit-learn", "sqlitedict", "torch", "tqdm-multiprocess", "transformers", "word2number", "zstandard"]}}}, "0.4.3": {"released": "2024-07-01 13:52:11", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"lm_eval-0.4.3-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/lm-eval/lm_eval-0.4.3-py3-none-any.whl", "filehash": "7f4cb7cbd7ea20f2624f1315e69dfbc884cc187749c85760f9b4ec03e7efe491", "filesize": 1655094, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.8", "apt_dependencies": [], "pip_dependencies": ["accelerate", "datasets", "dill", "evaluate", "jsonlines", "more-itertools", "numexpr", "peft", "pybind11", "pytablewriter", "rouge-score", "sacrebleu", "scikit-learn", "sqlitedict", "torch", "tqdm-multiprocess", "transformers", "word2number", "zstandard"]}}}, "0.4.2": {"released": "2024-03-18 13:08:24", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"lm_eval-0.4.2-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/lm-eval/lm_eval-0.4.2-py3-none-any.whl", "filehash": "a0bcaff492a09947d8a2b80400f224113b1e313da6a688084711130da18e1af7", "filesize": 1424940, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.8", "apt_dependencies": [], "pip_dependencies": ["accelerate", "datasets", "dill", "evaluate", "jsonlines", "more-itertools", "numexpr", "peft", "pybind11", "pytablewriter", "rouge-score", "sacrebleu", "scikit-learn", "sqlitedict", "torch", "tqdm-multiprocess", "transformers", "word2number", "zstandard"]}}}, "0.4.1": {"released": "2024-01-31 15:15:51", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"lm_eval-0.4.1-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/lm-eval/lm_eval-0.4.1-py3-none-any.whl", "filehash": "796615edf52f5673187a884a9d77c7d755fe95ca2d16fe77a1f042730eb957b3", "filesize": 1068385, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.8", "apt_dependencies": [], "pip_dependencies": ["accelerate", "datasets", "evaluate", "jsonlines", "numexpr", "peft", "pybind11", "pytablewriter", "rouge-score", "sacrebleu", "scikit-learn", "sqlitedict", "torch", "tqdm-multiprocess", "transformers", "zstandard"]}}}, "0.4.0": {"released": "2023-12-22 18:36:42", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"lm_eval-0.4.0-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/lm-eval/lm_eval-0.4.0-py3-none-any.whl", "filehash": "1a863b5f478f2e66e921dbbf2e4dcda06a923021763f01b59c5b03bdd3af01c2", "filesize": 994996, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.8", "apt_dependencies": [], "pip_dependencies": ["accelerate", "datasets", "evaluate", "jsonlines", "numexpr", "peft", "pybind11", "pytablewriter", "rouge-score", "sacrebleu", "scikit-learn", "sqlitedict", "torch", "tqdm-multiprocess", "transformers", "zstandard"]}}}, "0.3.0": {"released": "2022-12-08 08:11:11", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"lm_eval-0.3.0-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/lm-eval/lm_eval-0.3.0-py3-none-any.whl", "filehash": "498b8b8954c1f9c17f46e3ec096e9be6b9c96ee70560ee613a4eb9c7b9d31644", "filesize": 178653, "builder_abi": "cp37m", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.6", "apt_dependencies": [], "pip_dependencies": ["datasets", "jsonlines", "numexpr", "openai", "pybind11", "pycountry", "pytablewriter", "rouge-score", "sacrebleu", "scikit-learn", "sqlitedict", "torch", "tqdm-multiprocess", "transformers", "zstandard"]}}}, "0.2.0": {"released": "2022-03-07 02:02:44", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"lm_eval-0.2.0-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/lm-eval/lm_eval-0.2.0-py3-none-any.whl", "filehash": "e06d3d7b6016be832e6889cbc9c4787b99156ba57f8feb31d3aeb27304c6558c", "filesize": 143108, "builder_abi": "cp37m", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.6", "apt_dependencies": [], "pip_dependencies": ["best-download", "black", "click", "datasets", "jieba", "jsonlines", "lm-dataformat", "mock", "nagisa", "numexpr", "openai", "pybind11", "pycountry", "pytablewriter", "pytest", "rouge-score", "sacrebleu", "scikit-learn", "sqlitedict", "torch", "tqdm-multiprocess", "transformers", "zstandard"]}}}, "0.0.1": {"released": "2021-09-02 02:28:24", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"lm_eval-0.0.1-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/lm-eval/lm_eval-0.0.1-py3-none-any.whl", "filehash": "0afc289f69286f71017fb9811dfea6cda7c703bf693ad43106fbbff1f164cf14", "filesize": 102050, "builder_abi": "cp37m", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.6", "apt_dependencies": [], "pip_dependencies": ["best-download", "black", "click", "datasets", "jieba", "jsonlines", "lm-dataformat", "mock", "nagisa", "numexpr", "openai", "pybind11", "pycountry", "pytablewriter", "pytest", "sacrebleu", "scikit-learn", "sqlitedict", "torch", "tqdm-multiprocess", "transformers", "zstandard"]}}}}}