{"package": "llm-benchmark-toolkit", "summary": "Benchmark LLMs with 10 benchmarks & 132K+ questions. 8 providers: OpenAI, Anthropic, Groq, Together, Fireworks, DeepSeek, Ollama, HuggingFace. Unified CLI + Web dashboard.", "pypi_url": "https://pypi.org/project/llm-benchmark-toolkit", "piwheels_url": "https://www.piwheels.org/project/llm-benchmark-toolkit", "releases": {"2.4.2": {"released": "2025-12-05 23:13:52", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"llm_benchmark_toolkit-2.4.2-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/llm-benchmark-toolkit/llm_benchmark_toolkit-2.4.2-py3-none-any.whl", "filehash": "0987f1d21b4f16511fe7d9e42438b993e8110423f0e42ad6abdd71409cd34726", "filesize": 365229, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.11", "apt_dependencies": [], "pip_dependencies": ["anthropic", "click", "datasets", "fastapi", "huggingface-hub", "matplotlib", "numpy", "ollama", "openai", "pandas", "plotly", "psutil", "pydantic", "pydantic-settings", "scikit-learn", "scipy", "seaborn", "sse-starlette", "tqdm", "uvicorn"]}}}, "2.4.1": {"released": "2025-12-05 22:35:18", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"llm_benchmark_toolkit-2.4.1-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/llm-benchmark-toolkit/llm_benchmark_toolkit-2.4.1-py3-none-any.whl", "filehash": "5cc26dd85863c76a8253af274964ecf8a7bc9ae95d48de2ea1db3c21d00dc05c", "filesize": 365231, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.11", "apt_dependencies": [], "pip_dependencies": ["anthropic", "click", "datasets", "fastapi", "huggingface-hub", "matplotlib", "numpy", "ollama", "openai", "pandas", "plotly", "psutil", "pydantic", "pydantic-settings", "scikit-learn", "scipy", "seaborn", "sse-starlette", "tqdm", "uvicorn"]}}}, "2.4.0": {"released": "2025-12-05 06:16:17", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"llm_benchmark_toolkit-2.4.0-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/llm-benchmark-toolkit/llm_benchmark_toolkit-2.4.0-py3-none-any.whl", "filehash": "b930ef8333ec881679b72a5ade68b3358903063b29a55d67ff13b3050c8874de", "filesize": 348279, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.11", "apt_dependencies": [], "pip_dependencies": ["anthropic", "click", "datasets", "fastapi", "huggingface-hub", "matplotlib", "numpy", "ollama", "openai", "pandas", "plotly", "psutil", "pydantic", "pydantic-settings", "scikit-learn", "scipy", "seaborn", "sse-starlette", "tqdm", "uvicorn"]}}}, "2.3.2": {"released": "2025-12-04 02:15:06", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"llm_benchmark_toolkit-2.3.2-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/llm-benchmark-toolkit/llm_benchmark_toolkit-2.3.2-py3-none-any.whl", "filehash": "e33d43d5efc28788bbac71ec74fddd0e2253b5a2940038ec16551484b46806fc", "filesize": 327578, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.11", "apt_dependencies": [], "pip_dependencies": ["anthropic", "click", "datasets", "fastapi", "huggingface-hub", "matplotlib", "numpy", "ollama", "openai", "pandas", "plotly", "psutil", "pydantic", "pydantic-settings", "scikit-learn", "scipy", "seaborn", "sse-starlette", "tqdm", "uvicorn"]}}}, "2.3.1": {"released": "2025-12-04 01:13:45", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"llm_benchmark_toolkit-2.3.1-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/llm-benchmark-toolkit/llm_benchmark_toolkit-2.3.1-py3-none-any.whl", "filehash": "e821a36a5ab2587c33a4f9aeb452387305b7fbfc61e38ac109eaac44afcfcf11", "filesize": 327109, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.11", "apt_dependencies": [], "pip_dependencies": ["anthropic", "click", "datasets", "fastapi", "huggingface-hub", "matplotlib", "numpy", "ollama", "openai", "pandas", "plotly", "psutil", "pydantic", "pydantic-settings", "scikit-learn", "scipy", "seaborn", "sse-starlette", "tqdm", "uvicorn"]}}}, "2.3.0": {"released": "2025-12-03 22:26:05", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"llm_benchmark_toolkit-2.3.0-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/llm-benchmark-toolkit/llm_benchmark_toolkit-2.3.0-py3-none-any.whl", "filehash": "de403f7d45ce04034909c8e7022101a4bcd685517024ebe115314d8862ed7895", "filesize": 326824, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.11", "apt_dependencies": [], "pip_dependencies": ["anthropic", "click", "datasets", "fastapi", "huggingface-hub", "matplotlib", "numpy", "ollama", "openai", "pandas", "plotly", "psutil", "pydantic", "pydantic-settings", "scikit-learn", "scipy", "seaborn", "sse-starlette", "tqdm", "uvicorn"]}}}, "2.2.1": {"released": "2025-12-02 22:48:15", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"llm_benchmark_toolkit-2.2.1-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/llm-benchmark-toolkit/llm_benchmark_toolkit-2.2.1-py3-none-any.whl", "filehash": "a910972ff3802aeeec4c93220e0a5373097fb87c071c065ce81cef88e41c0d7f", "filesize": 294290, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.11", "apt_dependencies": [], "pip_dependencies": ["anthropic", "click", "datasets", "fastapi", "huggingface-hub", "matplotlib", "numpy", "ollama", "openai", "pandas", "plotly", "psutil", "pydantic", "pydantic-settings", "scikit-learn", "scipy", "seaborn", "sse-starlette", "tqdm", "uvicorn"]}}}, "2.2.0": {"released": "2025-12-02 22:42:14", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"llm_benchmark_toolkit-2.2.0-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/llm-benchmark-toolkit/llm_benchmark_toolkit-2.2.0-py3-none-any.whl", "filehash": "2fbbb501c0dd81fa057db285c3202e45adfe99ceba2398974482329d2b805a41", "filesize": 294130, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.11", "apt_dependencies": [], "pip_dependencies": ["anthropic", "click", "datasets", "fastapi", "huggingface-hub", "matplotlib", "numpy", "ollama", "openai", "pandas", "plotly", "psutil", "pydantic", "pydantic-settings", "scikit-learn", "scipy", "seaborn", "sse-starlette", "tqdm", "uvicorn"]}}}, "2.1.0": {"released": "2025-12-02 02:17:45", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"llm_benchmark_toolkit-2.1.0-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/llm-benchmark-toolkit/llm_benchmark_toolkit-2.1.0-py3-none-any.whl", "filehash": "c85ebb550837b0faf5cb28798b4ec2f84c9d20796e69f43ce7933f3145f903ce", "filesize": 73544, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.11", "apt_dependencies": [], "pip_dependencies": ["click", "datasets", "matplotlib", "numpy", "ollama", "pandas", "plotly", "psutil", "pydantic", "pydantic-settings", "scikit-learn", "scipy", "seaborn", "tqdm"]}}}, "2.0.0": {"released": "2025-12-01 20:39:03", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"llm_benchmark_toolkit-2.0.0-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/llm-benchmark-toolkit/llm_benchmark_toolkit-2.0.0-py3-none-any.whl", "filehash": "9956b86c6b62f17a14b176a906481dbb5053a5f4c7f8dc479a1afb0668f10336", "filesize": 65296, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.11", "apt_dependencies": [], "pip_dependencies": ["click", "datasets", "matplotlib", "numpy", "ollama", "pandas", "plotly", "psutil", "pydantic", "pydantic-settings", "scikit-learn", "scipy", "seaborn", "tqdm"]}}}, "0.4.1": {"released": "2025-12-01 06:50:35", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"llm_benchmark_toolkit-0.4.1-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/llm-benchmark-toolkit/llm_benchmark_toolkit-0.4.1-py3-none-any.whl", "filehash": "c237cd524f90f123d8ecce03f9b033a198b328d9d44ca52c0df5aa132b3e60be", "filesize": 44696, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.11", "apt_dependencies": [], "pip_dependencies": ["click", "datasets", "matplotlib", "numpy", "ollama", "pandas", "plotly", "psutil", "pydantic", "pydantic-settings", "scikit-learn", "scipy", "seaborn", "tqdm"]}}}, "0.4.0": {"released": "2025-12-01 05:11:20", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "0.3.2": {"released": "2025-12-01 00:35:50", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "0.3.1": {"released": "2025-11-30 06:42:03", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"llm_benchmark_toolkit-0.3.1-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/llm-benchmark-toolkit/llm_benchmark_toolkit-0.3.1-py3-none-any.whl", "filehash": "44752309369b0c2b9e5bb1a1093611cc8a51e84014c2d50b4087e7c9bf1e8a49", "filesize": 45370, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.11", "apt_dependencies": [], "pip_dependencies": ["click", "datasets", "matplotlib", "numpy", "ollama", "pandas", "plotly", "psutil", "pydantic", "pydantic-settings", "scikit-learn", "scipy", "seaborn", "tqdm"]}}}, "0.3.0": {"released": "2025-11-30 06:22:36", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"llm_benchmark_toolkit-0.3.0-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/llm-benchmark-toolkit/llm_benchmark_toolkit-0.3.0-py3-none-any.whl", "filehash": "8abac7bd509fef8b4c7c3a124e9afb765a0340e7d6c4c2b800dc7117fd8f99b4", "filesize": 45202, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.11", "apt_dependencies": [], "pip_dependencies": ["click", "datasets", "matplotlib", "numpy", "ollama", "pandas", "plotly", "psutil", "pydantic", "pydantic-settings", "scikit-learn", "scipy", "seaborn", "tqdm"]}}}}}