{"package": "tensorrt-llm", "summary": "TensorRT LLM provides users with an easy-to-use Python API to define Large Language Models (LLMs) and supports state-of-the-art optimizations to perform inference efficiently on NVIDIA GPUs.", "pypi_url": "https://pypi.org/project/tensorrt-llm", "piwheels_url": "https://www.piwheels.org/project/tensorrt-llm", "releases": {"1.3.0rc15": {"released": "2026-05-21 14:39:14", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.3.0rc14": {"released": "2026-05-07 05:58:40", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.3.0rc13": {"released": "2026-04-29 06:13:06", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.3.0rc12.post1": {"released": "2026-05-16 09:18:43", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.3.0rc12": {"released": "2026-04-17 15:18:44", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.3.0rc11": {"released": "2026-04-09 12:19:15", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.3.0rc10": {"released": "2026-03-31 07:38:42", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.3.0rc9": {"released": "2026-03-24 17:19:14", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.3.0rc8": {"released": "2026-03-17 19:58:39", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.3.0rc7": {"released": "2026-03-10 19:38:49", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.3.0rc6": {"released": "2026-03-03 13:18:41", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.3.0rc5.post2": {"released": "2026-04-21 20:18:42", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.3.0rc5.post1": {"released": "2026-03-06 19:40:09", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.3.0rc5": {"released": "2026-02-24 18:47:28", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.3.0rc4": {"released": "2026-02-17 20:58:41", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.3.0rc3": {"released": "2026-02-12 19:38:46", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.3.0rc2": {"released": "2026-02-03 16:59:59", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.3.0rc1": {"released": "2026-01-27 06:13:48", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.3.0rc0": {"released": "2026-01-22 01:58:42", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.2.1": {"released": "2026-04-20 09:20:02", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "1.2.0": {"released": "2026-03-12 19:38:44", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "1.2.0rc8": {"released": "2026-01-15 00:59:14", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.2.0rc7": {"released": "2026-01-08 06:19:05", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.2.0rc6.post3": {"released": "2026-02-05 02:53:45", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.2.0rc6.post2": {"released": "2026-01-22 16:59:09", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.2.0rc6.post1": {"released": "2026-01-11 05:21:59", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.2.0rc6": {"released": "2025-12-23 02:48:38", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.2.0rc5": {"released": "2025-12-10 09:44:13", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.2.0rc4": {"released": "2025-11-25 09:53:13", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.2.0rc3": {"released": "2025-11-21 08:00:02", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.2.0rc2.post2": {"released": "2026-02-05 02:20:00", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.2.0rc2": {"released": "2025-11-07 03:57:26", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.2.0rc1": {"released": "2025-10-22 02:19:31", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.2.0rc0": {"released": "2025-09-30 05:47:37", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.1.0": {"released": "2025-12-19 08:48:07", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "1.1.0rc5": {"released": "2025-09-17 08:59:32", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.1.0rc4": {"released": "2025-09-10 06:59:19", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.1.0rc3": {"released": "2025-09-04 06:00:30", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.1.0rc2": {"released": "2025-08-30 04:30:47", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.1.0rc1": {"released": "2025-08-22 09:28:04", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.1.0rc0": {"released": "2025-08-15 14:40:17", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.0.0": {"released": "2025-09-24 03:07:21", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "1.0.0rc6": {"released": "2025-08-07 06:39:18", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.0.0rc5": {"released": "2025-08-04 07:18:48", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.0.0rc4": {"released": "2025-07-22 06:39:11", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.0.0rc3": {"released": "2025-07-16 03:23:01", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.0.0rc2": {"released": "2025-07-08 05:01:39", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.0.0rc1": {"released": "2025-07-01 15:58:38", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "1.0.0rc0": {"released": "2025-06-25 03:18:47", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.21.0": {"released": "2025-08-04 06:20:18", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "0.21.0rc2": {"released": "2025-06-18 07:58:52", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.21.0rc1": {"released": "2025-06-11 05:39:54", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.21.0rc0": {"released": "2025-06-04 03:38:34", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.20.0": {"released": "2025-06-19 02:38:47", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "0.20.0rc3": {"released": "2025-05-20 10:24:47", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.20.0rc2": {"released": "2025-05-13 10:07:22", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.20.0rc1": {"released": "2025-04-29 10:38:44", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.20.0rc0": {"released": "2025-04-23 17:18:32", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.19.0": {"released": "2025-05-09 13:18:33", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "0.19.0rc0": {"released": "2025-04-16 05:47:19", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.19.0.dev2025040800": {"released": "2025-04-08 05:58:48", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.19.0.dev2025040100": {"released": "2025-04-01 15:38:47", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.19.0.dev2025032500": {"released": "2025-03-26 09:38:32", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.19.0.dev2025031800": {"released": "2025-03-18 16:15:23", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.18.2": {"released": "2025-04-16 09:38:46", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "0.18.1": {"released": "2025-04-09 03:09:53", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "0.18.0": {"released": "2025-04-02 09:38:31", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "0.18.0.dev2025031100": {"released": "2025-03-12 01:58:38", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.18.0.dev2025030400": {"released": "2025-03-05 03:39:31", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.18.0.dev2025022500": {"released": "2025-02-26 02:40:49", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.18.0.dev2025021800": {"released": "2025-02-19 02:18:48", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.18.0.dev2025021101": {"released": "2025-02-13 13:38:50", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.18.0.dev2025021100": {"released": "2025-02-13 01:58:51", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.18.0.dev2025020400": {"released": "2025-02-07 04:19:01", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.17.0.post1": {"released": "2025-02-02 06:24:04", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "0.17.0": {"released": "2025-01-30 22:18:42", "prerelease": false, "yanked": true, "skip_reason": "", "files": {}}, "0.17.0.dev2024121700": {"released": "2024-12-17 06:38:46", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.16.0": {"released": "2024-12-24 08:38:35", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "0.16.0.dev2024121000": {"released": "2024-12-12 02:18:41", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.16.0.dev2024120300": {"released": "2024-12-05 01:02:34", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.16.0.dev2024112600": {"released": "2024-11-26 09:38:34", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.16.0.dev2024111900": {"released": "2024-11-20 22:38:30", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.15.0": {"released": "2024-12-04 06:38:32", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "0.15.0.dev2024111200": {"released": "2024-11-12 08:19:19", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.15.0.dev2024110500": {"released": "2024-11-05 09:59:24", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.15.0.dev2024102900": {"released": "2024-10-30 01:38:31", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.15.0.dev2024102200": {"released": "2024-10-22 13:18:31", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.15.0.dev2024101500": {"released": "2024-10-15 08:18:35", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.14.0": {"released": "2024-11-01 12:18:27", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "0.14.0.dev2024100800": {"released": "2024-10-08 16:20:33", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.14.0.dev2024100100": {"released": "2024-09-30 11:58:30", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.14.0.dev2024092401": {"released": "2024-09-26 02:38:44", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.14.0.dev2024092400": {"released": "2024-09-24 13:18:45", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.14.0.dev2024091700": {"released": "2024-09-18 01:58:28", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.14.0.dev2024091000": {"released": "2024-09-10 10:53:19", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.13.0": {"released": "2024-09-30 08:58:37", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "0.13.0.dev2024090300": {"released": "2024-09-04 01:58:27", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.13.0.dev2024082700": {"released": "2024-08-27 11:04:17", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.13.0.dev2024082000": {"released": "2024-08-20 10:38:43", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.13.0.dev2024081300": {"released": "2024-08-14 01:59:11", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.12.0": {"released": "2024-08-29 09:38:33", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "0.12.0.dev2024080600": {"released": "2024-08-07 10:58:38", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.12.0.dev2024073000": {"released": "2024-07-30 13:58:26", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.12.0.dev2024072302": {"released": "2024-07-29 14:18:29", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.12.0.dev2024072301": {"released": "2024-07-25 03:38:31", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.12.0.dev2024072300": {"released": "2024-07-24 02:18:34", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.12.0.dev2024071600": {"released": "2024-07-16 09:58:28", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.12.0.dev2024070900": {"released": "2024-07-09 09:59:28", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.12.0.dev2024070200": {"released": "2024-07-04 10:18:39", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.11.0": {"released": "2024-07-17 13:19:37", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "0.11.0.dev2024062500": {"released": "2024-06-25 14:18:35", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.11.0.dev2024061800": {"released": "2024-06-18 13:18:34", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.11.0.dev2024061100": {"released": "2024-06-12 02:58:32", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.11.0.dev2024060400": {"released": "2024-06-05 10:35:38", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.11.0.dev2024052800": {"released": "2024-05-28 15:59:59", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.11.0.dev2024052100": {"released": "2024-05-21 10:41:15", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.11.0.dev2024051400": {"released": "2024-05-14 15:00:05", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.10.0": {"released": "2024-06-05 15:15:24", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "0.10.0.dev2024050700": {"released": "2024-05-07 17:00:42", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.10.0.dev2024043000": {"released": "2024-04-30 09:59:58", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.10.0.dev2024042300": {"released": "2024-04-24 07:02:56", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.10.0.dev2024041600": {"released": "2024-04-16 12:00:57", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.9.0": {"released": "2024-04-11 18:01:30", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "0.9.0.dev2024040900": {"released": "2024-04-09 15:59:44", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.9.0.dev2024040200": {"released": "2024-04-01 09:23:21", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.9.0.dev2024032600": {"released": "2024-03-26 13:02:48", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.9.0.dev2024031900": {"released": "2024-03-19 11:42:03", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.9.0.dev2024031200": {"released": "2024-03-13 04:41:13", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.9.0.dev2024030500": {"released": "2024-03-05 10:40:25", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.9.0.dev2024022700": {"released": "2024-02-27 11:27:35", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.9.0.dev2024022000": {"released": "2024-02-21 13:47:09", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.9.0.dev2024020600": {"released": "2024-02-06 11:24:54", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.8.0": {"released": "2024-02-29 12:07:40", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "0.8.0.dev2024013000": {"released": "2024-02-01 11:24:31", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.8.0.dev2024012302": {"released": "2024-01-31 09:44:24", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.8.0.dev2024012301": {"released": "2024-01-24 11:06:21", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.8.0.dev2024011601": {"released": "2024-01-17 05:51:57", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.8.0.dev20240123": {"released": "2024-01-24 06:24:10", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.8.0.dev20240116": {"released": "2024-01-17 01:04:14", "prerelease": true, "yanked": false, "skip_reason": "", "files": {}}, "0.7.1": {"released": "2023-12-28 00:02:01", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "0.7.0": {"released": "2023-12-20 23:01:10", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "0.6.1": {"released": "2023-12-05 00:41:27", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "0.5.0.post1": {"released": "2023-11-01 23:21:07", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "0.5.0": {"released": "2023-10-20 21:31:32", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}}}