{"package": "pyonmttok", "summary": "Fast and customizable text tokenization library with BPE and SentencePiece support", "pypi_url": "https://pypi.org/project/pyonmttok", "piwheels_url": "https://www.piwheels.org/project/pyonmttok", "releases": {"1.38.1": {"released": "2026-01-10 11:46:50", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.38.0": {"released": "2025-12-31 15:25:07", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.37.1": {"released": "2023-03-01 13:00:27", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.37.0": {"released": "2023-02-28 15:03:25", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.36.0": {"released": "2023-01-11 13:46:07", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.35.0": {"released": "2022-12-06 10:27:01", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.34.0": {"released": "2022-09-13 09:23:24", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.33.0": {"released": "2022-08-29 12:27:27", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.32.0": {"released": "2022-07-25 09:54:17", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.31.0": {"released": "2022-03-07 10:05:38", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.30.1": {"released": "2022-01-25 15:41:46", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.30.0": {"released": "2021-11-29 15:16:13", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.29.0": {"released": "2021-10-08 15:15:47", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.28.1": {"released": "2021-09-30 16:50:00", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.28.0": {"released": "2021-09-17 08:24:11", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.27.0": {"released": "2021-08-30 09:53:41", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.26.4": {"released": "2021-06-25 08:59:59", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.26.3": {"released": "2021-06-24 11:11:18", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.26.2": {"released": "2021-06-08 14:18:29", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.26.1": {"released": "2021-05-31 10:51:27", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.26.0": {"released": "2021-04-19 08:28:07", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.25.0": {"released": "2021-03-15 09:19:19", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.24.0": {"released": "2021-02-16 16:52:48", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.23.0": {"released": "2020-12-30 09:07:28", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.22.2": {"released": "2020-11-12 09:44:10", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.22.1": {"released": "2020-10-30 11:35:57", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.22.0": {"released": "2020-10-29 09:09:41", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.21.0": {"released": "2020-10-22 13:08:51", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.20.0": {"released": "2020-09-24 08:48:46", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.19.0": {"released": "2020-09-02 09:15:51", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.18.5": {"released": "2020-07-07 10:38:23", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.18.4": {"released": "2020-05-22 12:16:15", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.18.3": {"released": "2020-03-09 10:07:42", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.18.2": {"released": "2020-02-17 09:38:19", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.18.1": {"released": "2020-01-16 16:29:48", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.18.0": {"released": "2020-01-06 14:19:33", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.17.2": {"released": "2019-12-06 11:33:22", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.17.1": {"released": "2019-11-28 13:21:08", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.17.0": {"released": "2019-11-13 14:10:50", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.16.1": {"released": "2019-10-21 08:14:47", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.16.0": {"released": "2019-10-07 15:47:15", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.15.7": {"released": "2019-09-20 07:56:25", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.15.6": {"released": "2019-09-19 13:06:58", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.15.5": {"released": "2019-09-16 08:56:18", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.15.4": {"released": "2019-09-14 07:14:23", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.15.3": {"released": "2019-09-13 08:39:56", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.15.2": {"released": "2019-09-11 16:48:48", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.15.1": {"released": "2019-09-05 14:55:48", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.15.0": {"released": "2019-09-05 12:49:10", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.14.1": {"released": "2019-08-07 14:49:11", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.14.0": {"released": "2019-07-19 15:22:18", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.13.0": {"released": "2019-06-12 15:19:28", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.12.1": {"released": "2019-05-27 09:00:57", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.11.0": {"released": "2019-02-05 10:26:47", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.10.6": {"released": "2019-01-15 17:00:41", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.10.5": {"released": "2019-01-04 09:44:02", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.10.4": {"released": "2018-12-18 12:42:31", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.10.1": {"released": "2018-10-09 07:50:41", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.10.0": {"released": "2018-10-05 12:32:15", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.8.4": {"released": "2018-09-24 09:02:09", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.7.0": {"released": "2018-09-04 13:56:43", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.6.2": {"released": "2018-09-03 08:12:33", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.6.1": {"released": "2018-07-31 08:53:29", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.5.3": {"released": "2018-07-13 13:50:28", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.5.2": {"released": "2018-07-12 15:39:51", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.5.0": {"released": "2018-07-03 13:27:43", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.4.0": {"released": "2018-06-13 09:01:53", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}, "1.3.0": {"released": "2018-04-07 08:44:30", "prerelease": false, "yanked": false, "skip_reason": "binary only", "files": {}}}}