{"package": "tokenicer", "summary": "A (nicer) tokenizer you want to use for model `inference` and `training`: with all known peventable `gotchas` normalized or auto-fixed.", "pypi_url": "https://pypi.org/project/tokenicer", "piwheels_url": "https://www.piwheels.org/project/tokenicer", "releases": {"0.0.13": {"released": "2026-04-15 11:52:43", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenicer-0.0.13-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenicer/tokenicer-0.0.13-py3-none-any.whl", "filehash": "0a6947fcd1b3288b5f7a06e747d2bc7e7e7673efaec354c04f99b0aa75700433", "filesize": 16478, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3", "apt_dependencies": [], "pip_dependencies": []}}}, "0.0.12": {"released": "2026-03-26 06:19:13", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenicer-0.0.12-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenicer/tokenicer-0.0.12-py3-none-any.whl", "filehash": "ce2d5d0e5fa147cf3f92d51da5efa0f0175579317c7acdb4e3516f058fcf2e11", "filesize": 16478, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3", "apt_dependencies": [], "pip_dependencies": []}}}, "0.0.11": {"released": "2026-03-15 16:33:49", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenicer-0.0.11-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenicer/tokenicer-0.0.11-py3-none-any.whl", "filehash": "1e3c0cd8d0f4f7439bb1b168088b36ba18064138782290f299b83e6b15ae2b1d", "filesize": 14616, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3", "apt_dependencies": [], "pip_dependencies": []}}}, "0.0.10": {"released": "2026-03-15 10:32:01", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenicer-0.0.10-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenicer/tokenicer-0.0.10-py3-none-any.whl", "filehash": "54d681f925a6cb74d48c1beeb8ae84c84ecc87e00d4c9f9fa2f98a942c52f9a8", "filesize": 14029, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3", "apt_dependencies": [], "pip_dependencies": []}}}, "0.0.9": {"released": "2026-03-15 00:37:09", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenicer-0.0.9-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenicer/tokenicer-0.0.9-py3-none-any.whl", "filehash": "2c0a323e446bdb0e3e0c1d13a2afe563a12ab5b675258a2c093a363f0cc7a0e5", "filesize": 13719, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3", "apt_dependencies": [], "pip_dependencies": []}}}, "0.0.8": {"released": "2026-03-06 01:03:21", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenicer-0.0.8-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenicer/tokenicer-0.0.8-py3-none-any.whl", "filehash": "68b1c8d25c202afd613e6412e045df0e29291fa00b917882865c038b967db41e", "filesize": 11710, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3", "apt_dependencies": [], "pip_dependencies": []}}}, "0.0.7": {"released": "2026-03-03 00:50:52", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenicer-0.0.7-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenicer/tokenicer-0.0.7-py3-none-any.whl", "filehash": "1e6260111e3a5fde3b8cb2216900eed6bb33777b012afaceaac969ae10a24651", "filesize": 11764, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3", "apt_dependencies": [], "pip_dependencies": ["transformers"]}}}, "0.0.6": {"released": "2026-02-09 08:28:07", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenicer-0.0.6-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenicer/tokenicer-0.0.6-py3-none-any.whl", "filehash": "4f522364f982032093927991608b50a73bb535045b206423f13a9eb802bce8b3", "filesize": 11681, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3", "apt_dependencies": [], "pip_dependencies": ["transformers"]}}}, "0.0.5": {"released": "2025-09-04 05:12:20", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenicer-0.0.5-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenicer/tokenicer-0.0.5-py3-none-any.whl", "filehash": "58a54839d9130d26d91891b83b7848b0539ef374cfbe8b02fd33a558a25f61a5", "filesize": 11634, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3", "apt_dependencies": [], "pip_dependencies": ["transformers"]}}}, "0.0.4": {"released": "2025-02-21 09:37:31", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenicer-0.0.4-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenicer/tokenicer-0.0.4-py3-none-any.whl", "filehash": "e8008924faef6c9fc12a07054d0f8777844f37d455b323868d2c34362038cc1d", "filesize": 11354, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3", "apt_dependencies": [], "pip_dependencies": ["transformers"]}}}, "0.0.3": {"released": "2025-02-21 07:18:36", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenicer-0.0.3-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenicer/tokenicer-0.0.3-py3-none-any.whl", "filehash": "300273dfa47c7b504975d036a5f4b11e62e0aefb59626488166df3305dedc781", "filesize": 11347, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3", "apt_dependencies": [], "pip_dependencies": ["transformers"]}}}, "0.0.2": {"released": "2025-02-10 13:42:25", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenicer-0.0.2-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenicer/tokenicer-0.0.2-py3-none-any.whl", "filehash": "8103862aa9d8d57a975b7586cf19300fb45996148c1787c62419f3de1a6c8eba", "filesize": 10903, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3", "apt_dependencies": [], "pip_dependencies": ["transformers"]}}}, "0.0.1": {"released": "2025-02-10 11:27:34", "prerelease": false, "yanked": false, "skip_reason": "", "files": {}}, "0.0.1.dev0": {"released": "2025-02-08 03:12:51", "prerelease": true, "yanked": false, "skip_reason": "", "files": {"tokenicer-0.0.1.dev0-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenicer/tokenicer-0.0.1.dev0-py3-none-any.whl", "filehash": "2e5e7a0e4d783a6d7e85366af094ca669319290fbbfea493b416d5ff006eca83", "filesize": 5554, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3", "apt_dependencies": [], "pip_dependencies": []}}}}}