{"package": "silabi-tokenizer", "summary": "A custom tokenizer for Swahili text using syllabic vocabulary with byte fallback.", "pypi_url": "https://pypi.org/project/silabi-tokenizer", "piwheels_url": "https://www.piwheels.org/project/silabi-tokenizer", "releases": {"0.5.0": {"released": "2024-07-22 13:51:03", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"silabi_tokenizer-0.5.0-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/silabi-tokenizer/silabi_tokenizer-0.5.0-py3-none-any.whl", "filehash": "7ad296832686e7e0af335232b669adcd1c51d0b6abbc7655e90fe31737cbadc2", "filesize": 7187, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.6", "apt_dependencies": []}}}, "0.4.0": {"released": "2024-07-11 14:42:11", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"silabi_tokenizer-0.4.0-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/silabi-tokenizer/silabi_tokenizer-0.4.0-py3-none-any.whl", "filehash": "b3eb41937f51492e9ba0e93c8ecb1634385f307b05c2006f888efd5ee664bad0", "filesize": 7174, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.6", "apt_dependencies": []}}}, "0.3.0": {"released": "2024-07-11 14:36:12", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"silabi_tokenizer-0.3.0-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/silabi-tokenizer/silabi_tokenizer-0.3.0-py3-none-any.whl", "filehash": "2969e7dd297f49e2c44a10e5738c2a8b93e3320b971da2226e65708bacd23a02", "filesize": 7192, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.6", "apt_dependencies": []}}}, "0.2.0": {"released": "2024-07-11 14:00:08", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"silabi_tokenizer-0.2.0-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/silabi-tokenizer/silabi_tokenizer-0.2.0-py3-none-any.whl", "filehash": "14bec0af5c0ad55b5a8006e7a22f3c0ba91887ee29633f3a307e4d680ff4368d", "filesize": 7191, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.6", "apt_dependencies": []}}}, "0.1.0": {"released": "2024-07-11 13:56:24", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"silabi_tokenizer-0.1.0-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/silabi-tokenizer/silabi_tokenizer-0.1.0-py3-none-any.whl", "filehash": "f91e843edfd5a0c18d2286d11fc5e109e1adbcf191801149d5a74937397eb5ce", "filesize": 7125, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.6", "apt_dependencies": []}}}}}