{"package": "tokenizer", "summary": "A fast, compact pure-Python tokenizer for Icelandic text with sentence segmentation", "pypi_url": "https://pypi.org/project/tokenizer", "piwheels_url": "https://www.piwheels.org/project/tokenizer", "releases": {"3.6.2": {"released": "2025-12-12 15:59:13", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.6.2-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.6.2-py3-none-any.whl", "filehash": "172946d2ecbbb6fcb6146fbfcae9a6de0bf5fe2af623f122b21de78bb9e8a28d", "filesize": 83102, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.9", "apt_dependencies": [], "pip_dependencies": []}}}, "3.6.0": {"released": "2025-12-11 17:29:16", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.6.0-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.6.0-py3-none-any.whl", "filehash": "9dfc84541b771b61845257db3798a4ee736ad8af00383fbdcbad57a65835eb06", "filesize": 82942, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.9", "apt_dependencies": [], "pip_dependencies": []}}}, "3.5.5": {"released": "2025-11-13 10:34:59", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.5.5-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.5.5-py3-none-any.whl", "filehash": "ab772ca2bf3a0e6a854676af6ae38838f553e3fc52056fe7bf1680bc53c6fd9c", "filesize": 84081, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.9", "apt_dependencies": [], "pip_dependencies": []}}}, "3.5.4": {"released": "2025-11-12 18:12:25", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.5.4-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.5.4-py3-none-any.whl", "filehash": "bba59624983bd638abe2889a7455902e420c3289b4ccc1aedae67306a60162fc", "filesize": 83789, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.9", "apt_dependencies": [], "pip_dependencies": []}}}, "3.5.3": {"released": "2025-09-26 15:32:47", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.5.3-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.5.3-py3-none-any.whl", "filehash": "d0d055a5ee7962c32bb8dbbc35d2ccdc68e5af3503a6dd1b7704560a93afdcce", "filesize": 81061, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.9", "apt_dependencies": [], "pip_dependencies": []}}}, "3.5.2": {"released": "2025-09-26 14:35:11", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.5.2-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.5.2-py3-none-any.whl", "filehash": "f9f9669c4db3009f68da056394f16a156e615dc9710eaf023e170fe25e4483eb", "filesize": 68374, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.9", "apt_dependencies": [], "pip_dependencies": []}}}, "3.5.1": {"released": "2025-08-28 12:49:47", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.5.1-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.5.1-py3-none-any.whl", "filehash": "7aab93481e2572be1424bb0c73968b89b649f6b697be81a287300b80785dd078", "filesize": 81512, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.9", "apt_dependencies": [], "pip_dependencies": []}}}, "3.5.0": {"released": "2025-08-27 11:02:31", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.5.0-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.5.0-py3-none-any.whl", "filehash": "8b3ae762685b10e9b00ec6fa7ce45526f0a61c2e5feb68fa19c5bd6f80819c70", "filesize": 80621, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.9", "apt_dependencies": [], "pip_dependencies": []}}}, "3.4.5": {"released": "2024-08-23 16:00:47", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.4.5-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.4.5-py3-none-any.whl", "filehash": "328ae10f53e59e5401c6089f8829e1cde76e5baac9fc7b219d7db2983a4f3466", "filesize": 112770, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.9", "apt_dependencies": [], "pip_dependencies": []}}}, "3.4.4": {"released": "2024-08-07 14:08:40", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.4.4-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.4.4-py3-none-any.whl", "filehash": "702168226861e846e5b85fce56ea30397b48377c044dc2532729e9fe8f69763c", "filesize": 113339, "builder_abi": "cp311", "file_abi_tag": "none", "platform": "any", "requires_python": ">=3.8", "apt_dependencies": [], "pip_dependencies": []}}}, "3.4.3": {"released": "2023-08-11 15:09:11", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.4.3-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.4.3-py2.py3-none-any.whl", "filehash": "4c41d6760869780b8d9f017cac01b122d99c07dbd5d9b2cfb7291236530cda4d", "filesize": 112279, "builder_abi": "cp37m", "file_abi_tag": "none", "platform": "any", "requires_python": null, "apt_dependencies": [], "pip_dependencies": []}}}, "3.4.2": {"released": "2022-10-07 15:24:04", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.4.2-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.4.2-py2.py3-none-any.whl", "filehash": "524b0fbd03efbddc0e7886059ea8bab6475ea47ae988782eedf2ce747e63557b", "filesize": 79095, "builder_abi": "cp39", "file_abi_tag": "none", "platform": "any", "requires_python": null, "apt_dependencies": [], "pip_dependencies": []}}}, "3.4.1": {"released": "2022-05-03 13:43:04", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.4.1-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.4.1-py2.py3-none-any.whl", "filehash": "ec517f20a364e9345d783de8a5ca6cdc59848eaf2b5f4e195186ce30c7608d55", "filesize": 91874, "builder_abi": "cp35m", "file_abi_tag": "none", "platform": "any", "requires_python": null, "apt_dependencies": [], "pip_dependencies": []}}}, "3.4.0": {"released": "2022-03-10 14:45:51", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.4.0-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.4.0-py2.py3-none-any.whl", "filehash": "9ebae1a0243bd4af530f4c244a1a0fa5d3f33b24d7a9e4e1076de217e0a8e5f6", "filesize": 90971, "builder_abi": "cp35m", "file_abi_tag": "none", "platform": "any", "requires_python": null, "apt_dependencies": [], "pip_dependencies": []}}}, "3.3.2": {"released": "2021-09-27 15:00:03", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.3.2-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.3.2-py2.py3-none-any.whl", "filehash": "c1aa9a126afe2be653de62e21f616c45aa6d58c549ea41f282d5413208f9f884", "filesize": 90612, "builder_abi": "cp35m", "file_abi_tag": "none", "platform": "any", "requires_python": null, "apt_dependencies": [], "pip_dependencies": []}}}, "3.3.1": {"released": "2021-09-08 21:17:30", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.3.1-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.3.1-py2.py3-none-any.whl", "filehash": "c03e996503646bd19b67a245674ee6f8303378de8699c8acdec10f894f100793", "filesize": 90437, "builder_abi": "cp35m", "file_abi_tag": "none", "platform": "any", "requires_python": null, "apt_dependencies": [], "pip_dependencies": []}}}, "3.3.0": {"released": "2021-09-08 16:02:22", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.3.0-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.3.0-py2.py3-none-any.whl", "filehash": "b2c255650c685ce6a51a612a91e03323ba7eb1d911987b78b2b3992a93d80c6f", "filesize": 90336, "builder_abi": "cp35m", "file_abi_tag": "none", "platform": "any", "requires_python": null, "apt_dependencies": [], "pip_dependencies": []}}}, "3.2.0": {"released": "2021-08-16 16:40:59", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.2.0-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.2.0-py2.py3-none-any.whl", "filehash": "6da5c65314d63786eb49b094f0a61405cd4835a0bc3c08772c95866333b5c11f", "filesize": 90259, "builder_abi": "cp35m", "file_abi_tag": "none", "platform": "any", "requires_python": null, "apt_dependencies": [], "pip_dependencies": []}}}, "3.1.2": {"released": "2021-06-02 17:02:01", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.1.2-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.1.2-py2.py3-none-any.whl", "filehash": "d9cab93353a6606e191fd3a418d1b51e7484b6451a86988fdc8115786118af17", "filesize": 77386, "builder_abi": "cp35m", "file_abi_tag": "none", "platform": "any", "requires_python": null, "apt_dependencies": [], "pip_dependencies": []}}}, "3.1.1": {"released": "2021-05-10 14:35:10", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.1.1-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.1.1-py2.py3-none-any.whl", "filehash": "aa8e560037f4da1f343ef2c28ed95b64d7f2422becf303ad3ed5c9ab89bdcd03", "filesize": 77342, "builder_abi": "cp35m", "file_abi_tag": "none", "platform": "any", "requires_python": null, "apt_dependencies": [], "pip_dependencies": []}}}, "3.1.0": {"released": "2021-04-14 15:20:01", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.1.0-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.1.0-py2.py3-none-any.whl", "filehash": "b3eb2af5626e82e1b18f1042f2a94fa1ebf9c9f6f38ea2265a436528c0647080", "filesize": 77180, "builder_abi": "cp37m", "file_abi_tag": "none", "platform": "any", "requires_python": null, "apt_dependencies": [], "pip_dependencies": []}}}, "3.0.0": {"released": "2021-04-09 16:08:52", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-3.0.0-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-3.0.0-py2.py3-none-any.whl", "filehash": "338c10710151e4f4ed2d0d801af8bf3e4e618c25b977134b2bee709a3f7d5aa7", "filesize": 76571, "builder_abi": "cp37m", "file_abi_tag": "none", "platform": "any", "requires_python": null, "apt_dependencies": [], "pip_dependencies": []}}}, "2.5.0": {"released": "2021-03-08 11:49:44", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-2.5.0-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-2.5.0-py2.py3-none-any.whl", "filehash": "56c3b90a5633242e7b7bddb251c7f3493cb3dc374e699d95e799b5667f9694c5", "filesize": 107983, "builder_abi": "cp35m", "file_abi_tag": "none", "platform": "any", "requires_python": null, "apt_dependencies": [], "pip_dependencies": ["typing"]}}}, "2.4.0": {"released": "2020-10-08 12:03:52", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-2.4.0-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-2.4.0-py2.py3-none-any.whl", "filehash": "45656060f31467f9bbf21e394118b09b6a06f6847ac956992d325271dc1b7da2", "filesize": 105584, "builder_abi": "cp35m", "file_abi_tag": "none", "platform": "any", "requires_python": null, "apt_dependencies": [], "pip_dependencies": ["typing"]}}}, "2.3.1": {"released": "2020-09-21 12:05:27", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-2.3.1-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-2.3.1-py2.py3-none-any.whl", "filehash": "290a39d2cef1b1bd436079c0da975309d8555bc41af6afaf944496ffe2f419ee", "filesize": 117187, "builder_abi": "cp35m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": ["typing"]}}}, "2.3.0": {"released": "2020-09-03 18:05:33", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-2.3.0-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-2.3.0-py2.py3-none-any.whl", "filehash": "52bfcab46e6c9ac5dbbaaa679485c743243e0db40c3e0c78aeb8512fea3ca078", "filesize": 116861, "builder_abi": "cp35m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": ["typing"]}}}, "2.2.0": {"released": "2020-08-20 22:18:25", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-2.2.0-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-2.2.0-py2.py3-none-any.whl", "filehash": "64e3592e3dbbd430e08c4d8428db39e9d42f014e9310ce29b6be05aaf093491a", "filesize": 477560, "builder_abi": "cp35m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": ["typing"]}}}, "2.1.0": {"released": "2020-07-02 16:07:03", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-2.1.0-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-2.1.0-py2.py3-none-any.whl", "filehash": "0cfa682ed889bf7304fe9b54cd8b54e26cc9f157cbcf9062453bd94836106a5c", "filesize": 109184, "builder_abi": "cp35m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "2.0.7": {"released": "2020-06-24 15:50:44", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-2.0.7-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-2.0.7-py2.py3-none-any.whl", "filehash": "64c47f24d0abc156b934e0fc854edd2bbf789f7201d66d6e016e80b4c990db92", "filesize": 471369, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "2.0.6": {"released": "2020-05-29 12:58:18", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-2.0.6-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-2.0.6-py2.py3-none-any.whl", "filehash": "deb66812d4ac460f2fbf96fe7170e510973138810fe23abe9283b81562675484", "filesize": 473873, "builder_abi": "cp35m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "2.0.5": {"released": "2020-03-26 23:28:27", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-2.0.5-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-2.0.5-py2.py3-none-any.whl", "filehash": "7c1ac32ef74e1da0be0a1b864b78cf5e13b002f494139faec21562b49a9997a4", "filesize": 105378, "builder_abi": "cp35m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "2.0.4": {"released": "2020-02-17 16:17:02", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-2.0.4-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-2.0.4-py2.py3-none-any.whl", "filehash": "3085d93464967b6d79b4eaa5e06707cdbcef0543951cc0f2e444eab9d6d539f8", "filesize": 104908, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "2.0.3": {"released": "2019-12-17 15:54:23", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-2.0.3-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-2.0.3-py2.py3-none-any.whl", "filehash": "49693ea39fd4bcd74bff4087d62c7020e75b6e30950b6c02a597438e6c3ce908", "filesize": 107557, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "2.0.2": {"released": "2019-12-11 11:34:19", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-2.0.2-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-2.0.2-py2.py3-none-any.whl", "filehash": "1a169066ca9f34e89fa646089f34656e69d983186b0af2fafd9a421f68174808", "filesize": 107466, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "2.0.1": {"released": "2019-12-09 15:33:20", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-2.0.1-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-2.0.1-py2.py3-none-any.whl", "filehash": "790b938d2b509e832ae4d89a0bfb9f45548d05c9e0de6e48b60a581d0294ff7e", "filesize": 107344, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "2.0.0": {"released": "2019-12-04 16:05:24", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-2.0.0-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-2.0.0-py2.py3-none-any.whl", "filehash": "6728d0eccc1f5386817bf28859d70e16512f2b9fb8053b2159e5f54c5b071214", "filesize": 106484, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "1.4.1": {"released": "2019-10-22 17:18:46", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-1.4.1-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-1.4.1-py2.py3-none-any.whl", "filehash": "1ec6325327d45a82841356e343b434c89df96484abe9c6ba2109f85ec65cba7f", "filesize": 80019, "builder_abi": "cp35m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "1.4.0": {"released": "2019-07-16 17:05:41", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-1.4.0-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-1.4.0-py2.py3-none-any.whl", "filehash": "53545f701e257e409014f995976d06f2183432fceb1c9a80bc18b708510ef8a0", "filesize": 78231, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "1.3.0": {"released": "2019-05-21 11:19:42", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-1.3.0-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-1.3.0-py2.py3-none-any.whl", "filehash": "65e20f53974b936018a4a9f55af8b5bf45927f84e22f723d6cb8b95c8120d961", "filesize": 75955, "builder_abi": "cp35m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "1.2.3": {"released": "2019-05-03 11:42:01", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-1.2.3-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-1.2.3-py2.py3-none-any.whl", "filehash": "5132f0ccee0a613e9a48106a816f1abdafd90e86656bac3f2e4277ab3eeb301a", "filesize": 72466, "builder_abi": "cp35m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "1.2.2": {"released": "2019-04-26 13:15:51", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-1.2.2-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-1.2.2-py2.py3-none-any.whl", "filehash": "e6f0deb2f5322b71b82326eaf9d52249b8acca6d0fd7d8087197f3e2d32622b0", "filesize": 64478, "builder_abi": "cp35m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "1.2.1": {"released": "2019-02-18 19:17:49", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-1.2.1-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-1.2.1-py2.py3-none-any.whl", "filehash": "cdc859ba3c732dd9f076fc0ad3ea970d4092fe362b802586e4dd47d04f79ac48", "filesize": 63783, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "1.2.0": {"released": "2019-02-07 16:35:11", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-1.2.0-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-1.2.0-py2.py3-none-any.whl", "filehash": "6c794eb5e288d5b976772625a5d5b8b2aca83b3fea4b3a3e10c08c1304338cbe", "filesize": 63043, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "1.1.2": {"released": "2019-01-10 11:36:20", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-1.1.2-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-1.1.2-py2.py3-none-any.whl", "filehash": "d7889a728852f95dfe93ecd1c6e07f4dec99d0767a4b062ef01b5ddc89e972e9", "filesize": 62053, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "1.1.1": {"released": "2019-01-04 18:24:20", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-1.1.1-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-1.1.1-py2.py3-none-any.whl", "filehash": "e382dbb0f0f3d936817aa100ca02e90e976ce11ee2635df9208d1dc0d6cd8a05", "filesize": 61993, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "1.1.0": {"released": "2019-01-02 14:37:20", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-1.1.0-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-1.1.0-py2.py3-none-any.whl", "filehash": "538d28ab767eb417a8b2318d4e1b4b437f7bf2699381042ec4a96bb3af00d13f", "filesize": 61732, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "1.0.9": {"released": "2018-12-29 13:04:15", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-1.0.9-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-1.0.9-py2.py3-none-any.whl", "filehash": "a31a7e3983a0ecdc362ec50c494649698bc2602c5e43ba3d81612d2212688168", "filesize": 61221, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "1.0.8": {"released": "2018-10-30 18:33:10", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-1.0.8-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-1.0.8-py2.py3-none-any.whl", "filehash": "daddad477333c46c55f5f6e9c9e0f9a8cf3cf10d1624a1e1b1073812778c5d97", "filesize": 60704, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "1.0.7": {"released": "2018-09-25 12:13:01", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-1.0.7-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-1.0.7-py2.py3-none-any.whl", "filehash": "c651c3343be5d33f5a4c33a6064b2c8abbf28695459717a00be35fac2491230e", "filesize": 68324, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "1.0.6": {"released": "2018-08-23 17:09:54", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-1.0.6-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-1.0.6-py2.py3-none-any.whl", "filehash": "77ae1fd23e3823509dd089eef361932c588aaf4b7842dbc1d84eb15b66564466", "filesize": 68110, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "1.0.5": {"released": "2018-07-23 15:50:40", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-1.0.5-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-1.0.5-py2.py3-none-any.whl", "filehash": "386a8ccab98cff94752ac92736f35fead6d122ba63ad9d770ca73672e22b0b15", "filesize": 60633, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "1.0.4": {"released": "2018-06-08 17:48:32", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-1.0.4-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-1.0.4-py2.py3-none-any.whl", "filehash": "573d4f754949c96661e7ba250e637cda3106064580cea6404d1e4d3b4aff3034", "filesize": 55258, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "1.0.3": {"released": "2018-04-30 13:51:40", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-1.0.3-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-1.0.3-py2.py3-none-any.whl", "filehash": "e6a5a9812c0efa7a8de676d06a0f5c26b4feaea53ca536b1aef13a20072dee71", "filesize": 45309, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "1.0.2": {"released": "2018-04-25 14:02:25", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-1.0.2-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-1.0.2-py2.py3-none-any.whl", "filehash": "5cbab5a776babf070b90a444044180cfc405567d416d0b9506f85213870d9549", "filesize": 44885, "builder_abi": "cp35m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "1.0.1": {"released": "2018-04-24 15:03:01", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-1.0.1-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-1.0.1-py2.py3-none-any.whl", "filehash": "fb0a5c329ddb400919e8409bea724357b27b965a8b020e248bff425453d3170f", "filesize": 44898, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "1.0.0": {"released": "2018-04-20 12:09:39", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-1.0.0-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-1.0.0-py2.py3-none-any.whl", "filehash": "4669489d162d809e33d4edacbeaa2eacb437cad5e3e9392e0724c1a816cc3183", "filesize": 44402, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "0.1.14": {"released": "2018-04-11 22:17:49", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-0.1.14-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-0.1.14-py2.py3-none-any.whl", "filehash": "9dc8f8ba760261fdc1b19ccca400ac7eb2353228a35258c2a27b07b8ee2c37ee", "filesize": 44324, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "0.1.12": {"released": "2018-04-05 16:30:27", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-0.1.12-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-0.1.12-py2.py3-none-any.whl", "filehash": "8f66449e46c6d9f5e609179eb6fcafca13ec115a934945e8412f30b19da529a1", "filesize": 44084, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "0.1.11": {"released": "2018-03-27 16:32:27", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-0.1.11-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-0.1.11-py2.py3-none-any.whl", "filehash": "fae881c189cf22d141fca48f0820b16a75fa004e953ccc96ce7ecbb8ef861def", "filesize": 44084, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "0.1.10": {"released": "2018-03-13 11:36:36", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-0.1.10-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-0.1.10-py2.py3-none-any.whl", "filehash": "79bc0eb2771bc7883333affc4275ae4bb818d97056bb8d1188b29cffdfa07a7d", "filesize": 57425, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "0.1.3": {"released": "2017-10-01 18:27:19", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-0.1.3-py2.py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-0.1.3-py2.py3-none-any.whl", "filehash": "9c4da27fcb68f7c5959923f78765f4b775fe337d5d955dfeb74a58214c11d86c", "filesize": 58150, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "0.1.2": {"released": "2017-10-01 16:30:42", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-0.1.2-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-0.1.2-py3-none-any.whl", "filehash": "c92ed8c9a1efe1b479be3cc47f2322a4c2a02232a141ca6e8b535ec8be5e9205", "filesize": 58577, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}, "0.1.1": {"released": "2017-10-01 16:08:19", "prerelease": false, "yanked": false, "skip_reason": "", "files": {"tokenizer-0.1.1-py3-none-any.whl": {"file_url": "https://archive1.piwheels.org/simple/tokenizer/tokenizer-0.1.1-py3-none-any.whl", "filehash": "31edf1f46a9880eb28e7af2cf10b19e2a954337041c35edbcc78b197665993ac", "filesize": 58630, "builder_abi": "cp34m", "file_abi_tag": "none", "platform": "any", "requires_python": "", "apt_dependencies": [], "pip_dependencies": []}}}}}