{"id":389533,"url":"https://github.com/explosion/curated-tokenizers","last_synced_at":"2026-10-25T00:03:30.061Z","repository":{"id":44445163,"uuid":"512000476","full_name":"explosion/curated-tokenizers","owner":"explosion","description":"Lightweight piece tokenization library","archived":false,"fork":false,"pushed_at":"2026-08-24T09:44:26.000Z","size":278,"stargazers_count":12,"open_issues_count":2,"forks_count":7,"subscribers_count":5,"default_branch":"main","last_synced_at":"2026-10-02T23:29:01.724Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":"","language":"Cython","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"other","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/explosion.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2022-07-08T19:05:49.000Z","updated_at":"2026-08-24T09:45:47.000Z","dependencies_parsed_at":"2024-06-21T14:18:48.351Z","dependency_job_id":"cbb6a873-2841-415d-9a49-9913b6ed9186","html_url":"https://github.com/explosion/curated-tokenizers","commit_stats":null,"previous_names":["explosion/curated-tokenizers","explosion/cutlery"],"tags_count":15,"template":false,"template_full_name":null,"purl":"pkg:github/explosion/curated-tokenizers","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/explosion","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":343072799,"owners_count":37995437,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-10-03T21:59:58.778Z","status":"online","status_checked_at":"2026-10-04T02:00:06.888Z","response_time":127,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"explosion","name":"Explosion","uuid":"20011530","kind":"organization","description":"Software company specializing in developer tools and tailored solutions for AI and Natural Language Processing","email":"contact@explosion.ai","website":"https://explosion.ai","location":"Berlin, Germany","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/20011530?v=4","repositories_count":80,"last_synced_at":"2026-10-24T01:08:09.874Z","metadata":{"has_sponsors_listing":false,"funding":null},"html_url":"https://github.com/explosion","funding_links":[],"total_stars":57592,"followers":1518,"following":0,"created_at":"2022-11-02T16:23:01.377Z","updated_at":"2026-10-24T01:08:09.887Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/explosion","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/explosion/repositories"},"packages":[{"id":12861748,"name":"python313Packages.curated-tokenizers","ecosystem":"nixpkgs","description":"Lightweight piece tokenization library","homepage":"https://github.com/explosion/curated-tokenizers","licenses":"MIT","normalized_licenses":["MIT"],"repository_url":"https://github.com/explosion/curated-tokenizers","keywords_array":["python"],"namespace":null,"versions_count":1,"first_release_published_at":"2026-01-27T01:28:12.813Z","latest_release_published_at":"2026-01-27T01:28:12.813Z","latest_release_number":"2.0.0","latest_published_release_number":null,"last_synced_at":"2026-04-02T18:06:54.171Z","created_at":"2026-01-27T01:28:12.597Z","updated_at":"2026-10-17T07:15:06.640Z","registry_url":"https://search.nixos.org/packages?channel=unstable\u0026query=python313Packages.curated-tokenizers","install_command":"nix-env -iA nixpkgs.python313Packages.curated-tokenizers","documentation_url":"https://github.com/NixOS/nixpkgs/blob/nixos-unstable/pkgs/development/python-modules/curated-tokenizers/default.nix#L55","metadata":{"nix_attribute":"python3.13-curated-tokenizers-2.0.0","position":"pkgs/development/python-modules/curated-tokenizers/default.nix:55","platforms":["aarch64-linux","armv5tel-linux","armv6l-linux","armv7a-linux","armv7l-linux","i686-linux","loongarch64-linux","m68k-linux","microblaze-linux","microblazeel-linux","mips-linux","mips64-linux","mips64el-linux","mipsel-linux","powerpc-linux","powerpc64-linux","powerpc64le-linux","riscv32-linux","riscv64-linux","s390-linux","s390x-linux","x86_64-linux","x86_64-darwin","aarch64-darwin","aarch64-windows","x86_64-windows","i686-windows","i686-freebsd","x86_64-freebsd","aarch64-freebsd"],"broken":false,"insecure":false,"unfree":false,"outputs":["dist","out"],"upstream_ecosystem":"pypi","upstream_name":"curated-tokenizers","upstream_purl":"pkg:pypi/curated-tokenizers"},"repo_metadata":{"id":44445163,"uuid":"512000476","full_name":"explosion/curated-tokenizers","owner":"explosion","description":"Lightweight piece tokenization library","archived":false,"fork":false,"pushed_at":"2026-08-24T09:44:26.000Z","size":278,"stargazers_count":12,"open_issues_count":2,"forks_count":7,"subscribers_count":5,"default_branch":"main","last_synced_at":"2026-10-02T23:29:01.724Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":"","language":"Cython","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"other","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/explosion.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2022-07-08T19:05:49.000Z","updated_at":"2026-08-24T09:45:47.000Z","dependencies_parsed_at":"2024-06-21T14:18:48.351Z","dependency_job_id":"cbb6a873-2841-415d-9a49-9913b6ed9186","html_url":"https://github.com/explosion/curated-tokenizers","commit_stats":null,"previous_names":["explosion/curated-tokenizers","explosion/cutlery"],"tags_count":15,"template":false,"template_full_name":null,"purl":"pkg:github/explosion/curated-tokenizers","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/explosion","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":343072799,"owners_count":37995437,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-10-03T21:59:58.778Z","status":"online","status_checked_at":"2026-10-04T02:00:06.888Z","response_time":127,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"explosion","name":"Explosion","uuid":"20011530","kind":"organization","description":"Software company specializing in developer tools and tailored solutions for AI and Natural Language Processing","email":"contact@explosion.ai","website":"https://explosion.ai","location":"Berlin, Germany","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/20011530?v=4","repositories_count":80,"last_synced_at":"2026-10-16T22:15:40.113Z","metadata":{"has_sponsors_listing":false,"funding":null},"html_url":"https://github.com/explosion","funding_links":[],"total_stars":57553,"followers":1520,"following":0,"created_at":"2022-11-02T16:23:01.377Z","updated_at":"2026-10-16T22:15:40.125Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/explosion","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/explosion/repositories"},"tags":[{"name":"release-v0.0.10","sha":"0b4cd7996730fb12e0b2a63e3187b6d17b300674","kind":"commit","published_at":"2026-08-24T09:15:56.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/release-v0.0.10","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/release-v0.0.10","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@release-v0.0.10","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/release-v0.0.10","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/release-v0.0.10/manifests"},{"name":"release-v2.0.1","sha":"407e75110dc600771273e7587bfb2f3643055784","kind":"commit","published_at":"2026-08-24T09:00:40.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/release-v2.0.1","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/release-v2.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@release-v2.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/release-v2.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/release-v2.0.1/manifests"},{"name":"v2.0.0","sha":"8759ff11aa46a6ea30757f3e198bdaa74267930f","kind":"commit","published_at":"2024-04-15T14:12:39.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v2.0.0","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v2.0.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v2.0.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v2.0.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v2.0.0/manifests"},{"name":"v2.0.0.dev0","sha":"143beb6d9016560526b157cb4612327b76e48393","kind":"commit","published_at":"2024-04-12T12:12:04.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v2.0.0.dev0","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v2.0.0.dev0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v2.0.0.dev0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v2.0.0.dev0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v2.0.0.dev0/manifests"},{"name":"v0.9.2","sha":"53c483c591291b0dc50530ee4c6f5a5c08ab4054","kind":"commit","published_at":"2024-02-07T09:16:42.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.9.2","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.9.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.9.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.2/manifests"},{"name":"v0.0.9","sha":"30464713e44a20d90ac6f8dbcde4b91685815110","kind":"commit","published_at":"2024-01-17T16:21:28.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.9","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.9/manifests"},{"name":"v0.9.1","sha":"8228dbcfbcadbe3ba8a6aaa4272c5fe08b2837b5","kind":"commit","published_at":"2023-09-14T10:29:33.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.9.1","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.1/manifests"},{"name":"v0.9.0","sha":"e71b66cab18eac73f014443790b02455902c3f40","kind":"commit","published_at":"2023-07-10T12:35:55.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.9.0","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.9.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.9.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.0/manifests"},{"name":"v0.0.8","sha":"679e4ce4dbcabdbf48b3acbe1ded5726661b267f","kind":"commit","published_at":"2023-07-06T15:12:39.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.8","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.8/manifests"},{"name":"v0.9.0.dev0","sha":"d7fca650c77c3778ad6ad48a7d275b1ac782419e","kind":"commit","published_at":"2023-07-06T13:00:49.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.9.0.dev0","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.9.0.dev0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.9.0.dev0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.0.dev0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.0.dev0/manifests"},{"name":"v0.0.7","sha":"87c5cf904ec8440777f0aaf8b3b75f5aed1898d1","kind":"commit","published_at":"2023-05-23T09:42:06.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.7","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.7/manifests"},{"name":"v0.0.6","sha":"1c72077fb862fd5d042ec49e7e9a6056b395810a","kind":"commit","published_at":"2023-05-22T12:34:42.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.6","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.6/manifests"},{"name":"v0.0.5","sha":"eccea797e489ab7386fe10d3467f56c769d043b2","kind":"commit","published_at":"2023-05-19T14:57:13.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.5","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.5/manifests"},{"name":"v0.0.4","sha":"76fbff33a0a7018b9d0de8dde951038cd90da10f","kind":"commit","published_at":"2023-05-14T10:58:34.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.4","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.4/manifests"},{"name":"sentencepiece-0.1.98","sha":"9250514d85de257aaeacdbc7c39f5a83cf841af6","kind":"commit","published_at":"2023-04-29T15:11:40.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/sentencepiece-0.1.98","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/sentencepiece-0.1.98","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@sentencepiece-0.1.98","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/sentencepiece-0.1.98","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/sentencepiece-0.1.98/manifests"},{"name":"v0.0.3","sha":"5dce67462c982cb0b459fe94d10f5a83a9b46625","kind":"commit","published_at":"2022-10-18T13:50:27.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.3","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.3/manifests"},{"name":"v0.0.2","sha":"bd946b22998dc33d45df6ec61b683851494cdb30","kind":"commit","published_at":"2022-10-17T14:22:57.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.2","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.2/manifests"}]},"repo_metadata_updated_at":"2026-10-17T07:15:06.640Z","dependent_packages_count":0,"downloads":null,"downloads_period":null,"dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":0.0,"dependent_packages_count":0.0,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":100},"purl":"pkg:nix/python313Packages.curated-tokenizers?channel=unstable","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/nixpkgs/python313Packages.curated-tokenizers","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/nixpkgs/python313Packages.curated-tokenizers","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/nixpkgs/python313Packages.curated-tokenizers/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-10-17T01:34:07.115Z","issues_count":1,"pull_requests_count":30,"avg_time_to_close_issue":null,"avg_time_to_close_pull_request":52022.96,"issues_closed_count":0,"pull_requests_closed_count":25,"pull_request_authors_count":4,"issue_authors_count":1,"avg_comments_per_issue":3.0,"avg_comments_per_pull_request":0.13333333333333333,"merged_pull_requests_count":24,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":1,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":1,"past_year_avg_comments_per_issue":3.0,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/issues","maintainers":[{"login":"danieldk","count":6,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/danieldk"},{"login":"adrianeboyd","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/adrianeboyd"}],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python313Packages.curated-tokenizers/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python313Packages.curated-tokenizers/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python313Packages.curated-tokenizers/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python313Packages.curated-tokenizers/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python313Packages.curated-tokenizers/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python313Packages.curated-tokenizers/codemeta","maintainers":[{"uuid":"danieldk","login":null,"name":"Daniël de Kok","email":"me@danieldk.eu","url":"https://github.com/danieldk","packages_count":11,"html_url":null,"role":null,"created_at":"2026-03-02T17:34:52.098Z","updated_at":"2026-03-02T17:34:52.098Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/maintainers/danieldk/packages"}],"registry":{"name":"nixpkgs-unstable","url":"https://channels.nixos.org/nixos-unstable","ecosystem":"nixpkgs","default":true,"packages_count":156725,"maintainers_count":5004,"namespaces_count":0,"keywords_count":3710,"github":"NixOS","metadata":{"funded_packages_count":11609},"icon_url":"https://github.com/NixOS.png","created_at":"2026-01-25T22:30:52.762Z","updated_at":"2026-10-24T05:00:24.263Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/namespaces"}},{"id":12885283,"name":"python314Packages.curated-tokenizers","ecosystem":"nixpkgs","description":"Lightweight piece tokenization library","homepage":"https://github.com/explosion/curated-tokenizers","licenses":"MIT","normalized_licenses":["MIT"],"repository_url":"https://github.com/explosion/curated-tokenizers","keywords_array":["python"],"namespace":null,"versions_count":1,"first_release_published_at":"2026-01-27T06:48:35.322Z","latest_release_published_at":"2026-01-27T06:48:35.322Z","latest_release_number":"2.0.0","latest_published_release_number":null,"last_synced_at":"2026-08-11T18:10:21.391Z","created_at":"2026-01-27T06:48:34.952Z","updated_at":"2026-10-17T07:15:06.644Z","registry_url":"https://search.nixos.org/packages?channel=unstable\u0026query=python314Packages.curated-tokenizers","install_command":"nix-env -iA nixpkgs.python314Packages.curated-tokenizers","documentation_url":"https://github.com/NixOS/nixpkgs/blob/nixos-unstable/pkgs/development/python-modules/curated-tokenizers/default.nix#L55","metadata":{"nix_attribute":"python3.14-curated-tokenizers-2.0.0","position":"pkgs/development/python-modules/curated-tokenizers/default.nix:55","platforms":["aarch64-linux","armv5tel-linux","armv6l-linux","armv7a-linux","armv7l-linux","i686-linux","loongarch64-linux","m68k-linux","microblaze-linux","microblazeel-linux","mips-linux","mips64-linux","mips64el-linux","mipsel-linux","powerpc-linux","powerpc64-linux","powerpc64le-linux","riscv32-linux","riscv64-linux","s390-linux","s390x-linux","x86_64-linux","x86_64-darwin","aarch64-darwin","aarch64-windows","x86_64-windows","i686-windows","i686-freebsd","x86_64-freebsd","aarch64-freebsd"],"broken":false,"insecure":false,"unfree":false,"outputs":["dist","out"],"upstream_ecosystem":"pypi","upstream_name":"curated-tokenizers","upstream_purl":"pkg:pypi/curated-tokenizers"},"repo_metadata":{"id":44445163,"uuid":"512000476","full_name":"explosion/curated-tokenizers","owner":"explosion","description":"Lightweight piece tokenization library","archived":false,"fork":false,"pushed_at":"2026-08-24T09:44:26.000Z","size":278,"stargazers_count":12,"open_issues_count":2,"forks_count":7,"subscribers_count":5,"default_branch":"main","last_synced_at":"2026-10-02T23:29:01.724Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":"","language":"Cython","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"other","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/explosion.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2022-07-08T19:05:49.000Z","updated_at":"2026-08-24T09:45:47.000Z","dependencies_parsed_at":"2024-06-21T14:18:48.351Z","dependency_job_id":"cbb6a873-2841-415d-9a49-9913b6ed9186","html_url":"https://github.com/explosion/curated-tokenizers","commit_stats":null,"previous_names":["explosion/curated-tokenizers","explosion/cutlery"],"tags_count":15,"template":false,"template_full_name":null,"purl":"pkg:github/explosion/curated-tokenizers","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/explosion","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":343072799,"owners_count":37995437,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-10-03T21:59:58.778Z","status":"online","status_checked_at":"2026-10-04T02:00:06.888Z","response_time":127,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"explosion","name":"Explosion","uuid":"20011530","kind":"organization","description":"Software company specializing in developer tools and tailored solutions for AI and Natural Language Processing","email":"contact@explosion.ai","website":"https://explosion.ai","location":"Berlin, Germany","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/20011530?v=4","repositories_count":80,"last_synced_at":"2026-10-16T22:15:40.113Z","metadata":{"has_sponsors_listing":false,"funding":null},"html_url":"https://github.com/explosion","funding_links":[],"total_stars":57553,"followers":1520,"following":0,"created_at":"2022-11-02T16:23:01.377Z","updated_at":"2026-10-16T22:15:40.125Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/explosion","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/explosion/repositories"},"tags":[{"name":"release-v0.0.10","sha":"0b4cd7996730fb12e0b2a63e3187b6d17b300674","kind":"commit","published_at":"2026-08-24T09:15:56.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/release-v0.0.10","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/release-v0.0.10","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@release-v0.0.10","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/release-v0.0.10","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/release-v0.0.10/manifests"},{"name":"release-v2.0.1","sha":"407e75110dc600771273e7587bfb2f3643055784","kind":"commit","published_at":"2026-08-24T09:00:40.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/release-v2.0.1","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/release-v2.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@release-v2.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/release-v2.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/release-v2.0.1/manifests"},{"name":"v2.0.0","sha":"8759ff11aa46a6ea30757f3e198bdaa74267930f","kind":"commit","published_at":"2024-04-15T14:12:39.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v2.0.0","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v2.0.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v2.0.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v2.0.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v2.0.0/manifests"},{"name":"v2.0.0.dev0","sha":"143beb6d9016560526b157cb4612327b76e48393","kind":"commit","published_at":"2024-04-12T12:12:04.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v2.0.0.dev0","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v2.0.0.dev0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v2.0.0.dev0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v2.0.0.dev0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v2.0.0.dev0/manifests"},{"name":"v0.9.2","sha":"53c483c591291b0dc50530ee4c6f5a5c08ab4054","kind":"commit","published_at":"2024-02-07T09:16:42.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.9.2","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.9.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.9.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.2/manifests"},{"name":"v0.0.9","sha":"30464713e44a20d90ac6f8dbcde4b91685815110","kind":"commit","published_at":"2024-01-17T16:21:28.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.9","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.9/manifests"},{"name":"v0.9.1","sha":"8228dbcfbcadbe3ba8a6aaa4272c5fe08b2837b5","kind":"commit","published_at":"2023-09-14T10:29:33.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.9.1","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.1/manifests"},{"name":"v0.9.0","sha":"e71b66cab18eac73f014443790b02455902c3f40","kind":"commit","published_at":"2023-07-10T12:35:55.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.9.0","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.9.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.9.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.0/manifests"},{"name":"v0.0.8","sha":"679e4ce4dbcabdbf48b3acbe1ded5726661b267f","kind":"commit","published_at":"2023-07-06T15:12:39.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.8","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.8/manifests"},{"name":"v0.9.0.dev0","sha":"d7fca650c77c3778ad6ad48a7d275b1ac782419e","kind":"commit","published_at":"2023-07-06T13:00:49.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.9.0.dev0","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.9.0.dev0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.9.0.dev0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.0.dev0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.0.dev0/manifests"},{"name":"v0.0.7","sha":"87c5cf904ec8440777f0aaf8b3b75f5aed1898d1","kind":"commit","published_at":"2023-05-23T09:42:06.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.7","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.7/manifests"},{"name":"v0.0.6","sha":"1c72077fb862fd5d042ec49e7e9a6056b395810a","kind":"commit","published_at":"2023-05-22T12:34:42.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.6","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.6/manifests"},{"name":"v0.0.5","sha":"eccea797e489ab7386fe10d3467f56c769d043b2","kind":"commit","published_at":"2023-05-19T14:57:13.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.5","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.5/manifests"},{"name":"v0.0.4","sha":"76fbff33a0a7018b9d0de8dde951038cd90da10f","kind":"commit","published_at":"2023-05-14T10:58:34.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.4","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.4/manifests"},{"name":"sentencepiece-0.1.98","sha":"9250514d85de257aaeacdbc7c39f5a83cf841af6","kind":"commit","published_at":"2023-04-29T15:11:40.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/sentencepiece-0.1.98","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/sentencepiece-0.1.98","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@sentencepiece-0.1.98","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/sentencepiece-0.1.98","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/sentencepiece-0.1.98/manifests"},{"name":"v0.0.3","sha":"5dce67462c982cb0b459fe94d10f5a83a9b46625","kind":"commit","published_at":"2022-10-18T13:50:27.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.3","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.3/manifests"},{"name":"v0.0.2","sha":"bd946b22998dc33d45df6ec61b683851494cdb30","kind":"commit","published_at":"2022-10-17T14:22:57.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.2","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.2/manifests"}]},"repo_metadata_updated_at":"2026-10-17T07:15:06.643Z","dependent_packages_count":0,"downloads":null,"downloads_period":null,"dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":0.0,"dependent_packages_count":0.0,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":100},"purl":"pkg:nix/python314Packages.curated-tokenizers?channel=unstable","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/nixpkgs/python314Packages.curated-tokenizers","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/nixpkgs/python314Packages.curated-tokenizers","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/nixpkgs/python314Packages.curated-tokenizers/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-10-17T01:34:07.115Z","issues_count":1,"pull_requests_count":30,"avg_time_to_close_issue":null,"avg_time_to_close_pull_request":52022.96,"issues_closed_count":0,"pull_requests_closed_count":25,"pull_request_authors_count":4,"issue_authors_count":1,"avg_comments_per_issue":3.0,"avg_comments_per_pull_request":0.13333333333333333,"merged_pull_requests_count":24,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":1,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":1,"past_year_avg_comments_per_issue":3.0,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/issues","maintainers":[{"login":"danieldk","count":6,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/danieldk"},{"login":"adrianeboyd","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/adrianeboyd"}],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python314Packages.curated-tokenizers/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python314Packages.curated-tokenizers/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python314Packages.curated-tokenizers/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python314Packages.curated-tokenizers/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python314Packages.curated-tokenizers/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python314Packages.curated-tokenizers/codemeta","maintainers":[{"uuid":"danieldk","login":null,"name":"Daniël de Kok","email":"me@danieldk.eu","url":"https://github.com/danieldk","packages_count":11,"html_url":null,"role":null,"created_at":"2026-03-05T10:10:29.014Z","updated_at":"2026-03-05T10:10:29.014Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/maintainers/danieldk/packages"}],"registry":{"name":"nixpkgs-unstable","url":"https://channels.nixos.org/nixos-unstable","ecosystem":"nixpkgs","default":true,"packages_count":156725,"maintainers_count":5004,"namespaces_count":0,"keywords_count":3710,"github":"NixOS","metadata":{"funded_packages_count":11609},"icon_url":"https://github.com/NixOS.png","created_at":"2026-01-25T22:30:52.762Z","updated_at":"2026-10-24T05:00:24.263Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/namespaces"}},{"id":7785683,"name":"curated-tokenizers","ecosystem":"pypi","description":"Lightweight piece tokenization library","homepage":"https://github.com/explosion/curated-tokenizers","licenses":"MIT","normalized_licenses":["MIT"],"repository_url":"https://github.com/explosion/curated-tokenizers","keywords_array":[],"namespace":null,"versions_count":12,"first_release_published_at":"2023-05-23T08:18:52.000Z","latest_release_published_at":"2026-08-24T10:03:08.000Z","latest_release_number":"2.0.1","latest_published_release_number":"2.0.1","last_synced_at":"2026-10-23T21:01:42.941Z","created_at":"2023-05-23T08:53:26.231Z","updated_at":"2026-10-23T21:01:42.942Z","registry_url":"https://pypi.org/project/curated-tokenizers/","install_command":"pip install curated-tokenizers --index-url https://pypi.org/simple","documentation_url":"https://curated-tokenizers.readthedocs.io/","metadata":{"funding":null,"documentation":null,"classifiers":["Development Status :: 5 - Production/Stable","Environment :: Console","Intended Audience :: Developers","Intended Audience :: Science/Research","License :: OSI Approved :: MIT License","Operating System :: MacOS :: MacOS X","Programming Language :: Cython","Programming Language :: Python :: 3","Programming Language :: Python :: 3.10","Programming Language :: Python :: 3.11","Programming Language :: Python :: 3.12","Programming Language :: Python :: 3.13","Programming Language :: Python :: 3.14","Programming Language :: Python :: 3.9","Topic :: Scientific/Engineering"],"normalized_name":"curated-tokenizers","project_status":null},"repo_metadata":{"id":44445163,"uuid":"512000476","full_name":"explosion/curated-tokenizers","owner":"explosion","description":"Lightweight piece tokenization library","archived":false,"fork":false,"pushed_at":"2026-08-24T09:44:26.000Z","size":278,"stargazers_count":12,"open_issues_count":2,"forks_count":7,"subscribers_count":5,"default_branch":"main","last_synced_at":"2026-10-02T23:29:01.724Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":"","language":"Cython","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"other","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/explosion.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2022-07-08T19:05:49.000Z","updated_at":"2026-08-24T09:45:47.000Z","dependencies_parsed_at":"2024-06-21T14:18:48.351Z","dependency_job_id":"cbb6a873-2841-415d-9a49-9913b6ed9186","html_url":"https://github.com/explosion/curated-tokenizers","commit_stats":null,"previous_names":["explosion/curated-tokenizers","explosion/cutlery"],"tags_count":15,"template":false,"template_full_name":null,"purl":"pkg:github/explosion/curated-tokenizers","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/explosion","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":343072799,"owners_count":37995437,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-10-03T21:59:58.778Z","status":"online","status_checked_at":"2026-10-04T02:00:06.888Z","response_time":127,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"explosion","name":"Explosion","uuid":"20011530","kind":"organization","description":"Software company specializing in developer tools and tailored solutions for AI and Natural Language Processing","email":"contact@explosion.ai","website":"https://explosion.ai","location":"Berlin, Germany","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/20011530?v=4","repositories_count":80,"last_synced_at":"2026-10-16T22:15:40.113Z","metadata":{"has_sponsors_listing":false,"funding":null},"html_url":"https://github.com/explosion","funding_links":[],"total_stars":57553,"followers":1520,"following":0,"created_at":"2022-11-02T16:23:01.377Z","updated_at":"2026-10-16T22:15:40.125Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/explosion","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/explosion/repositories"},"tags":[{"name":"release-v0.0.10","sha":"0b4cd7996730fb12e0b2a63e3187b6d17b300674","kind":"commit","published_at":"2026-08-24T09:15:56.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/release-v0.0.10","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/release-v0.0.10","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@release-v0.0.10","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/release-v0.0.10","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/release-v0.0.10/manifests"},{"name":"release-v2.0.1","sha":"407e75110dc600771273e7587bfb2f3643055784","kind":"commit","published_at":"2026-08-24T09:00:40.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/release-v2.0.1","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/release-v2.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@release-v2.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/release-v2.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/release-v2.0.1/manifests"},{"name":"v2.0.0","sha":"8759ff11aa46a6ea30757f3e198bdaa74267930f","kind":"commit","published_at":"2024-04-15T14:12:39.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v2.0.0","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v2.0.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v2.0.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v2.0.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v2.0.0/manifests"},{"name":"v2.0.0.dev0","sha":"143beb6d9016560526b157cb4612327b76e48393","kind":"commit","published_at":"2024-04-12T12:12:04.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v2.0.0.dev0","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v2.0.0.dev0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v2.0.0.dev0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v2.0.0.dev0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v2.0.0.dev0/manifests"},{"name":"v0.9.2","sha":"53c483c591291b0dc50530ee4c6f5a5c08ab4054","kind":"commit","published_at":"2024-02-07T09:16:42.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.9.2","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.9.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.9.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.2/manifests"},{"name":"v0.0.9","sha":"30464713e44a20d90ac6f8dbcde4b91685815110","kind":"commit","published_at":"2024-01-17T16:21:28.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.9","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.9/manifests"},{"name":"v0.9.1","sha":"8228dbcfbcadbe3ba8a6aaa4272c5fe08b2837b5","kind":"commit","published_at":"2023-09-14T10:29:33.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.9.1","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.1/manifests"},{"name":"v0.9.0","sha":"e71b66cab18eac73f014443790b02455902c3f40","kind":"commit","published_at":"2023-07-10T12:35:55.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.9.0","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.9.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.9.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.0/manifests"},{"name":"v0.0.8","sha":"679e4ce4dbcabdbf48b3acbe1ded5726661b267f","kind":"commit","published_at":"2023-07-06T15:12:39.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.8","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.8/manifests"},{"name":"v0.9.0.dev0","sha":"d7fca650c77c3778ad6ad48a7d275b1ac782419e","kind":"commit","published_at":"2023-07-06T13:00:49.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.9.0.dev0","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.9.0.dev0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.9.0.dev0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.0.dev0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.0.dev0/manifests"},{"name":"v0.0.7","sha":"87c5cf904ec8440777f0aaf8b3b75f5aed1898d1","kind":"commit","published_at":"2023-05-23T09:42:06.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.7","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.7/manifests"},{"name":"v0.0.6","sha":"1c72077fb862fd5d042ec49e7e9a6056b395810a","kind":"commit","published_at":"2023-05-22T12:34:42.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.6","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.6/manifests"},{"name":"v0.0.5","sha":"eccea797e489ab7386fe10d3467f56c769d043b2","kind":"commit","published_at":"2023-05-19T14:57:13.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.5","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.5/manifests"},{"name":"v0.0.4","sha":"76fbff33a0a7018b9d0de8dde951038cd90da10f","kind":"commit","published_at":"2023-05-14T10:58:34.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.4","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.4/manifests"},{"name":"sentencepiece-0.1.98","sha":"9250514d85de257aaeacdbc7c39f5a83cf841af6","kind":"commit","published_at":"2023-04-29T15:11:40.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/sentencepiece-0.1.98","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/sentencepiece-0.1.98","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@sentencepiece-0.1.98","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/sentencepiece-0.1.98","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/sentencepiece-0.1.98/manifests"},{"name":"v0.0.3","sha":"5dce67462c982cb0b459fe94d10f5a83a9b46625","kind":"commit","published_at":"2022-10-18T13:50:27.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.3","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.3/manifests"},{"name":"v0.0.2","sha":"bd946b22998dc33d45df6ec61b683851494cdb30","kind":"commit","published_at":"2022-10-17T14:22:57.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.2","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.2/manifests"}]},"repo_metadata_updated_at":"2026-10-17T07:15:06.646Z","dependent_packages_count":2,"downloads":550456,"downloads_period":"last-month","dependent_repos_count":3,"rankings":{"downloads":1.6286929610751313,"dependent_repos_count":8.934956661840761,"dependent_packages_count":3.175924078771125,"stargazers_count":18.518617071826355,"forks_count":14.234498848670462,"docker_downloads_count":null,"average":9.298537924436767},"purl":"pkg:pypi/curated-tokenizers","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/pypi/curated-tokenizers","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/pypi/curated-tokenizers","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/pypi/curated-tokenizers/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-10-17T01:34:07.115Z","issues_count":1,"pull_requests_count":30,"avg_time_to_close_issue":null,"avg_time_to_close_pull_request":52022.96,"issues_closed_count":0,"pull_requests_closed_count":25,"pull_request_authors_count":4,"issue_authors_count":1,"avg_comments_per_issue":3.0,"avg_comments_per_pull_request":0.13333333333333333,"merged_pull_requests_count":24,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":1,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":1,"past_year_avg_comments_per_issue":3.0,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/issues","maintainers":[{"login":"danieldk","count":6,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/danieldk"},{"login":"adrianeboyd","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/adrianeboyd"}],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/curated-tokenizers/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/curated-tokenizers/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/curated-tokenizers/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/curated-tokenizers/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/curated-tokenizers/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/curated-tokenizers/codemeta","maintainers":[{"uuid":"explosion","login":"explosion","name":null,"email":null,"url":null,"packages_count":52,"html_url":"https://pypi.org/user/explosion/","role":null,"created_at":"2023-05-24T00:19:01.616Z","updated_at":"2023-05-24T00:19:01.616Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/explosion/packages"}],"registry":{"name":"pypi.org","url":"https://pypi.org","ecosystem":"pypi","default":true,"packages_count":944552,"maintainers_count":406536,"namespaces_count":0,"keywords_count":326720,"github":"pypi","metadata":{"funded_packages_count":64113,"rate_limit":2},"icon_url":"https://github.com/pypi.png","created_at":"2022-04-04T15:19:23.364Z","updated_at":"2026-10-24T05:03:16.789Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/namespaces"}},{"id":15200015,"name":"github.com/explosion/curated-tokenizers","ecosystem":"go","description":null,"homepage":null,"licenses":"other","normalized_licenses":["Other"],"repository_url":"https://github.com/explosion/curated-tokenizers","keywords_array":[],"namespace":null,"versions_count":12,"first_release_published_at":"2022-10-17T14:22:57.000Z","latest_release_published_at":"2024-04-15T14:12:39.000Z","latest_release_number":"v2.0.0+incompatible","latest_published_release_number":"v2.0.0+incompatible","last_synced_at":"2026-10-23T21:01:45.563Z","created_at":"2026-09-14T08:35:54.870Z","updated_at":"2026-10-23T21:01:45.564Z","registry_url":"https://pkg.go.dev/github.com/explosion/curated-tokenizers","install_command":"go get github.com/explosion/curated-tokenizers","documentation_url":"https://pkg.go.dev/github.com/explosion/curated-tokenizers#section-documentation","metadata":{},"repo_metadata":{"id":44445163,"uuid":"512000476","full_name":"explosion/curated-tokenizers","owner":"explosion","description":"Lightweight piece tokenization library","archived":false,"fork":false,"pushed_at":"2026-08-24T09:44:26.000Z","size":278,"stargazers_count":12,"open_issues_count":2,"forks_count":7,"subscribers_count":5,"default_branch":"main","last_synced_at":"2026-10-02T23:29:01.724Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":"","language":"Cython","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"other","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/explosion.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2022-07-08T19:05:49.000Z","updated_at":"2026-08-24T09:45:47.000Z","dependencies_parsed_at":"2024-06-21T14:18:48.351Z","dependency_job_id":"cbb6a873-2841-415d-9a49-9913b6ed9186","html_url":"https://github.com/explosion/curated-tokenizers","commit_stats":null,"previous_names":["explosion/curated-tokenizers","explosion/cutlery"],"tags_count":15,"template":false,"template_full_name":null,"purl":"pkg:github/explosion/curated-tokenizers","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/explosion","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":343072799,"owners_count":37995437,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-10-03T21:59:58.778Z","status":"online","status_checked_at":"2026-10-04T02:00:06.888Z","response_time":127,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"explosion","name":"Explosion","uuid":"20011530","kind":"organization","description":"Software company specializing in developer tools and tailored solutions for AI and Natural Language Processing","email":"contact@explosion.ai","website":"https://explosion.ai","location":"Berlin, Germany","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/20011530?v=4","repositories_count":80,"last_synced_at":"2026-10-16T22:15:40.113Z","metadata":{"has_sponsors_listing":false,"funding":null},"html_url":"https://github.com/explosion","funding_links":[],"total_stars":57553,"followers":1520,"following":0,"created_at":"2022-11-02T16:23:01.377Z","updated_at":"2026-10-16T22:15:40.125Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/explosion","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/explosion/repositories"},"tags":[{"name":"release-v0.0.10","sha":"0b4cd7996730fb12e0b2a63e3187b6d17b300674","kind":"commit","published_at":"2026-08-24T09:15:56.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/release-v0.0.10","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/release-v0.0.10","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@release-v0.0.10","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/release-v0.0.10","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/release-v0.0.10/manifests"},{"name":"release-v2.0.1","sha":"407e75110dc600771273e7587bfb2f3643055784","kind":"commit","published_at":"2026-08-24T09:00:40.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/release-v2.0.1","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/release-v2.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@release-v2.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/release-v2.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/release-v2.0.1/manifests"},{"name":"v2.0.0","sha":"8759ff11aa46a6ea30757f3e198bdaa74267930f","kind":"commit","published_at":"2024-04-15T14:12:39.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v2.0.0","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v2.0.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v2.0.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v2.0.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v2.0.0/manifests"},{"name":"v2.0.0.dev0","sha":"143beb6d9016560526b157cb4612327b76e48393","kind":"commit","published_at":"2024-04-12T12:12:04.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v2.0.0.dev0","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v2.0.0.dev0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v2.0.0.dev0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v2.0.0.dev0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v2.0.0.dev0/manifests"},{"name":"v0.9.2","sha":"53c483c591291b0dc50530ee4c6f5a5c08ab4054","kind":"commit","published_at":"2024-02-07T09:16:42.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.9.2","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.9.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.9.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.2/manifests"},{"name":"v0.0.9","sha":"30464713e44a20d90ac6f8dbcde4b91685815110","kind":"commit","published_at":"2024-01-17T16:21:28.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.9","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.9/manifests"},{"name":"v0.9.1","sha":"8228dbcfbcadbe3ba8a6aaa4272c5fe08b2837b5","kind":"commit","published_at":"2023-09-14T10:29:33.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.9.1","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.1/manifests"},{"name":"v0.9.0","sha":"e71b66cab18eac73f014443790b02455902c3f40","kind":"commit","published_at":"2023-07-10T12:35:55.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.9.0","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.9.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.9.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.0/manifests"},{"name":"v0.0.8","sha":"679e4ce4dbcabdbf48b3acbe1ded5726661b267f","kind":"commit","published_at":"2023-07-06T15:12:39.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.8","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.8/manifests"},{"name":"v0.9.0.dev0","sha":"d7fca650c77c3778ad6ad48a7d275b1ac782419e","kind":"commit","published_at":"2023-07-06T13:00:49.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.9.0.dev0","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.9.0.dev0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.9.0.dev0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.0.dev0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.9.0.dev0/manifests"},{"name":"v0.0.7","sha":"87c5cf904ec8440777f0aaf8b3b75f5aed1898d1","kind":"commit","published_at":"2023-05-23T09:42:06.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.7","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.7/manifests"},{"name":"v0.0.6","sha":"1c72077fb862fd5d042ec49e7e9a6056b395810a","kind":"commit","published_at":"2023-05-22T12:34:42.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.6","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.6/manifests"},{"name":"v0.0.5","sha":"eccea797e489ab7386fe10d3467f56c769d043b2","kind":"commit","published_at":"2023-05-19T14:57:13.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.5","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.5/manifests"},{"name":"v0.0.4","sha":"76fbff33a0a7018b9d0de8dde951038cd90da10f","kind":"commit","published_at":"2023-05-14T10:58:34.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.4","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.4/manifests"},{"name":"sentencepiece-0.1.98","sha":"9250514d85de257aaeacdbc7c39f5a83cf841af6","kind":"commit","published_at":"2023-04-29T15:11:40.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/sentencepiece-0.1.98","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/sentencepiece-0.1.98","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@sentencepiece-0.1.98","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/sentencepiece-0.1.98","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/sentencepiece-0.1.98/manifests"},{"name":"v0.0.3","sha":"5dce67462c982cb0b459fe94d10f5a83a9b46625","kind":"commit","published_at":"2022-10-18T13:50:27.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.3","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.3/manifests"},{"name":"v0.0.2","sha":"bd946b22998dc33d45df6ec61b683851494cdb30","kind":"commit","published_at":"2022-10-17T14:22:57.000Z","download_url":"https://codeload.github.com/explosion/curated-tokenizers/tar.gz/v0.0.2","html_url":"https://github.com/explosion/curated-tokenizers/releases/tag/v0.0.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/explosion/curated-tokenizers@v0.0.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/tags/v0.0.2/manifests"}]},"repo_metadata_updated_at":"2026-10-17T07:15:06.645Z","dependent_packages_count":0,"downloads":null,"downloads_period":null,"dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":4.64284563308504,"dependent_packages_count":4.349791488968574,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":4.496318561026807},"purl":"pkg:golang/github.com/explosion/curated-tokenizers","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/go/github.com/explosion/curated-tokenizers","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/go/github.com/explosion/curated-tokenizers","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/go/github.com/explosion/curated-tokenizers/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-10-17T01:34:07.115Z","issues_count":1,"pull_requests_count":30,"avg_time_to_close_issue":null,"avg_time_to_close_pull_request":52022.96,"issues_closed_count":0,"pull_requests_closed_count":25,"pull_request_authors_count":4,"issue_authors_count":1,"avg_comments_per_issue":3.0,"avg_comments_per_pull_request":0.13333333333333333,"merged_pull_requests_count":24,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":1,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":1,"past_year_avg_comments_per_issue":3.0,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/issues","maintainers":[{"login":"danieldk","count":6,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/danieldk"},{"login":"adrianeboyd","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/adrianeboyd"}],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Fexplosion%2Fcurated-tokenizers/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Fexplosion%2Fcurated-tokenizers/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Fexplosion%2Fcurated-tokenizers/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Fexplosion%2Fcurated-tokenizers/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Fexplosion%2Fcurated-tokenizers/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Fexplosion%2Fcurated-tokenizers/codemeta","maintainers":[],"registry":{"name":"proxy.golang.org","url":"https://proxy.golang.org","ecosystem":"go","default":true,"packages_count":2541062,"maintainers_count":0,"namespaces_count":853825,"keywords_count":146219,"github":"golang","metadata":{"funded_packages_count":121050,"sync_missing_packages_cursor":{"timestamp":"2026-09-29T00:04:57.155362Z","path":"github.com/virtengine/virtengine/sdk/specs","version":"v0.0.0-20260928231908-c0c887541540"},"rate_limit":5},"icon_url":"https://github.com/golang.png","created_at":"2022-04-04T15:19:22.939Z","updated_at":"2026-10-24T05:08:26.180Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/namespaces"}}],"commits":{"id":1723436,"full_name":"explosion/curated-tokenizers","default_branch":"main","total_commits":66,"total_committers":5,"total_bot_commits":0,"total_bot_committers":0,"mean_commits":13.2,"dds":0.25757575757575757,"past_year_total_commits":4,"past_year_total_committers":1,"past_year_total_bot_commits":0,"past_year_total_bot_committers":0,"past_year_mean_commits":4.0,"past_year_dds":0.0,"last_synced_at":"2026-10-23T21:02:02.101Z","last_synced_commit":"e11413cfb56ddf1c42cc6c003d1e1f3b6a3e7993","created_at":"2024-09-11T17:49:34.317Z","updated_at":"2026-10-23T21:02:02.041Z","committers":[{"name":"Daniël de Kok","email":"me@danieldk.eu","login":"danieldk","count":49},{"name":"Madeesh Kannan","email":"shadeMe","login":"shadeMe","count":10},{"name":"Matthew Honnibal","email":"honnibal+gh@gmail.com","login":"honnibal","count":4},{"name":"Adriane Boyd","email":"adrianeboyd@gmail.com","login":"adrianeboyd","count":2},{"name":"Ines Montani","email":"ines@ines.io","login":"ines","count":1}],"past_year_committers":[{"name":"Matthew Honnibal","email":"honnibal+gh@gmail.com","login":"honnibal","count":4}],"commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2026-10-25T00:00:19.066Z","repositories_count":8569805,"commits_count":1302934152,"contributors_count":59790804,"owners_count":1842922,"committers_count":3887390,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}},"issues":{"table":{"full_name":"explosion/curated-tokenizers","html_url":"https://github.com/explosion/curated-tokenizers","last_synced_at":"2026-10-23T21:01:40.924Z","status":null,"issues_count":1,"pull_requests_count":30,"avg_time_to_close_issue":null,"avg_time_to_close_pull_request":52022.96,"issues_closed_count":0,"pull_requests_closed_count":25,"pull_request_authors_count":4,"issue_authors_count":1,"avg_comments_per_issue":3.0,"avg_comments_per_pull_request":0.13333333333333333,"merged_pull_requests_count":24,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":1,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":1,"past_year_avg_comments_per_issue":3.0,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"created_at":"2023-05-25T00:25:56.294Z","updated_at":"2026-10-23T21:01:40.924Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/explosion%2Fcurated-tokenizers/issues","issue_labels_count":{"table":{}},"pull_request_labels_count":{"table":{"enhancement":9}},"issue_author_associations_count":{"table":{"NONE":1}},"pull_request_author_associations_count":{"table":{"CONTRIBUTOR":20,"MEMBER":8,"NONE":2}},"issue_authors":{"table":{"cdjameson":1}},"pull_request_authors":{"table":{"danieldk":18,"shadeMe":8,"adrianeboyd":2,"cclauss":2}},"host":{"table":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2026-10-25T00:00:09.564Z","repositories_count":18200366,"issues_count":49053695,"pull_requests_count":151050276,"authors_count":12105845,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"}},"past_year_issue_labels_count":{"table":{}},"past_year_pull_request_labels_count":{"table":{}},"past_year_issue_author_associations_count":{"table":{"NONE":1}},"past_year_pull_request_author_associations_count":{"table":{}},"past_year_issue_authors":{"table":{"cdjameson":1}},"past_year_pull_request_authors":{"table":{}},"maintainers":[{"table":{"login":"danieldk","count":6,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/danieldk"}},{"table":{"login":"adrianeboyd","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/adrianeboyd"}}],"active_maintainers":[]}},"events":{"total":{"IssueCommentEvent":1,"MemberEvent":1,"PullRequestEvent":1,"PushEvent":1,"WatchEvent":1},"last_year":{"IssueCommentEvent":1,"PushEvent":1}},"keywords":[],"dependencies":[{"ecosystem":"pypi","filepath":"requirements.txt","sha":null,"kind":"manifest","created_at":"2022-08-25T12:31:49.297Z","updated_at":"2022-08-25T12:31:49.297Z","repository_link":"https://github.com/explosion/curated-tokenizers/blob/main/requirements.txt","dependencies":[{"id":2689002283,"package_name":"cython","ecosystem":"pypi","requirements":"\u003e=0.25","direct":true,"kind":"runtime","optional":false},{"id":2689002284,"package_name":"wheel","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":2689002285,"package_name":"pytest","ecosystem":"pypi","requirements":"\u003e=5.2.0","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/test.yml","sha":null,"kind":"manifest","created_at":"2023-07-26T17:14:11.740Z","updated_at":"2023-07-26T17:14:11.740Z","repository_link":"https://github.com/explosion/curated-tokenizers/blob/main/.github/workflows/test.yml","dependencies":[{"id":12056719888,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v1","direct":true,"kind":"composite","optional":false},{"id":12056719891,"package_name":"actions/setup-python","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"pypi","filepath":"pyproject.toml","sha":null,"kind":"manifest","created_at":"2023-07-26T17:14:11.770Z","updated_at":"2023-07-26T17:14:11.770Z","repository_link":"https://github.com/explosion/curated-tokenizers/blob/main/pyproject.toml","dependencies":[]},{"ecosystem":"pypi","filepath":"setup.py","sha":null,"kind":"manifest","created_at":"2023-07-26T17:14:11.799Z","updated_at":"2023-07-26T17:14:11.799Z","repository_link":"https://github.com/explosion/curated-tokenizers/blob/main/setup.py","dependencies":[]}],"score":17.467010263309632,"created_at":"2026-10-06T11:18:27.880Z","updated_at":"2026-10-25T00:03:30.061Z","avatar_url":"https://github.com/explosion.png","language":"Cython","codemeta":null,"publiccode":null,"project_url":"https://summary.ecosyste.ms/api/v1/projects/389533","html_url":"https://summary.ecosyste.ms/projects/389533"}