{"id":125396,"url":"https://github.com/lenML/tokenizers","last_synced_at":"2026-06-02T06:30:29.512Z","repository":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2026-01-21T17:31:27.000Z","size":1650,"stargazers_count":32,"open_issues_count":1,"forks_count":1,"subscribers_count":1,"default_branch":"main","last_synced_at":"2026-02-05T13:12:55.188Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2026-01-30T19:59:07.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":44,"total_committers":2,"mean_commits":22.0,"dds":0.4545454545454546,"last_synced_commit":"7962081f76c7c3d38b4fe75377714723d51af17d"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/lenML/tokenizers","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":29668681,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-02-20T23:24:07.480Z","status":"ssl_error","status_checked_at":"2026-02-20T23:24:06.202Z","response_time":59,"last_error":"SSL_connect returned=1 errno=0 peeraddr=140.82.121.5:443 state=error: unexpected eof while reading","robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":false,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"packages":[{"id":11073599,"name":"@lenml/tokenizer-qwen2_5","ecosystem":"npm","description":"qwen2_5 tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","qwen2_5"],"namespace":"lenml","versions_count":5,"first_release_published_at":"2024-11-21T00:05:07.035Z","latest_release_published_at":"2025-09-06T06:01:33.445Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:03:47.565Z","created_at":"2024-11-23T01:10:08.852Z","updated_at":"2025-11-25T10:03:47.565Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-qwen2_5","install_command":"npm install @lenml/tokenizer-qwen2_5","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2025-09-06T06:21:55.000Z","size":1615,"stargazers_count":28,"open_issues_count":1,"forks_count":1,"subscribers_count":1,"default_branch":"main","last_synced_at":"2025-11-09T02:02:01.923Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2025-11-02T03:51:49.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":44,"total_committers":2,"mean_commits":22.0,"dds":0.4545454545454546,"last_synced_commit":"7962081f76c7c3d38b4fe75377714723d51af17d"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/lenML/tokenizers","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":283786677,"owners_count":26894348,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-11-11T02:00:06.610Z","response_time":65,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2025-11-21T08:22:04.531Z","dependent_packages_count":0,"downloads":626,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":9.505379712352774,"dependent_repos_count":25.506086133574783,"dependent_packages_count":36.93222171114604,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":23.981229185691202},"purl":"pkg:npm/%40lenml/tokenizer-qwen2_5","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-qwen2_5","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-qwen2_5","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-qwen2_5/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-11-09T02:04:21.358Z","issues_count":9,"pull_requests_count":0,"avg_time_to_close_issue":32806.166666666664,"avg_time_to_close_pull_request":null,"issues_closed_count":6,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":4,"avg_comments_per_issue":0.6666666666666666,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":2,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":0.0,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}],"active_maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-qwen2_5/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-qwen2_5/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-qwen2_5/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-qwen2_5/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-qwen2_5/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-11-23T01:28:57.225Z","updated_at":"2024-11-23T01:28:57.225Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":9762414,"name":"@lenml/tokenizer-llama3","ecosystem":"npm","description":"llama3 tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","llama3"],"namespace":"lenml","versions_count":12,"first_release_published_at":"2024-04-20T10:56:37.191Z","latest_release_published_at":"2025-09-06T02:25:04.658Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:04:02.884Z","created_at":"2024-04-20T11:00:20.093Z","updated_at":"2025-11-25T10:04:02.884Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-llama3","install_command":"npm install @lenml/tokenizer-llama3","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.256Z","dependent_packages_count":0,"downloads":1988,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":30.550560072258264,"dependent_packages_count":43.7351924613779,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":37.14287626681808},"purl":"pkg:npm/%40lenml/tokenizer-llama3","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-llama3","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-llama3","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-llama3/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-llama3/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-llama3/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-llama3/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-llama3/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-llama3/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-04-20T11:01:14.763Z","updated_at":"2024-04-20T11:01:14.763Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":9762399,"name":"@lenml/tokenizer-gemma","ecosystem":"npm","description":"gemma tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","gemma"],"namespace":"lenml","versions_count":14,"first_release_published_at":"2024-04-20T10:53:59.981Z","latest_release_published_at":"2025-09-06T05:59:46.998Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:04:28.410Z","created_at":"2024-04-20T10:55:14.519Z","updated_at":"2025-11-25T10:04:28.411Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-gemma","install_command":"npm install @lenml/tokenizer-gemma","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.444Z","dependent_packages_count":0,"downloads":96,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":30.550560072258264,"dependent_packages_count":43.7351924613779,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":37.14287626681808},"purl":"pkg:npm/%40lenml/tokenizer-gemma","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-gemma","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-gemma","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-gemma/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gemma/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gemma/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gemma/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gemma/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gemma/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-04-20T10:55:15.174Z","updated_at":"2024-04-20T10:55:15.174Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":11419219,"name":"@lenml/tokenizer-deepseek_v3","ecosystem":"npm","description":"deepseek_v3 tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","deepseek_v3"],"namespace":"lenml","versions_count":4,"first_release_published_at":"2025-03-10T08:49:31.932Z","latest_release_published_at":"2025-09-06T02:06:07.822Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:04:32.752Z","created_at":"2025-03-10T08:50:35.034Z","updated_at":"2025-11-25T10:04:32.753Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-deepseek_v3","install_command":"npm install @lenml/tokenizer-deepseek_v3","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2025-09-06T06:21:55.000Z","size":1615,"stargazers_count":28,"open_issues_count":1,"forks_count":1,"subscribers_count":1,"default_branch":"main","last_synced_at":"2025-11-09T02:02:01.923Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2025-11-02T03:51:49.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":44,"total_committers":2,"mean_commits":22.0,"dds":0.4545454545454546,"last_synced_commit":"7962081f76c7c3d38b4fe75377714723d51af17d"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/lenML/tokenizers","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":283786677,"owners_count":26894348,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-11-11T02:00:06.610Z","response_time":65,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2025-11-19T07:09:04.879Z","dependent_packages_count":0,"downloads":2024,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":24.86750184996644,"dependent_packages_count":35.96275366762375,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":30.415127758795094},"purl":"pkg:npm/%40lenml/tokenizer-deepseek_v3","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-deepseek_v3","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-deepseek_v3","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-deepseek_v3/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-11-09T02:04:21.358Z","issues_count":9,"pull_requests_count":0,"avg_time_to_close_issue":32806.166666666664,"avg_time_to_close_pull_request":null,"issues_closed_count":6,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":4,"avg_comments_per_issue":0.6666666666666666,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":2,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":0.0,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}],"active_maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-deepseek_v3/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-deepseek_v3/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-deepseek_v3/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-deepseek_v3/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-deepseek_v3/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2025-03-10T08:55:36.698Z","updated_at":"2025-03-10T08:55:36.698Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":9762419,"name":"@lenml/tokenizers","ecosystem":"npm","description":"a lightweight no-dependency fork of transformers.js (only tokenizers)","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","transformers","transformers.js","gpt4","gpt4o","gpt3.5","vicuna","chatglm","baichuan","qwen"],"namespace":"lenml","versions_count":15,"first_release_published_at":"2024-04-20T10:58:06.874Z","latest_release_published_at":"2025-09-06T02:01:53.029Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:05:35.676Z","created_at":"2024-04-20T11:00:21.401Z","updated_at":"2025-11-25T10:05:35.676Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizers","install_command":"npm install @lenml/tokenizers","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.162Z","dependent_packages_count":0,"downloads":25975,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":30.550560072258264,"dependent_packages_count":43.7351924613779,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":37.14287626681808},"purl":"pkg:npm/%40lenml/tokenizers","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizers","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizers","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizers/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizers/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizers/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizers/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizers/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizers/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-04-20T11:01:14.883Z","updated_at":"2024-04-20T11:01:14.883Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":9762398,"name":"@lenml/tokenizer-claude1","ecosystem":"npm","description":"claude1 tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","claude1"],"namespace":"lenml","versions_count":14,"first_release_published_at":"2024-04-20T10:52:37.913Z","latest_release_published_at":"2025-09-06T02:05:13.880Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:05:36.132Z","created_at":"2024-04-20T10:55:14.376Z","updated_at":"2025-11-25T10:05:36.132Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-claude1","install_command":"npm install @lenml/tokenizer-claude1","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.168Z","dependent_packages_count":0,"downloads":39,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":30.550560072258264,"dependent_packages_count":43.7351924613779,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":37.14287626681808},"purl":"pkg:npm/%40lenml/tokenizer-claude1","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-claude1","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-claude1","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-claude1/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-claude1/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-claude1/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-claude1/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-claude1/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-claude1/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-04-20T10:55:15.308Z","updated_at":"2024-04-20T10:55:15.308Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":9762402,"name":"@lenml/tokenizer-chatglm3","ecosystem":"npm","description":"chatglm3 tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","chatglm3"],"namespace":"lenml","versions_count":14,"first_release_published_at":"2024-04-20T10:51:58.905Z","latest_release_published_at":"2025-09-06T02:04:30.397Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:05:37.371Z","created_at":"2024-04-20T10:55:15.041Z","updated_at":"2025-11-25T10:05:37.372Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-chatglm3","install_command":"npm install @lenml/tokenizer-chatglm3","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.258Z","dependent_packages_count":0,"downloads":16,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":30.550560072258264,"dependent_packages_count":43.7351924613779,"stargazers_count":20.118497473839213,"forks_count":14.087009372426293,"docker_downloads_count":null,"average":27.122814844975416},"purl":"pkg:npm/%40lenml/tokenizer-chatglm3","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-chatglm3","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-chatglm3","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-chatglm3/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-chatglm3/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-chatglm3/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-chatglm3/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-chatglm3/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-chatglm3/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-04-20T10:55:15.603Z","updated_at":"2024-04-20T10:55:15.603Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":12077989,"name":"@lenml/tokenizer-gptoss","ecosystem":"npm","description":"gptoss tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","gptoss"],"namespace":"lenml","versions_count":1,"first_release_published_at":"2025-09-06T06:08:03.314Z","latest_release_published_at":"2025-09-06T06:08:03.314Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:05:42.223Z","created_at":"2025-09-06T06:08:14.496Z","updated_at":"2025-11-25T10:05:42.224Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-gptoss","install_command":"npm install @lenml/tokenizer-gptoss","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2025-09-06T06:21:55.000Z","size":1615,"stargazers_count":28,"open_issues_count":1,"forks_count":1,"subscribers_count":1,"default_branch":"main","last_synced_at":"2025-11-09T02:02:01.923Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2025-11-02T03:51:49.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":44,"total_committers":2,"mean_commits":22.0,"dds":0.4545454545454546,"last_synced_commit":"7962081f76c7c3d38b4fe75377714723d51af17d"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/lenML/tokenizers","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":283786677,"owners_count":26894348,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-11-11T02:00:06.610Z","response_time":65,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2025-11-17T06:04:59.453Z","dependent_packages_count":0,"downloads":137,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":23.89914032387979,"dependent_packages_count":34.47579474545817,"stargazers_count":6.444189754095646,"forks_count":9.360629486805065,"docker_downloads_count":null,"average":18.544938577559666},"purl":"pkg:npm/%40lenml/tokenizer-gptoss","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-gptoss","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-gptoss","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-gptoss/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-11-09T02:04:21.358Z","issues_count":9,"pull_requests_count":0,"avg_time_to_close_issue":32806.166666666664,"avg_time_to_close_pull_request":null,"issues_closed_count":6,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":4,"avg_comments_per_issue":0.6666666666666666,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":2,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":0.0,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}],"active_maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gptoss/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gptoss/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gptoss/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gptoss/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gptoss/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2025-09-07T02:50:03.619Z","updated_at":"2025-09-07T02:50:03.619Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":9762415,"name":"@lenml/tokenizer-internlm2","ecosystem":"npm","description":"internlm2 tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","internlm2"],"namespace":"lenml","versions_count":13,"first_release_published_at":"2024-04-20T10:55:52.457Z","latest_release_published_at":"2025-09-06T02:24:23.432Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:05:42.709Z","created_at":"2024-04-20T11:00:20.095Z","updated_at":"2025-11-25T10:05:42.709Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-internlm2","install_command":"npm install @lenml/tokenizer-internlm2","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.137Z","dependent_packages_count":0,"downloads":131,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":30.550560072258264,"dependent_packages_count":43.7351924613779,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":37.14287626681808},"purl":"pkg:npm/%40lenml/tokenizer-internlm2","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-internlm2","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-internlm2","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-internlm2/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-internlm2/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-internlm2/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-internlm2/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-internlm2/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-internlm2/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-04-20T11:01:14.239Z","updated_at":"2024-04-20T11:01:14.239Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":10778796,"name":"@lenml/tokenizer-llama3_1","ecosystem":"npm","description":"llama3_1 tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","llama3_1"],"namespace":"lenml","versions_count":6,"first_release_published_at":"2024-08-04T05:44:15.777Z","latest_release_published_at":"2025-09-06T02:25:28.045Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:05:43.012Z","created_at":"2024-08-04T05:45:29.117Z","updated_at":"2025-11-25T10:05:43.013Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-llama3_1","install_command":"npm install @lenml/tokenizer-llama3_1","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.229Z","dependent_packages_count":0,"downloads":108,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":26.077699734244696,"dependent_packages_count":37.8853209278256,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":31.98151033103515},"purl":"pkg:npm/%40lenml/tokenizer-llama3_1","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-llama3_1","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-llama3_1","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-llama3_1/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-llama3_1/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-llama3_1/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-llama3_1/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-llama3_1/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-llama3_1/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-08-04T05:54:40.881Z","updated_at":"2024-08-04T05:54:40.881Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":9762413,"name":"@lenml/tokenizer-gpt35turbo16k","ecosystem":"npm","description":"gpt35turbo16k tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","gpt35turbo16k"],"namespace":"lenml","versions_count":13,"first_release_published_at":"2024-04-20T10:55:10.171Z","latest_release_published_at":"2025-09-06T02:23:10.756Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:05:59.648Z","created_at":"2024-04-20T11:00:20.059Z","updated_at":"2025-11-25T10:05:59.648Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-gpt35turbo16k","install_command":"npm install @lenml/tokenizer-gpt35turbo16k","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.139Z","dependent_packages_count":0,"downloads":44,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":30.550560072258264,"dependent_packages_count":43.7351924613779,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":37.14287626681808},"purl":"pkg:npm/%40lenml/tokenizer-gpt35turbo16k","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-gpt35turbo16k","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-gpt35turbo16k","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-gpt35turbo16k/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt35turbo16k/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt35turbo16k/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt35turbo16k/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt35turbo16k/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt35turbo16k/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-04-20T11:01:14.139Z","updated_at":"2024-04-20T11:01:14.139Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":9762409,"name":"@lenml/tokenizer-llama2","ecosystem":"npm","description":"llama2 tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","llama2"],"namespace":"lenml","versions_count":13,"first_release_published_at":"2024-04-20T10:56:08.473Z","latest_release_published_at":"2025-09-06T02:24:40.562Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:03:53.524Z","created_at":"2024-04-20T11:00:19.861Z","updated_at":"2025-11-25T10:03:53.524Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-llama2","install_command":"npm install @lenml/tokenizer-llama2","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.661Z","dependent_packages_count":0,"downloads":903,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":30.550560072258264,"dependent_packages_count":43.7351924613779,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":37.14287626681808},"purl":"pkg:npm/%40lenml/tokenizer-llama2","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-llama2","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-llama2","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-llama2/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-llama2/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-llama2/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-llama2/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-llama2/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-llama2/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-04-20T11:01:13.783Z","updated_at":"2024-04-20T11:01:13.783Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":9762416,"name":"@lenml/tokenizer-yi","ecosystem":"npm","description":"yi tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","yi"],"namespace":"lenml","versions_count":13,"first_release_published_at":"2024-04-20T10:58:26.205Z","latest_release_published_at":"2025-09-06T06:03:03.247Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:04:15.075Z","created_at":"2024-04-20T11:00:20.441Z","updated_at":"2025-11-25T10:04:15.075Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-yi","install_command":"npm install @lenml/tokenizer-yi","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.259Z","dependent_packages_count":0,"downloads":96,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":30.550560072258264,"dependent_packages_count":43.7351924613779,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":37.14287626681808},"purl":"pkg:npm/%40lenml/tokenizer-yi","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-yi","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-yi","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-yi/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-yi/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-yi/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-yi/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-yi/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-yi/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-04-20T11:01:14.864Z","updated_at":"2024-04-20T11:01:14.864Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":11067947,"name":"@lenml/tokenizer-gemma2","ecosystem":"npm","description":"gemma2 tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","gemma2"],"namespace":"lenml","versions_count":5,"first_release_published_at":"2024-11-21T00:01:57.050Z","latest_release_published_at":"2025-09-06T06:00:38.004Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:04:36.482Z","created_at":"2024-11-21T00:05:16.393Z","updated_at":"2025-11-25T10:04:36.483Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-gemma2","install_command":"npm install @lenml/tokenizer-gemma2","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2025-09-06T06:21:55.000Z","size":1615,"stargazers_count":27,"open_issues_count":0,"forks_count":1,"subscribers_count":1,"default_branch":"main","last_synced_at":"2025-10-28T17:53:24.902Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2025-10-27T06:36:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":44,"total_committers":2,"mean_commits":22.0,"dds":0.4545454545454546,"last_synced_commit":"7962081f76c7c3d38b4fe75377714723d51af17d"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/lenML/tokenizers","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":283447137,"owners_count":26837401,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-11-09T02:00:05.828Z","response_time":62,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2025-11-09T02:07:28.398Z","dependent_packages_count":0,"downloads":275,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":25.51515585576749,"dependent_packages_count":36.946637097270475,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":31.230896476518982},"purl":"pkg:npm/%40lenml/tokenizer-gemma2","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-gemma2","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-gemma2","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-gemma2/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-11-09T02:04:21.358Z","issues_count":9,"pull_requests_count":0,"avg_time_to_close_issue":32806.166666666664,"avg_time_to_close_pull_request":null,"issues_closed_count":6,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":4,"avg_comments_per_issue":0.6666666666666666,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":2,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":0.0,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}],"active_maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gemma2/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gemma2/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gemma2/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gemma2/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gemma2/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-11-21T00:13:03.155Z","updated_at":"2024-11-21T00:13:03.155Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":9762404,"name":"@lenml/tokenizer-qwen1_5","ecosystem":"npm","description":"qwen1_5 tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","qwen1_5"],"namespace":"lenml","versions_count":13,"first_release_published_at":"2024-04-20T10:57:01.630Z","latest_release_published_at":"2025-09-06T02:26:43.366Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:04:40.075Z","created_at":"2024-04-20T11:00:19.634Z","updated_at":"2025-11-25T10:04:40.076Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-qwen1_5","install_command":"npm install @lenml/tokenizer-qwen1_5","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.264Z","dependent_packages_count":0,"downloads":479,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":30.550560072258264,"dependent_packages_count":43.7351924613779,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":37.14287626681808},"purl":"pkg:npm/%40lenml/tokenizer-qwen1_5","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-qwen1_5","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-qwen1_5","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-qwen1_5/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-qwen1_5/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-qwen1_5/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-qwen1_5/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-qwen1_5/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-qwen1_5/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-04-20T11:01:13.819Z","updated_at":"2024-04-20T11:01:13.819Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":11438144,"name":"@lenml/tokenizer-gemma3","ecosystem":"npm","description":"gemma3 tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","gemma3"],"namespace":"lenml","versions_count":3,"first_release_published_at":"2025-03-16T13:38:24.342Z","latest_release_published_at":"2025-09-06T02:22:05.191Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:04:42.951Z","created_at":"2025-03-16T13:39:38.506Z","updated_at":"2025-11-25T10:04:42.952Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-gemma3","install_command":"npm install @lenml/tokenizer-gemma3","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2025-09-06T06:21:55.000Z","size":1615,"stargazers_count":28,"open_issues_count":1,"forks_count":1,"subscribers_count":1,"default_branch":"main","last_synced_at":"2025-11-09T02:02:01.923Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2025-11-02T03:51:49.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":44,"total_committers":2,"mean_commits":22.0,"dds":0.4545454545454546,"last_synced_commit":"7962081f76c7c3d38b4fe75377714723d51af17d"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/lenML/tokenizers","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":283786677,"owners_count":26894348,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-11-11T02:00:06.610Z","response_time":65,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2025-11-17T06:03:53.129Z","dependent_packages_count":0,"downloads":5964,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":24.82714662906276,"dependent_packages_count":35.9026655368045,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":30.36490608293363},"purl":"pkg:npm/%40lenml/tokenizer-gemma3","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-gemma3","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-gemma3","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-gemma3/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-11-09T02:04:21.358Z","issues_count":9,"pull_requests_count":0,"avg_time_to_close_issue":32806.166666666664,"avg_time_to_close_pull_request":null,"issues_closed_count":6,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":4,"avg_comments_per_issue":0.6666666666666666,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":2,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":0.0,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}],"active_maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gemma3/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gemma3/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gemma3/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gemma3/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gemma3/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2025-03-16T13:39:40.590Z","updated_at":"2025-03-16T13:39:40.590Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":9762410,"name":"@lenml/tokenizer-gpt4","ecosystem":"npm","description":"gpt4 tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","gpt4"],"namespace":"lenml","versions_count":13,"first_release_published_at":"2024-04-20T10:55:30.660Z","latest_release_published_at":"2025-09-06T02:23:27.952Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:04:43.384Z","created_at":"2024-04-20T11:00:19.872Z","updated_at":"2025-11-25T10:04:43.385Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-gpt4","install_command":"npm install @lenml/tokenizer-gpt4","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.257Z","dependent_packages_count":0,"downloads":204,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":30.550560072258264,"dependent_packages_count":43.7351924613779,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":37.14287626681808},"purl":"pkg:npm/%40lenml/tokenizer-gpt4","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-gpt4","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-gpt4","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-gpt4/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt4/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt4/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt4/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt4/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt4/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-04-20T11:01:13.679Z","updated_at":"2024-04-20T11:01:13.679Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":11079085,"name":"@lenml/tokenizer-gemini","ecosystem":"npm","description":"gemini tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","gemini"],"namespace":"lenml","versions_count":5,"first_release_published_at":"2024-11-24T12:55:36.677Z","latest_release_published_at":"2025-09-06T02:06:42.266Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:04:47.125Z","created_at":"2024-11-24T12:56:11.827Z","updated_at":"2025-11-25T10:04:47.125Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-gemini","install_command":"npm install @lenml/tokenizer-gemini","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2025-09-06T06:21:55.000Z","size":1615,"stargazers_count":28,"open_issues_count":1,"forks_count":1,"subscribers_count":1,"default_branch":"main","last_synced_at":"2025-11-09T02:02:01.923Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2025-11-02T03:51:49.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":44,"total_committers":2,"mean_commits":22.0,"dds":0.4545454545454546,"last_synced_commit":"7962081f76c7c3d38b4fe75377714723d51af17d"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/lenML/tokenizers","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":283786677,"owners_count":26894348,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-11-11T02:00:06.610Z","response_time":65,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2025-11-17T06:04:15.447Z","dependent_packages_count":0,"downloads":2509,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":25.498902194812885,"dependent_packages_count":36.92123882624877,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":31.210070510530826},"purl":"pkg:npm/%40lenml/tokenizer-gemini","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-gemini","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-gemini","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-gemini/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-11-09T02:04:21.358Z","issues_count":9,"pull_requests_count":0,"avg_time_to_close_issue":32806.166666666664,"avg_time_to_close_pull_request":null,"issues_closed_count":6,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":4,"avg_comments_per_issue":0.6666666666666666,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":2,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":0.0,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}],"active_maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gemini/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gemini/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gemini/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gemini/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gemini/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-11-24T12:56:12.689Z","updated_at":"2024-11-24T12:56:12.689Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":9978451,"name":"@lenml/tokenizer-gpt4o","ecosystem":"npm","description":"gpt4o tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","gpt4o"],"namespace":"lenml","versions_count":11,"first_release_published_at":"2024-05-14T11:17:08.955Z","latest_release_published_at":"2025-09-06T02:23:53.742Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:04:47.145Z","created_at":"2024-05-14T20:53:16.564Z","updated_at":"2025-11-25T10:04:47.145Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-gpt4o","install_command":"npm install @lenml/tokenizer-gpt4o","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.171Z","dependent_packages_count":0,"downloads":446,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":29.189311845391764,"dependent_packages_count":41.767085511231834,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":35.4781986783118},"purl":"pkg:npm/%40lenml/tokenizer-gpt4o","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-gpt4o","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-gpt4o","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-gpt4o/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt4o/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt4o/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt4o/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt4o/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt4o/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-05-14T20:53:17.305Z","updated_at":"2024-05-14T20:53:17.305Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":12077993,"name":"@lenml/tokenizer-minicpm_v4_5","ecosystem":"npm","description":"minicpm_v4_5 tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","minicpm_v4_5"],"namespace":"lenml","versions_count":1,"first_release_published_at":"2025-09-06T06:14:26.097Z","latest_release_published_at":"2025-09-06T06:14:26.097Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:04:35.340Z","created_at":"2025-09-06T06:14:56.615Z","updated_at":"2025-11-25T10:14:24.310Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-minicpm_v4_5","install_command":"npm install @lenml/tokenizer-minicpm_v4_5","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2025-09-06T06:21:55.000Z","size":1615,"stargazers_count":28,"open_issues_count":1,"forks_count":1,"subscribers_count":1,"default_branch":"main","last_synced_at":"2025-11-17T06:06:44.968Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2025-11-02T03:51:49.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":44,"total_committers":2,"mean_commits":22.0,"dds":0.4545454545454546,"last_synced_commit":"7962081f76c7c3d38b4fe75377714723d51af17d"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/lenML/tokenizers","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286079811,"owners_count":27282121,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-11-25T02:00:05.816Z","response_time":54,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2025-11-25T10:14:24.310Z","dependent_packages_count":0,"downloads":15,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":23.89914032387979,"dependent_packages_count":34.47579474545817,"stargazers_count":6.444189754095646,"forks_count":9.360629486805065,"docker_downloads_count":null,"average":18.544938577559666},"purl":"pkg:npm/%40lenml/tokenizer-minicpm_v4_5","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-minicpm_v4_5","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-minicpm_v4_5","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-minicpm_v4_5/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-11-09T02:04:21.358Z","issues_count":9,"pull_requests_count":0,"avg_time_to_close_issue":32806.166666666664,"avg_time_to_close_pull_request":null,"issues_closed_count":6,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":4,"avg_comments_per_issue":0.6666666666666666,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":2,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":0.0,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}],"active_maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-minicpm_v4_5/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-minicpm_v4_5/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-minicpm_v4_5/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-minicpm_v4_5/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-minicpm_v4_5/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2025-09-07T02:50:57.410Z","updated_at":"2025-09-07T02:50:57.410Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":11067946,"name":"@lenml/tokenizer-aya_expanse","ecosystem":"npm","description":"aya_expanse tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","aya_expanse"],"namespace":"lenml","versions_count":5,"first_release_published_at":"2024-11-21T00:00:12.509Z","latest_release_published_at":"2025-09-06T02:03:54.526Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:05:42.760Z","created_at":"2024-11-21T00:01:38.260Z","updated_at":"2025-11-25T10:14:52.758Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-aya_expanse","install_command":"npm install @lenml/tokenizer-aya_expanse","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2025-09-06T06:21:55.000Z","size":1615,"stargazers_count":28,"open_issues_count":1,"forks_count":1,"subscribers_count":1,"default_branch":"main","last_synced_at":"2025-11-17T06:06:44.968Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2025-11-02T03:51:49.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":44,"total_committers":2,"mean_commits":22.0,"dds":0.4545454545454546,"last_synced_commit":"7962081f76c7c3d38b4fe75377714723d51af17d"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/lenML/tokenizers","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286079811,"owners_count":27282121,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-11-25T02:00:05.816Z","response_time":54,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2025-11-25T10:14:52.758Z","dependent_packages_count":0,"downloads":13,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":25.51515585576749,"dependent_packages_count":36.946637097270475,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":31.230896476518982},"purl":"pkg:npm/%40lenml/tokenizer-aya_expanse","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-aya_expanse","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-aya_expanse","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-aya_expanse/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-11-09T02:04:21.358Z","issues_count":9,"pull_requests_count":0,"avg_time_to_close_issue":32806.166666666664,"avg_time_to_close_pull_request":null,"issues_closed_count":6,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":4,"avg_comments_per_issue":0.6666666666666666,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":2,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":0.0,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}],"active_maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-aya_expanse/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-aya_expanse/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-aya_expanse/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-aya_expanse/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-aya_expanse/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-11-21T00:09:14.340Z","updated_at":"2024-11-21T00:09:14.340Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":11604182,"name":"@lenml/tokenizer-qwen3","ecosystem":"npm","description":"qwen3 tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","qwen3"],"namespace":"lenml","versions_count":2,"first_release_published_at":"2025-05-03T18:10:27.058Z","latest_release_published_at":"2025-09-06T06:01:56.547Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:04:47.163Z","created_at":"2025-05-03T18:15:13.925Z","updated_at":"2025-11-25T10:04:47.164Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-qwen3","install_command":"npm install @lenml/tokenizer-qwen3","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2025-09-06T06:21:55.000Z","size":1615,"stargazers_count":28,"open_issues_count":1,"forks_count":1,"subscribers_count":1,"default_branch":"main","last_synced_at":"2025-11-09T02:02:01.923Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2025-11-02T03:51:49.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":44,"total_committers":2,"mean_commits":22.0,"dds":0.4545454545454546,"last_synced_commit":"7962081f76c7c3d38b4fe75377714723d51af17d"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/lenML/tokenizers","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":283786677,"owners_count":26894348,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-11-11T02:00:06.610Z","response_time":65,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2025-11-17T06:04:04.285Z","dependent_packages_count":0,"downloads":1256,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":24.718326566425183,"dependent_packages_count":35.67946805913867,"stargazers_count":6.610131029290132,"forks_count":9.375100138072137,"docker_downloads_count":null,"average":19.09575644823153},"purl":"pkg:npm/%40lenml/tokenizer-qwen3","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-qwen3","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-qwen3","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-qwen3/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-11-09T02:04:21.358Z","issues_count":9,"pull_requests_count":0,"avg_time_to_close_issue":32806.166666666664,"avg_time_to_close_pull_request":null,"issues_closed_count":6,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":4,"avg_comments_per_issue":0.6666666666666666,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":2,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":0.0,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}],"active_maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-qwen3/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-qwen3/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-qwen3/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-qwen3/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-qwen3/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2025-05-03T18:15:15.996Z","updated_at":"2025-05-03T18:15:15.996Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":11067949,"name":"@lenml/tokenizer-mistral_nemo","ecosystem":"npm","description":"mistral_nemo tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","mistral_nemo"],"namespace":"lenml","versions_count":5,"first_release_published_at":"2024-11-21T00:04:23.099Z","latest_release_published_at":"2025-09-06T02:26:21.545Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:05:35.602Z","created_at":"2024-11-21T00:05:17.584Z","updated_at":"2025-11-25T10:05:35.602Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-mistral_nemo","install_command":"npm install @lenml/tokenizer-mistral_nemo","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2025-09-06T06:21:55.000Z","size":1615,"stargazers_count":28,"open_issues_count":1,"forks_count":1,"subscribers_count":1,"default_branch":"main","last_synced_at":"2025-11-09T02:02:01.923Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2025-11-02T03:51:49.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":44,"total_committers":2,"mean_commits":22.0,"dds":0.4545454545454546,"last_synced_commit":"7962081f76c7c3d38b4fe75377714723d51af17d"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/lenML/tokenizers","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":283786677,"owners_count":26894348,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-11-11T02:00:06.610Z","response_time":65,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2025-11-17T06:04:29.699Z","dependent_packages_count":0,"downloads":22,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":25.51515585576749,"dependent_packages_count":36.946637097270475,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":31.230896476518982},"purl":"pkg:npm/%40lenml/tokenizer-mistral_nemo","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-mistral_nemo","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-mistral_nemo","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-mistral_nemo/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-11-09T02:04:21.358Z","issues_count":9,"pull_requests_count":0,"avg_time_to_close_issue":32806.166666666664,"avg_time_to_close_pull_request":null,"issues_closed_count":6,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":4,"avg_comments_per_issue":0.6666666666666666,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":2,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":0.0,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}],"active_maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-mistral_nemo/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-mistral_nemo/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-mistral_nemo/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-mistral_nemo/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-mistral_nemo/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-11-21T00:13:03.706Z","updated_at":"2024-11-21T00:13:03.706Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":9762392,"name":"@lenml/tokenizer-gpt2","ecosystem":"npm","description":"gpt2 tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","gpt2"],"namespace":"lenml","versions_count":13,"first_release_published_at":"2024-04-20T10:54:15.880Z","latest_release_published_at":"2025-09-06T02:22:19.901Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:05:35.466Z","created_at":"2024-04-20T10:55:13.507Z","updated_at":"2025-11-25T10:05:35.466Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-gpt2","install_command":"npm install @lenml/tokenizer-gpt2","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.228Z","dependent_packages_count":0,"downloads":121,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":30.550560072258264,"dependent_packages_count":43.7351924613779,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":37.14287626681808},"purl":"pkg:npm/%40lenml/tokenizer-gpt2","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-gpt2","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-gpt2","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-gpt2/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt2/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt2/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt2/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt2/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt2/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-04-20T10:55:14.300Z","updated_at":"2024-04-20T10:55:14.300Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":11067948,"name":"@lenml/tokenizer-llama3_2","ecosystem":"npm","description":"llama3_2 tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","llama3_2"],"namespace":"lenml","versions_count":4,"first_release_published_at":"2024-11-21T00:03:24.262Z","latest_release_published_at":"2025-09-06T02:25:54.901Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:05:42.987Z","created_at":"2024-11-21T00:05:17.552Z","updated_at":"2025-11-25T10:05:42.987Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-llama3_2","install_command":"npm install @lenml/tokenizer-llama3_2","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2025-09-06T06:21:55.000Z","size":1615,"stargazers_count":28,"open_issues_count":1,"forks_count":1,"subscribers_count":1,"default_branch":"main","last_synced_at":"2025-11-09T02:02:01.923Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2025-11-02T03:51:49.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":44,"total_committers":2,"mean_commits":22.0,"dds":0.4545454545454546,"last_synced_commit":"7962081f76c7c3d38b4fe75377714723d51af17d"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/lenML/tokenizers","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":283786677,"owners_count":26894348,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-11-11T02:00:06.610Z","response_time":65,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2025-11-17T06:05:27.042Z","dependent_packages_count":0,"downloads":131,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":25.51515585576749,"dependent_packages_count":36.946637097270475,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":31.230896476518982},"purl":"pkg:npm/%40lenml/tokenizer-llama3_2","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-llama3_2","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-llama3_2","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-llama3_2/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-11-09T02:04:21.358Z","issues_count":9,"pull_requests_count":0,"avg_time_to_close_issue":32806.166666666664,"avg_time_to_close_pull_request":null,"issues_closed_count":6,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":4,"avg_comments_per_issue":0.6666666666666666,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":2,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":0.0,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}],"active_maintainers":[{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-llama3_2/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-llama3_2/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-llama3_2/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-llama3_2/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-llama3_2/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-11-21T00:13:03.589Z","updated_at":"2024-11-21T00:13:03.589Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":9762401,"name":"@lenml/tokenizer-gpt35turbo","ecosystem":"npm","description":"gpt35turbo tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","gpt35turbo"],"namespace":"lenml","versions_count":13,"first_release_published_at":"2024-04-20T10:54:50.184Z","latest_release_published_at":"2025-09-06T02:22:52.609Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-25T10:05:44.039Z","created_at":"2024-04-20T10:55:14.564Z","updated_at":"2025-11-25T10:05:44.039Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-gpt35turbo","install_command":"npm install @lenml/tokenizer-gpt35turbo","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.537Z","dependent_packages_count":0,"downloads":453,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":30.550560072258264,"dependent_packages_count":43.7351924613779,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":37.14287626681808},"purl":"pkg:npm/%40lenml/tokenizer-gpt35turbo","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-gpt35turbo","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-gpt35turbo","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-gpt35turbo/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt35turbo/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt35turbo/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt35turbo/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt35turbo/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt35turbo/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-04-20T10:55:15.842Z","updated_at":"2024-04-20T10:55:15.842Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":9762418,"name":"@lenml/tokenizer-text_embedding_ada002","ecosystem":"npm","description":"text_embedding_ada002 tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","text_embedding_ada002"],"namespace":"lenml","versions_count":13,"first_release_published_at":"2024-04-20T10:57:54.760Z","latest_release_published_at":"2025-09-06T06:02:44.627Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-09T02:03:46.735Z","created_at":"2024-04-20T11:00:20.777Z","updated_at":"2025-11-09T02:03:46.735Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-text_embedding_ada002","install_command":"npm install @lenml/tokenizer-text_embedding_ada002","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.125Z","dependent_packages_count":0,"downloads":126,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":30.550560072258264,"dependent_packages_count":43.7351924613779,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":37.14287626681808},"purl":"pkg:npm/%40lenml/tokenizer-text_embedding_ada002","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-text_embedding_ada002","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-text_embedding_ada002","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-text_embedding_ada002/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-text_embedding_ada002/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-text_embedding_ada002/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-text_embedding_ada002/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-text_embedding_ada002/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-text_embedding_ada002/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-04-20T11:01:14.696Z","updated_at":"2024-04-20T11:01:14.696Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":9762408,"name":"@lenml/tokenizer-text_davinci003","ecosystem":"npm","description":"text_davinci003 tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","text_davinci003"],"namespace":"lenml","versions_count":13,"first_release_published_at":"2024-04-20T10:57:34.219Z","latest_release_published_at":"2025-09-06T06:02:26.203Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-09T02:03:47.187Z","created_at":"2024-04-20T11:00:19.856Z","updated_at":"2025-11-09T02:03:47.187Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-text_davinci003","install_command":"npm install @lenml/tokenizer-text_davinci003","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.227Z","dependent_packages_count":0,"downloads":76,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":30.550560072258264,"dependent_packages_count":43.7351924613779,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":37.14287626681808},"purl":"pkg:npm/%40lenml/tokenizer-text_davinci003","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-text_davinci003","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-text_davinci003","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-text_davinci003/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-text_davinci003/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-text_davinci003/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-text_davinci003/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-text_davinci003/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-text_davinci003/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-04-20T11:01:13.257Z","updated_at":"2024-04-20T11:01:13.257Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":9762397,"name":"@lenml/tokenizer-command_r_plus","ecosystem":"npm","description":"command_r_plus tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","command_r_plus"],"namespace":"lenml","versions_count":13,"first_release_published_at":"2024-04-20T10:53:18.919Z","latest_release_published_at":"2025-09-06T02:05:46.268Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-09T02:03:47.036Z","created_at":"2024-04-20T10:55:14.218Z","updated_at":"2025-11-09T02:03:47.036Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-command_r_plus","install_command":"npm install @lenml/tokenizer-command_r_plus","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.170Z","dependent_packages_count":0,"downloads":154,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":30.550560072258264,"dependent_packages_count":43.7351924613779,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":37.14287626681808},"purl":"pkg:npm/%40lenml/tokenizer-command_r_plus","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-command_r_plus","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-command_r_plus","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-command_r_plus/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-command_r_plus/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-command_r_plus/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-command_r_plus/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-command_r_plus/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-command_r_plus/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-04-20T10:55:14.920Z","updated_at":"2024-04-20T10:55:14.920Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":9762411,"name":"@lenml/tokenizer-text_davinci002","ecosystem":"npm","description":"text_davinci002 tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","text_davinci002"],"namespace":"lenml","versions_count":13,"first_release_published_at":"2024-04-20T10:57:17.473Z","latest_release_published_at":"2025-09-06T06:02:11.151Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-09T02:03:47.561Z","created_at":"2024-04-20T11:00:19.888Z","updated_at":"2025-11-09T02:03:47.562Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-text_davinci002","install_command":"npm install @lenml/tokenizer-text_davinci002","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.138Z","dependent_packages_count":0,"downloads":71,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":30.550560072258264,"dependent_packages_count":43.7351924613779,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":37.14287626681808},"purl":"pkg:npm/%40lenml/tokenizer-text_davinci002","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-text_davinci002","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-text_davinci002","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-text_davinci002/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-text_davinci002/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-text_davinci002/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-text_davinci002/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-text_davinci002/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-text_davinci002/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-04-20T11:01:14.081Z","updated_at":"2024-04-20T11:01:14.081Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":9762395,"name":"@lenml/tokenizer-baichuan2","ecosystem":"npm","description":"baichuan2 tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","baichuan2"],"namespace":"lenml","versions_count":14,"first_release_published_at":"2024-04-20T10:51:40.823Z","latest_release_published_at":"2025-09-06T02:04:14.337Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-09T02:03:47.452Z","created_at":"2024-04-20T10:55:13.660Z","updated_at":"2025-11-09T02:03:47.452Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-baichuan2","install_command":"npm install @lenml/tokenizer-baichuan2","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.259Z","dependent_packages_count":0,"downloads":97,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":30.550560072258264,"dependent_packages_count":43.7351924613779,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":37.14287626681808},"purl":"pkg:npm/%40lenml/tokenizer-baichuan2","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-baichuan2","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-baichuan2","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-baichuan2/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-baichuan2/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-baichuan2/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-baichuan2/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-baichuan2/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-baichuan2/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-04-20T10:55:14.551Z","updated_at":"2024-04-20T10:55:14.551Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":9762400,"name":"@lenml/tokenizer-claude","ecosystem":"npm","description":"claude tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","claude"],"namespace":"lenml","versions_count":14,"first_release_published_at":"2024-04-20T10:52:19.500Z","latest_release_published_at":"2025-09-06T02:04:58.107Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-09T02:03:47.153Z","created_at":"2024-04-20T10:55:14.542Z","updated_at":"2025-11-09T02:03:47.154Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-claude","install_command":"npm install @lenml/tokenizer-claude","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.431Z","dependent_packages_count":0,"downloads":4696,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":30.550560072258264,"dependent_packages_count":43.7351924613779,"stargazers_count":20.118497473839213,"forks_count":14.087009372426293,"docker_downloads_count":null,"average":27.122814844975416},"purl":"pkg:npm/%40lenml/tokenizer-claude","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-claude","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-claude","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-claude/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-claude/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-claude/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-claude/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-claude/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-claude/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-04-20T10:55:15.486Z","updated_at":"2024-04-20T10:55:15.486Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":9762396,"name":"@lenml/tokenizer-gpt3","ecosystem":"npm","description":"gpt3 tokenizer for NodeJS/Browser","homepage":"https://github.com/lenML/tokenizers#readme","licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/lenML/tokenizers","keywords_array":["llama","llama2","llama3","chatgpt","mistral","tokenizer","gpt3"],"namespace":"lenml","versions_count":13,"first_release_published_at":"2024-04-20T10:54:29.906Z","latest_release_published_at":"2025-09-06T02:22:35.034Z","latest_release_number":"3.7.2","last_synced_at":"2025-11-09T02:03:47.818Z","created_at":"2024-04-20T10:55:14.027Z","updated_at":"2025-11-09T02:03:47.819Z","registry_url":"https://www.npmjs.com/package/@lenml/tokenizer-gpt3","install_command":"npm install @lenml/tokenizer-gpt3","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.7.2"}},"repo_metadata":{"id":234664568,"uuid":"789341239","full_name":"lenML/tokenizers","owner":"lenML","description":"a lightweight no-dependency fork from transformers.js (only tokenizers)","archived":false,"fork":false,"pushed_at":"2024-08-04T06:09:01.000Z","size":545,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-08-29T13:41:45.421Z","etag":null,"topics":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lenML.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-04-20T09:11:18.000Z","updated_at":"2024-08-09T17:28:18.000Z","dependencies_parsed_at":"2024-05-14T06:31:58.936Z","dependency_job_id":"108a078c-4e8a-4f13-9693-0a9dccf3b6fa","html_url":"https://github.com/lenML/tokenizers","commit_stats":{"total_commits":36,"total_committers":2,"mean_commits":18.0,"dds":0.4444444444444444,"last_synced_commit":"fc65f6e7d88b1a974238d828253b32671f1e8d32"},"previous_names":["lenml/tokenizers"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","download_url":"https://codeload.github.com/lenML/tokenizers/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217590815,"owners_count":16201404,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"lenML","name":"lenML","uuid":"154655365","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/154655365?v=4","repositories_count":1,"last_synced_at":"2023-12-31T10:24:24.070Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lenML","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-12-31T10:24:24.085Z","updated_at":"2023-12-31T10:24:24.085Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lenML/repositories"},"tags":[]},"repo_metadata_updated_at":"2024-09-07T22:14:46.220Z","dependent_packages_count":0,"downloads":97,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":30.550560072258264,"dependent_packages_count":43.7351924613779,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":37.14287626681808},"purl":"pkg:npm/%40lenml/tokenizer-gpt3","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/@lenml/tokenizer-gpt3","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/@lenml/tokenizer-gpt3","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/@lenml/tokenizer-gpt3/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T20:35:36.773Z","issues_count":3,"pull_requests_count":0,"avg_time_to_close_issue":99982.66666666667,"avg_time_to_close_pull_request":null,"issues_closed_count":3,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":2,"avg_comments_per_issue":1.3333333333333333,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":99982.66666666667,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":1.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt3/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt3/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt3/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt3/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/@lenml%2Ftokenizer-gpt3/codemeta","maintainers":[{"uuid":"luke_zhang","login":"luke_zhang","name":null,"email":"zhz961101@gmail.com","url":null,"packages_count":88,"html_url":"https://www.npmjs.com/~luke_zhang","role":null,"created_at":"2024-04-20T10:55:14.779Z","updated_at":"2024-04-20T10:55:14.779Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/luke_zhang/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5243956,"maintainers_count":1084909,"namespaces_count":330439,"keywords_count":755892,"github":"npm","metadata":{"funded_packages_count":158871},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-12-01T07:24:44.268Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}}],"commits":{"id":1640867,"full_name":"lenML/tokenizers","default_branch":"main","total_commits":67,"total_committers":1,"total_bot_commits":0,"total_bot_committers":0,"mean_commits":67.0,"dds":0.0,"past_year_total_commits":15,"past_year_total_committers":1,"past_year_total_bot_commits":0,"past_year_total_bot_committers":0,"past_year_mean_commits":15.0,"past_year_dds":0.0,"last_synced_at":"2025-11-30T01:27:11.988Z","last_synced_commit":"a71bb3c9664b46cb6c546635de2c6a77ea9a349a","created_at":"2024-07-25T15:44:04.466Z","updated_at":"2025-11-30T01:27:11.949Z","committers":[{"name":"zhzluke96","email":"zhzluke96@outlook.com","login":"zhzLuke96","count":67}],"past_year_committers":[{"name":"zhzluke96","email":"zhzluke96@outlook.com","login":"zhzLuke96","count":15}],"commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-12-01T00:00:26.979Z","repositories_count":6119862,"commits_count":925598299,"contributors_count":36022628,"owners_count":1120394,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}},"issues":{"table":{"full_name":"lenML/tokenizers","html_url":"https://github.com/lenML/tokenizers","last_synced_at":"2025-11-09T02:04:21.358Z","status":"active","issues_count":9,"pull_requests_count":0,"avg_time_to_close_issue":32806.166666666664,"avg_time_to_close_pull_request":null,"issues_closed_count":6,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":4,"avg_comments_per_issue":0.6666666666666666,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":2,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":0.0,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"created_at":"2024-07-25T15:44:06.028Z","updated_at":"2025-11-09T02:04:21.358Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lenML%2Ftokenizers/issues","issue_labels_count":{"table":{"enhancement":2,"bug":2}},"pull_request_labels_count":{"table":{}},"issue_author_associations_count":{"table":{"NONE":8,"MEMBER":1}},"pull_request_author_associations_count":{"table":{}},"issue_authors":{"table":{"zcbenz":6,"huyiwen":1,"zhzLuke96":1,"punkpeye":1}},"pull_request_authors":{"table":{}},"host":{"table":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-12-01T00:00:36.584Z","repositories_count":11930666,"issues_count":35440639,"pull_requests_count":115626718,"authors_count":11047464,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"}},"past_year_issue_labels_count":{"table":{}},"past_year_pull_request_labels_count":{"table":{}},"past_year_issue_author_associations_count":{"table":{"MEMBER":1}},"past_year_pull_request_author_associations_count":{"table":{}},"past_year_issue_authors":{"table":{"zhzLuke96":1}},"past_year_pull_request_authors":{"table":{}},"maintainers":[{"table":{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}}],"active_maintainers":[{"table":{"login":"zhzLuke96","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zhzLuke96"}}]}},"events":{"total":{"IssuesEvent":6,"WatchEvent":11,"IssueCommentEvent":6,"PushEvent":11,"ForkEvent":1},"last_year":{"IssuesEvent":1,"WatchEvent":10,"PushEvent":6,"ForkEvent":1}},"keywords":["baichuan","chatglm","chatgpt","gpt4","llama2","llama3","mistral","tokenizer","transfomers"],"dependencies":[{"ecosystem":"npm","filepath":"package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:43.037Z","updated_at":"2024-04-23T02:54:43.037Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/package.json","dependencies":[{"id":17623116050,"package_name":"semver","ecosystem":"npm","requirements":"^7.6.0","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"npm","filepath":"packages/baichuan2/package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:43.409Z","updated_at":"2024-04-23T02:54:43.409Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/packages/baichuan2/package.json","dependencies":[{"id":17623117254,"package_name":"@lenml/tokenizers","ecosystem":"npm","requirements":"workspace:^","direct":true,"kind":"runtime","optional":false},{"id":17623117255,"package_name":"@types/node","ecosystem":"npm","requirements":"^20.12.7","direct":true,"kind":"development","optional":false},{"id":17623117256,"package_name":"ts-node","ecosystem":"npm","requirements":"^10.9.2","direct":true,"kind":"development","optional":false},{"id":17623117257,"package_name":"tslib","ecosystem":"npm","requirements":"^2.6.2","direct":true,"kind":"development","optional":false},{"id":17623117258,"package_name":"tsup","ecosystem":"npm","requirements":"^8.0.2","direct":true,"kind":"development","optional":false},{"id":17623117259,"package_name":"typescript","ecosystem":"npm","requirements":"^5.4.5","direct":true,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"packages/chatglm3/package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:44.269Z","updated_at":"2024-04-23T02:54:44.269Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/packages/chatglm3/package.json","dependencies":[{"id":17623118529,"package_name":"@lenml/tokenizers","ecosystem":"npm","requirements":"workspace:^","direct":true,"kind":"runtime","optional":false},{"id":17623118530,"package_name":"@types/node","ecosystem":"npm","requirements":"^20.12.7","direct":true,"kind":"development","optional":false},{"id":17623118531,"package_name":"ts-node","ecosystem":"npm","requirements":"^10.9.2","direct":true,"kind":"development","optional":false},{"id":17623118532,"package_name":"tslib","ecosystem":"npm","requirements":"^2.6.2","direct":true,"kind":"development","optional":false},{"id":17623118533,"package_name":"tsup","ecosystem":"npm","requirements":"^8.0.2","direct":true,"kind":"development","optional":false},{"id":17623118534,"package_name":"typescript","ecosystem":"npm","requirements":"^5.4.5","direct":true,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"packages/claude/package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:44.775Z","updated_at":"2024-04-23T02:54:44.775Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/packages/claude/package.json","dependencies":[{"id":17623118542,"package_name":"@lenml/tokenizers","ecosystem":"npm","requirements":"workspace:^","direct":true,"kind":"runtime","optional":false},{"id":17623118543,"package_name":"@types/node","ecosystem":"npm","requirements":"^20.12.7","direct":true,"kind":"development","optional":false},{"id":17623118544,"package_name":"ts-node","ecosystem":"npm","requirements":"^10.9.2","direct":true,"kind":"development","optional":false},{"id":17623118545,"package_name":"tslib","ecosystem":"npm","requirements":"^2.6.2","direct":true,"kind":"development","optional":false},{"id":17623118546,"package_name":"tsup","ecosystem":"npm","requirements":"^8.0.2","direct":true,"kind":"development","optional":false},{"id":17623118547,"package_name":"typescript","ecosystem":"npm","requirements":"^5.4.5","direct":true,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"packages/claude1/package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:44.990Z","updated_at":"2024-04-23T02:54:44.990Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/packages/claude1/package.json","dependencies":[{"id":17623119194,"package_name":"@lenml/tokenizers","ecosystem":"npm","requirements":"workspace:^","direct":true,"kind":"runtime","optional":false},{"id":17623119195,"package_name":"@types/node","ecosystem":"npm","requirements":"^20.12.7","direct":true,"kind":"development","optional":false},{"id":17623119196,"package_name":"ts-node","ecosystem":"npm","requirements":"^10.9.2","direct":true,"kind":"development","optional":false},{"id":17623119197,"package_name":"tslib","ecosystem":"npm","requirements":"^2.6.2","direct":true,"kind":"development","optional":false},{"id":17623119198,"package_name":"tsup","ecosystem":"npm","requirements":"^8.0.2","direct":true,"kind":"development","optional":false},{"id":17623119199,"package_name":"typescript","ecosystem":"npm","requirements":"^5.4.5","direct":true,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"packages/command_r_plus/package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:45.622Z","updated_at":"2024-04-23T02:54:45.622Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/packages/command_r_plus/package.json","dependencies":[{"id":17623119200,"package_name":"@lenml/tokenizers","ecosystem":"npm","requirements":"workspace:^","direct":true,"kind":"runtime","optional":false},{"id":17623119201,"package_name":"@types/node","ecosystem":"npm","requirements":"^20.12.7","direct":true,"kind":"development","optional":false},{"id":17623119202,"package_name":"ts-node","ecosystem":"npm","requirements":"^10.9.2","direct":true,"kind":"development","optional":false},{"id":17623119203,"package_name":"tslib","ecosystem":"npm","requirements":"^2.6.2","direct":true,"kind":"development","optional":false},{"id":17623119204,"package_name":"tsup","ecosystem":"npm","requirements":"^8.0.2","direct":true,"kind":"development","optional":false},{"id":17623119205,"package_name":"typescript","ecosystem":"npm","requirements":"^5.4.5","direct":true,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"packages/gemma/package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:45.811Z","updated_at":"2024-04-23T02:54:45.811Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/packages/gemma/package.json","dependencies":[{"id":17623119223,"package_name":"@lenml/tokenizers","ecosystem":"npm","requirements":"workspace:^","direct":true,"kind":"runtime","optional":false},{"id":17623119224,"package_name":"@types/node","ecosystem":"npm","requirements":"^20.12.7","direct":true,"kind":"development","optional":false},{"id":17623119225,"package_name":"ts-node","ecosystem":"npm","requirements":"^10.9.2","direct":true,"kind":"development","optional":false},{"id":17623119226,"package_name":"tslib","ecosystem":"npm","requirements":"^2.6.2","direct":true,"kind":"development","optional":false},{"id":17623119227,"package_name":"tsup","ecosystem":"npm","requirements":"^8.0.2","direct":true,"kind":"development","optional":false},{"id":17623119228,"package_name":"typescript","ecosystem":"npm","requirements":"^5.4.5","direct":true,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"packages/gpt2/package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:46.734Z","updated_at":"2024-04-23T02:54:46.734Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/packages/gpt2/package.json","dependencies":[{"id":17623119229,"package_name":"@lenml/tokenizers","ecosystem":"npm","requirements":"workspace:^","direct":true,"kind":"runtime","optional":false},{"id":17623119230,"package_name":"@types/node","ecosystem":"npm","requirements":"^20.12.7","direct":true,"kind":"development","optional":false},{"id":17623119231,"package_name":"ts-node","ecosystem":"npm","requirements":"^10.9.2","direct":true,"kind":"development","optional":false},{"id":17623119232,"package_name":"tslib","ecosystem":"npm","requirements":"^2.6.2","direct":true,"kind":"development","optional":false},{"id":17623119233,"package_name":"tsup","ecosystem":"npm","requirements":"^8.0.2","direct":true,"kind":"development","optional":false},{"id":17623119234,"package_name":"typescript","ecosystem":"npm","requirements":"^5.4.5","direct":true,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"packages/gpt3/package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:46.963Z","updated_at":"2024-04-23T02:54:46.963Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/packages/gpt3/package.json","dependencies":[{"id":17623119235,"package_name":"@lenml/tokenizers","ecosystem":"npm","requirements":"workspace:^","direct":true,"kind":"runtime","optional":false},{"id":17623119236,"package_name":"@types/node","ecosystem":"npm","requirements":"^20.12.7","direct":true,"kind":"development","optional":false},{"id":17623119237,"package_name":"ts-node","ecosystem":"npm","requirements":"^10.9.2","direct":true,"kind":"development","optional":false},{"id":17623119238,"package_name":"tslib","ecosystem":"npm","requirements":"^2.6.2","direct":true,"kind":"development","optional":false},{"id":17623119239,"package_name":"tsup","ecosystem":"npm","requirements":"^8.0.2","direct":true,"kind":"development","optional":false},{"id":17623119240,"package_name":"typescript","ecosystem":"npm","requirements":"^5.4.5","direct":true,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"packages/gpt35turbo/package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:46.991Z","updated_at":"2024-04-23T02:54:46.991Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/packages/gpt35turbo/package.json","dependencies":[{"id":17623119241,"package_name":"@lenml/tokenizers","ecosystem":"npm","requirements":"workspace:^","direct":true,"kind":"runtime","optional":false},{"id":17623119242,"package_name":"@types/node","ecosystem":"npm","requirements":"^20.12.7","direct":true,"kind":"development","optional":false},{"id":17623119243,"package_name":"ts-node","ecosystem":"npm","requirements":"^10.9.2","direct":true,"kind":"development","optional":false},{"id":17623119244,"package_name":"tslib","ecosystem":"npm","requirements":"^2.6.2","direct":true,"kind":"development","optional":false},{"id":17623119245,"package_name":"tsup","ecosystem":"npm","requirements":"^8.0.2","direct":true,"kind":"development","optional":false},{"id":17623119246,"package_name":"typescript","ecosystem":"npm","requirements":"^5.4.5","direct":true,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"packages/gpt35turbo16k/package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:47.791Z","updated_at":"2024-04-23T02:54:47.791Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/packages/gpt35turbo16k/package.json","dependencies":[{"id":17623119247,"package_name":"@lenml/tokenizers","ecosystem":"npm","requirements":"workspace:^","direct":true,"kind":"runtime","optional":false},{"id":17623119248,"package_name":"@types/node","ecosystem":"npm","requirements":"^20.12.7","direct":true,"kind":"development","optional":false},{"id":17623119249,"package_name":"ts-node","ecosystem":"npm","requirements":"^10.9.2","direct":true,"kind":"development","optional":false},{"id":17623119250,"package_name":"tslib","ecosystem":"npm","requirements":"^2.6.2","direct":true,"kind":"development","optional":false},{"id":17623119251,"package_name":"tsup","ecosystem":"npm","requirements":"^8.0.2","direct":true,"kind":"development","optional":false},{"id":17623119252,"package_name":"typescript","ecosystem":"npm","requirements":"^5.4.5","direct":true,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"packages/gpt4/package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:47.868Z","updated_at":"2024-04-23T02:54:47.868Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/packages/gpt4/package.json","dependencies":[{"id":17623119253,"package_name":"@lenml/tokenizers","ecosystem":"npm","requirements":"workspace:^","direct":true,"kind":"runtime","optional":false},{"id":17623119254,"package_name":"@types/node","ecosystem":"npm","requirements":"^20.12.7","direct":true,"kind":"development","optional":false},{"id":17623119255,"package_name":"ts-node","ecosystem":"npm","requirements":"^10.9.2","direct":true,"kind":"development","optional":false},{"id":17623119256,"package_name":"tslib","ecosystem":"npm","requirements":"^2.6.2","direct":true,"kind":"development","optional":false},{"id":17623119257,"package_name":"tsup","ecosystem":"npm","requirements":"^8.0.2","direct":true,"kind":"development","optional":false},{"id":17623119258,"package_name":"typescript","ecosystem":"npm","requirements":"^5.4.5","direct":true,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"packages/internlm2/package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:48.544Z","updated_at":"2024-04-23T02:54:48.544Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/packages/internlm2/package.json","dependencies":[{"id":17623119272,"package_name":"@lenml/tokenizers","ecosystem":"npm","requirements":"workspace:^","direct":true,"kind":"runtime","optional":false},{"id":17623119273,"package_name":"@types/node","ecosystem":"npm","requirements":"^20.12.7","direct":true,"kind":"development","optional":false},{"id":17623119274,"package_name":"ts-node","ecosystem":"npm","requirements":"^10.9.2","direct":true,"kind":"development","optional":false},{"id":17623119275,"package_name":"tslib","ecosystem":"npm","requirements":"^2.6.2","direct":true,"kind":"development","optional":false},{"id":17623119276,"package_name":"tsup","ecosystem":"npm","requirements":"^8.0.2","direct":true,"kind":"development","optional":false},{"id":17623119277,"package_name":"typescript","ecosystem":"npm","requirements":"^5.4.5","direct":true,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"packages/llama2/package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:48.920Z","updated_at":"2024-04-23T02:54:48.920Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/packages/llama2/package.json","dependencies":[{"id":17623119278,"package_name":"@lenml/tokenizers","ecosystem":"npm","requirements":"workspace:^","direct":true,"kind":"runtime","optional":false},{"id":17623119279,"package_name":"@types/node","ecosystem":"npm","requirements":"^20.12.7","direct":true,"kind":"development","optional":false},{"id":17623119280,"package_name":"ts-node","ecosystem":"npm","requirements":"^10.9.2","direct":true,"kind":"development","optional":false},{"id":17623119281,"package_name":"tslib","ecosystem":"npm","requirements":"^2.6.2","direct":true,"kind":"development","optional":false},{"id":17623119282,"package_name":"tsup","ecosystem":"npm","requirements":"^8.0.2","direct":true,"kind":"development","optional":false},{"id":17623119283,"package_name":"typescript","ecosystem":"npm","requirements":"^5.4.5","direct":true,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"packages/llama3/package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:50.712Z","updated_at":"2024-04-23T02:54:50.712Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/packages/llama3/package.json","dependencies":[{"id":17623119294,"package_name":"@lenml/tokenizers","ecosystem":"npm","requirements":"workspace:^","direct":true,"kind":"runtime","optional":false},{"id":17623119295,"package_name":"@types/node","ecosystem":"npm","requirements":"^20.12.7","direct":true,"kind":"development","optional":false},{"id":17623119296,"package_name":"ts-node","ecosystem":"npm","requirements":"^10.9.2","direct":true,"kind":"development","optional":false},{"id":17623119297,"package_name":"tslib","ecosystem":"npm","requirements":"^2.6.2","direct":true,"kind":"development","optional":false},{"id":17623119298,"package_name":"tsup","ecosystem":"npm","requirements":"^8.0.2","direct":true,"kind":"development","optional":false},{"id":17623119299,"package_name":"typescript","ecosystem":"npm","requirements":"^5.4.5","direct":true,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"packages/qwen1_5/package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:50.768Z","updated_at":"2024-04-23T02:54:50.768Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/packages/qwen1_5/package.json","dependencies":[{"id":17623119323,"package_name":"@lenml/tokenizers","ecosystem":"npm","requirements":"workspace:^","direct":true,"kind":"runtime","optional":false},{"id":17623119324,"package_name":"@types/node","ecosystem":"npm","requirements":"^20.12.7","direct":true,"kind":"development","optional":false},{"id":17623119325,"package_name":"ts-node","ecosystem":"npm","requirements":"^10.9.2","direct":true,"kind":"development","optional":false},{"id":17623119326,"package_name":"tslib","ecosystem":"npm","requirements":"^2.6.2","direct":true,"kind":"development","optional":false},{"id":17623119327,"package_name":"tsup","ecosystem":"npm","requirements":"^8.0.2","direct":true,"kind":"development","optional":false},{"id":17623119328,"package_name":"typescript","ecosystem":"npm","requirements":"^5.4.5","direct":true,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"packages/text_davinci002/package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:51.246Z","updated_at":"2024-04-23T02:54:51.246Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/packages/text_davinci002/package.json","dependencies":[{"id":17623120048,"package_name":"@lenml/tokenizers","ecosystem":"npm","requirements":"workspace:^","direct":true,"kind":"runtime","optional":false},{"id":17623120049,"package_name":"@types/node","ecosystem":"npm","requirements":"^20.12.7","direct":true,"kind":"development","optional":false},{"id":17623120050,"package_name":"ts-node","ecosystem":"npm","requirements":"^10.9.2","direct":true,"kind":"development","optional":false},{"id":17623120051,"package_name":"tslib","ecosystem":"npm","requirements":"^2.6.2","direct":true,"kind":"development","optional":false},{"id":17623120052,"package_name":"tsup","ecosystem":"npm","requirements":"^8.0.2","direct":true,"kind":"development","optional":false},{"id":17623120053,"package_name":"typescript","ecosystem":"npm","requirements":"^5.4.5","direct":true,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"packages/text_davinci003/package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:51.975Z","updated_at":"2024-04-23T02:54:51.975Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/packages/text_davinci003/package.json","dependencies":[{"id":17623120616,"package_name":"@lenml/tokenizers","ecosystem":"npm","requirements":"workspace:^","direct":true,"kind":"runtime","optional":false},{"id":17623120617,"package_name":"@types/node","ecosystem":"npm","requirements":"^20.12.7","direct":true,"kind":"development","optional":false},{"id":17623120618,"package_name":"ts-node","ecosystem":"npm","requirements":"^10.9.2","direct":true,"kind":"development","optional":false},{"id":17623120619,"package_name":"tslib","ecosystem":"npm","requirements":"^2.6.2","direct":true,"kind":"development","optional":false},{"id":17623120620,"package_name":"tsup","ecosystem":"npm","requirements":"^8.0.2","direct":true,"kind":"development","optional":false},{"id":17623120621,"package_name":"typescript","ecosystem":"npm","requirements":"^5.4.5","direct":true,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"packages/text_embedding_ada002/package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:53.128Z","updated_at":"2024-04-23T02:54:53.128Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/packages/text_embedding_ada002/package.json","dependencies":[{"id":17623120638,"package_name":"@lenml/tokenizers","ecosystem":"npm","requirements":"workspace:^","direct":true,"kind":"runtime","optional":false},{"id":17623120639,"package_name":"@types/node","ecosystem":"npm","requirements":"^20.12.7","direct":true,"kind":"development","optional":false},{"id":17623120640,"package_name":"ts-node","ecosystem":"npm","requirements":"^10.9.2","direct":true,"kind":"development","optional":false},{"id":17623120641,"package_name":"tslib","ecosystem":"npm","requirements":"^2.6.2","direct":true,"kind":"development","optional":false},{"id":17623120642,"package_name":"tsup","ecosystem":"npm","requirements":"^8.0.2","direct":true,"kind":"development","optional":false},{"id":17623120643,"package_name":"typescript","ecosystem":"npm","requirements":"^5.4.5","direct":true,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"packages/tokenizers/package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:53.160Z","updated_at":"2024-04-23T02:54:53.160Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/packages/tokenizers/package.json","dependencies":[{"id":17623121983,"package_name":"@huggingface/jinja","ecosystem":"npm","requirements":"^0.2.2","direct":true,"kind":"development","optional":false},{"id":17623121984,"package_name":"@types/node","ecosystem":"npm","requirements":"^20.12.7","direct":true,"kind":"development","optional":false},{"id":17623121985,"package_name":"@xenova/transformers","ecosystem":"npm","requirements":"^2.17.1","direct":true,"kind":"development","optional":false},{"id":17623121986,"package_name":"ts-node","ecosystem":"npm","requirements":"^10.9.2","direct":true,"kind":"development","optional":false},{"id":17623121987,"package_name":"tslib","ecosystem":"npm","requirements":"^2.6.2","direct":true,"kind":"development","optional":false},{"id":17623121988,"package_name":"tsup","ecosystem":"npm","requirements":"^8.0.2","direct":true,"kind":"development","optional":false},{"id":17623121989,"package_name":"typescript","ecosystem":"npm","requirements":"^5.4.5","direct":true,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"packages/tokenizers/pnpm-lock.yaml","sha":null,"kind":"lockfile","created_at":"2024-04-23T02:54:53.638Z","updated_at":"2024-04-23T02:54:53.638Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/packages/tokenizers/pnpm-lock.yaml","dependencies":[{"id":17623122767,"package_name":"@cspotcode","ecosystem":"npm","requirements":"source-map-support@0.8.1","direct":false,"kind":"development","optional":false},{"id":17623122768,"package_name":"@esbuild","ecosystem":"npm","requirements":"aix-ppc64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122769,"package_name":"@esbuild","ecosystem":"npm","requirements":"android-arm64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122770,"package_name":"@esbuild","ecosystem":"npm","requirements":"android-arm@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122771,"package_name":"@esbuild","ecosystem":"npm","requirements":"android-x64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122772,"package_name":"@esbuild","ecosystem":"npm","requirements":"darwin-arm64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122773,"package_name":"@esbuild","ecosystem":"npm","requirements":"darwin-x64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122774,"package_name":"@esbuild","ecosystem":"npm","requirements":"freebsd-arm64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122775,"package_name":"@esbuild","ecosystem":"npm","requirements":"freebsd-x64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122776,"package_name":"@esbuild","ecosystem":"npm","requirements":"linux-arm64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122777,"package_name":"@esbuild","ecosystem":"npm","requirements":"linux-arm@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122778,"package_name":"@esbuild","ecosystem":"npm","requirements":"linux-ia32@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122779,"package_name":"@esbuild","ecosystem":"npm","requirements":"linux-loong64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122780,"package_name":"@esbuild","ecosystem":"npm","requirements":"linux-mips64el@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122781,"package_name":"@esbuild","ecosystem":"npm","requirements":"linux-ppc64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122782,"package_name":"@esbuild","ecosystem":"npm","requirements":"linux-riscv64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122783,"package_name":"@esbuild","ecosystem":"npm","requirements":"linux-s390x@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122784,"package_name":"@esbuild","ecosystem":"npm","requirements":"linux-x64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122785,"package_name":"@esbuild","ecosystem":"npm","requirements":"netbsd-x64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122786,"package_name":"@esbuild","ecosystem":"npm","requirements":"openbsd-x64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122787,"package_name":"@esbuild","ecosystem":"npm","requirements":"sunos-x64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122788,"package_name":"@esbuild","ecosystem":"npm","requirements":"win32-arm64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122789,"package_name":"@esbuild","ecosystem":"npm","requirements":"win32-ia32@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122790,"package_name":"@esbuild","ecosystem":"npm","requirements":"win32-x64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623122791,"package_name":"@huggingface","ecosystem":"npm","requirements":"jinja@0.2.2","direct":false,"kind":"development","optional":false},{"id":17623122792,"package_name":"@isaacs","ecosystem":"npm","requirements":"cliui@8.0.2","direct":false,"kind":"development","optional":false},{"id":17623122793,"package_name":"@jridgewell","ecosystem":"npm","requirements":"gen-mapping@0.3.5","direct":false,"kind":"development","optional":false},{"id":17623122794,"package_name":"@jridgewell","ecosystem":"npm","requirements":"resolve-uri@3.1.2","direct":false,"kind":"development","optional":false},{"id":17623122795,"package_name":"@jridgewell","ecosystem":"npm","requirements":"set-array@1.2.1","direct":false,"kind":"development","optional":false},{"id":17623122796,"package_name":"@jridgewell","ecosystem":"npm","requirements":"sourcemap-codec@1.4.15","direct":false,"kind":"development","optional":false},{"id":17623122797,"package_name":"@jridgewell","ecosystem":"npm","requirements":"trace-mapping@0.3.25","direct":false,"kind":"development","optional":false},{"id":17623122798,"package_name":"@jridgewell","ecosystem":"npm","requirements":"trace-mapping@0.3.9","direct":false,"kind":"development","optional":false},{"id":17623122799,"package_name":"@nodelib","ecosystem":"npm","requirements":"fs.scandir@2.1.5","direct":false,"kind":"development","optional":false},{"id":17623122800,"package_name":"@nodelib","ecosystem":"npm","requirements":"fs.stat@2.0.5","direct":false,"kind":"development","optional":false},{"id":17623122801,"package_name":"@nodelib","ecosystem":"npm","requirements":"fs.walk@1.2.8","direct":false,"kind":"development","optional":false},{"id":17623122802,"package_name":"@pkgjs","ecosystem":"npm","requirements":"parseargs@0.11.0","direct":false,"kind":"development","optional":false},{"id":17623122803,"package_name":"@protobufjs","ecosystem":"npm","requirements":"aspromise@1.1.2","direct":false,"kind":"development","optional":false},{"id":17623122804,"package_name":"@protobufjs","ecosystem":"npm","requirements":"base64@1.1.2","direct":false,"kind":"development","optional":false},{"id":17623122805,"package_name":"@protobufjs","ecosystem":"npm","requirements":"codegen@2.0.4","direct":false,"kind":"development","optional":false},{"id":17623122806,"package_name":"@protobufjs","ecosystem":"npm","requirements":"eventemitter@1.1.0","direct":false,"kind":"development","optional":false},{"id":17623122807,"package_name":"@protobufjs","ecosystem":"npm","requirements":"fetch@1.1.0","direct":false,"kind":"development","optional":false},{"id":17623122808,"package_name":"@protobufjs","ecosystem":"npm","requirements":"float@1.0.2","direct":false,"kind":"development","optional":false},{"id":17623122809,"package_name":"@protobufjs","ecosystem":"npm","requirements":"inquire@1.1.0","direct":false,"kind":"development","optional":false},{"id":17623122960,"package_name":"reusify@1.0.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122810,"package_name":"@protobufjs","ecosystem":"npm","requirements":"path@1.1.2","direct":false,"kind":"development","optional":false},{"id":17623122811,"package_name":"@protobufjs","ecosystem":"npm","requirements":"pool@1.1.0","direct":false,"kind":"development","optional":false},{"id":17623122812,"package_name":"@protobufjs","ecosystem":"npm","requirements":"utf8@1.1.0","direct":false,"kind":"development","optional":false},{"id":17623122813,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-android-arm-eabi@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623122814,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-android-arm64@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623122815,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-darwin-arm64@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623122816,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-darwin-x64@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623122817,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-linux-arm-gnueabihf@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623122818,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-linux-arm-musleabihf@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623122819,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-linux-arm64-gnu@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623122820,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-linux-arm64-musl@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623122821,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-linux-powerpc64le-gnu@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623122822,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-linux-riscv64-gnu@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623122823,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-linux-s390x-gnu@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623122824,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-linux-x64-gnu@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623122825,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-linux-x64-musl@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623122826,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-win32-arm64-msvc@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623122827,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-win32-ia32-msvc@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623122828,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-win32-x64-msvc@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623122829,"package_name":"@tsconfig","ecosystem":"npm","requirements":"node10@1.0.11","direct":false,"kind":"development","optional":false},{"id":17623122830,"package_name":"@tsconfig","ecosystem":"npm","requirements":"node12@1.0.11","direct":false,"kind":"development","optional":false},{"id":17623122831,"package_name":"@tsconfig","ecosystem":"npm","requirements":"node14@1.0.3","direct":false,"kind":"development","optional":false},{"id":17623122832,"package_name":"@tsconfig","ecosystem":"npm","requirements":"node16@1.0.4","direct":false,"kind":"development","optional":false},{"id":17623122833,"package_name":"@types","ecosystem":"npm","requirements":"estree@1.0.5","direct":false,"kind":"development","optional":false},{"id":17623122834,"package_name":"@types","ecosystem":"npm","requirements":"long@4.0.2","direct":false,"kind":"development","optional":false},{"id":17623122835,"package_name":"@types","ecosystem":"npm","requirements":"node@20.12.7","direct":false,"kind":"development","optional":false},{"id":17623122836,"package_name":"@xenova","ecosystem":"npm","requirements":"transformers@2.17.1","direct":false,"kind":"development","optional":false},{"id":17623122837,"package_name":"acorn-walk@8.3.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122838,"package_name":"acorn@8.11.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122839,"package_name":"ansi-regex@5.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122840,"package_name":"ansi-regex@6.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122841,"package_name":"ansi-styles@4.3.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122842,"package_name":"ansi-styles@6.2.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122843,"package_name":"any-promise@1.3.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122844,"package_name":"anymatch@3.1.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122845,"package_name":"arg@4.1.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122846,"package_name":"array-union@2.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122847,"package_name":"b4a@1.6.6","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122848,"package_name":"balanced-match@1.0.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122849,"package_name":"bare-events@2.2.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122850,"package_name":"bare-fs@2.2.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122851,"package_name":"bare-os@2.2.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122852,"package_name":"bare-path@2.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122853,"package_name":"base64-js@1.5.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122854,"package_name":"binary-extensions@2.3.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122855,"package_name":"bl@4.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122856,"package_name":"brace-expansion@2.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122857,"package_name":"braces@3.0.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122858,"package_name":"buffer@5.7.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122859,"package_name":"bundle-require@4.0.2(esbuild@0.19.12)","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122860,"package_name":"cac@6.7.14","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122861,"package_name":"chokidar@3.6.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122862,"package_name":"chownr@1.1.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122863,"package_name":"color-convert@2.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122864,"package_name":"color-name@1.1.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122865,"package_name":"color-string@1.9.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122866,"package_name":"color@4.2.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122867,"package_name":"commander@4.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122868,"package_name":"create-require@1.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122869,"package_name":"cross-spawn@7.0.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122870,"package_name":"debug@4.3.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122871,"package_name":"decompress-response@6.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122872,"package_name":"deep-extend@0.6.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122873,"package_name":"detect-libc@2.0.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122874,"package_name":"diff@4.0.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122875,"package_name":"dir-glob@3.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122876,"package_name":"eastasianwidth@0.2.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122877,"package_name":"emoji-regex@8.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122878,"package_name":"emoji-regex@9.2.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122879,"package_name":"end-of-stream@1.4.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122880,"package_name":"esbuild@0.19.12","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122881,"package_name":"execa@5.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122882,"package_name":"expand-template@2.0.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122883,"package_name":"fast-fifo@1.3.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122884,"package_name":"fast-glob@3.3.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122885,"package_name":"fastq@1.17.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122886,"package_name":"fill-range@7.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122887,"package_name":"flatbuffers@1.12.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122888,"package_name":"foreground-child@3.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122889,"package_name":"fs-constants@1.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122890,"package_name":"fsevents@2.3.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122891,"package_name":"get-stream@6.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122892,"package_name":"github-from-package@0.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122893,"package_name":"glob-parent@5.1.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122894,"package_name":"glob@10.3.12","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122895,"package_name":"globby@11.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122896,"package_name":"guid-typescript@1.0.9","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122897,"package_name":"human-signals@2.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122898,"package_name":"ieee754@1.2.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122899,"package_name":"ignore@5.3.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122900,"package_name":"inherits@2.0.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122901,"package_name":"ini@1.3.8","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122902,"package_name":"is-arrayish@0.3.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122903,"package_name":"is-binary-path@2.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122904,"package_name":"is-extglob@2.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122905,"package_name":"is-fullwidth-code-point@3.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122906,"package_name":"is-glob@4.0.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122907,"package_name":"is-number@7.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122908,"package_name":"is-stream@2.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122909,"package_name":"isexe@2.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122910,"package_name":"jackspeak@2.3.6","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122911,"package_name":"joycon@3.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122912,"package_name":"lilconfig@3.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122913,"package_name":"lines-and-columns@1.2.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122914,"package_name":"load-tsconfig@0.2.5","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122915,"package_name":"lodash.sortby@4.7.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122916,"package_name":"long@4.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122917,"package_name":"lru-cache@10.2.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122918,"package_name":"lru-cache@6.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122919,"package_name":"make-error@1.3.6","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122920,"package_name":"merge-stream@2.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122921,"package_name":"merge2@1.4.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122922,"package_name":"micromatch@4.0.5","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122923,"package_name":"mimic-fn@2.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122924,"package_name":"mimic-response@3.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122925,"package_name":"minimatch@9.0.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122926,"package_name":"minimist@1.2.8","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122927,"package_name":"minipass@7.0.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122928,"package_name":"mkdirp-classic@0.5.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122929,"package_name":"ms@2.1.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122930,"package_name":"mz@2.7.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122931,"package_name":"napi-build-utils@1.0.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122932,"package_name":"node-abi@3.60.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122933,"package_name":"node-addon-api@6.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122934,"package_name":"normalize-path@3.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122935,"package_name":"npm-run-path@4.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122936,"package_name":"object-assign@4.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122937,"package_name":"once@1.4.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122938,"package_name":"onetime@5.1.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122939,"package_name":"onnx-proto@4.0.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122940,"package_name":"onnxruntime-common@1.14.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122941,"package_name":"onnxruntime-node@1.14.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122942,"package_name":"onnxruntime-web@1.14.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122943,"package_name":"path-key@3.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122944,"package_name":"path-scurry@1.10.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122945,"package_name":"path-type@4.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122946,"package_name":"picomatch@2.3.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122947,"package_name":"pirates@4.0.6","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122948,"package_name":"platform@1.3.6","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122949,"package_name":"postcss-load-config@4.0.2(ts-node@10.9.2)","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122950,"package_name":"prebuild-install@7.1.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122951,"package_name":"protobufjs@6.11.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122952,"package_name":"pump@3.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122953,"package_name":"punycode@2.3.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122954,"package_name":"queue-microtask@1.2.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122955,"package_name":"queue-tick@1.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122956,"package_name":"rc@1.2.8","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122957,"package_name":"readable-stream@3.6.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122958,"package_name":"readdirp@3.6.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122959,"package_name":"resolve-from@5.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122961,"package_name":"rollup@4.14.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122962,"package_name":"run-parallel@1.2.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122963,"package_name":"safe-buffer@5.2.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122964,"package_name":"semver@7.6.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122965,"package_name":"sharp@0.32.6","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122966,"package_name":"shebang-command@2.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122967,"package_name":"shebang-regex@3.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122968,"package_name":"signal-exit@3.0.7","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122969,"package_name":"signal-exit@4.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122970,"package_name":"simple-concat@1.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122971,"package_name":"simple-get@4.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122972,"package_name":"simple-swizzle@0.2.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122973,"package_name":"slash@3.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122974,"package_name":"source-map@0.8.0-beta.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122975,"package_name":"streamx@2.16.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122976,"package_name":"string-width@4.2.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122977,"package_name":"string-width@5.1.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122978,"package_name":"string_decoder@1.3.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122979,"package_name":"strip-ansi@6.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122980,"package_name":"strip-ansi@7.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122981,"package_name":"strip-final-newline@2.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122982,"package_name":"strip-json-comments@2.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122983,"package_name":"sucrase@3.35.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122984,"package_name":"tar-fs@2.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122985,"package_name":"tar-fs@3.0.5","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122986,"package_name":"tar-stream@2.2.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122987,"package_name":"tar-stream@3.1.7","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122988,"package_name":"thenify-all@1.6.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122989,"package_name":"thenify@3.3.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122990,"package_name":"to-regex-range@5.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122991,"package_name":"tr46@1.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122992,"package_name":"tree-kill@1.2.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122993,"package_name":"ts-interface-checker@0.1.13","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122994,"package_name":"ts-node@10.9.2(@types","ecosystem":"npm","requirements":"node@20.12.7)(typescript@5.4.5)","direct":false,"kind":"development","optional":false},{"id":17623122995,"package_name":"tslib@2.6.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122996,"package_name":"tsup@8.0.2(ts-node@10.9.2)(typescript@5.4.5)","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122997,"package_name":"tunnel-agent@0.6.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122998,"package_name":"typescript@5.4.5","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623122999,"package_name":"undici-types@5.26.5","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623123000,"package_name":"util-deprecate@1.0.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623123001,"package_name":"v8-compile-cache-lib@3.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623123002,"package_name":"webidl-conversions@4.0.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623123003,"package_name":"whatwg-url@7.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623123004,"package_name":"which@2.0.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623123005,"package_name":"wrap-ansi@7.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623123006,"package_name":"wrap-ansi@8.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623123007,"package_name":"wrappy@1.0.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623123008,"package_name":"yallist@4.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623123009,"package_name":"yaml@2.4.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623123010,"package_name":"yn@3.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"packages/yi/package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:54.221Z","updated_at":"2024-04-23T02:54:54.221Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/packages/yi/package.json","dependencies":[{"id":17623124315,"package_name":"@lenml/tokenizers","ecosystem":"npm","requirements":"workspace:^","direct":true,"kind":"runtime","optional":false},{"id":17623124316,"package_name":"@types/node","ecosystem":"npm","requirements":"^20.12.7","direct":true,"kind":"development","optional":false},{"id":17623124317,"package_name":"ts-node","ecosystem":"npm","requirements":"^10.9.2","direct":true,"kind":"development","optional":false},{"id":17623124318,"package_name":"tslib","ecosystem":"npm","requirements":"^2.6.2","direct":true,"kind":"development","optional":false},{"id":17623124319,"package_name":"tsup","ecosystem":"npm","requirements":"^8.0.2","direct":true,"kind":"development","optional":false},{"id":17623124320,"package_name":"typescript","ecosystem":"npm","requirements":"^5.4.5","direct":true,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"pnpm-lock.yaml","sha":null,"kind":"lockfile","created_at":"2024-04-23T02:54:54.919Z","updated_at":"2024-04-23T02:54:54.919Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/pnpm-lock.yaml","dependencies":[{"id":17623129760,"package_name":"@cspotcode","ecosystem":"npm","requirements":"source-map-support@0.8.1","direct":false,"kind":"development","optional":false},{"id":17623129761,"package_name":"@esbuild","ecosystem":"npm","requirements":"aix-ppc64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129762,"package_name":"@esbuild","ecosystem":"npm","requirements":"android-arm64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129763,"package_name":"@esbuild","ecosystem":"npm","requirements":"android-arm@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129764,"package_name":"@esbuild","ecosystem":"npm","requirements":"android-x64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129765,"package_name":"@esbuild","ecosystem":"npm","requirements":"darwin-arm64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129766,"package_name":"@esbuild","ecosystem":"npm","requirements":"darwin-x64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129767,"package_name":"@esbuild","ecosystem":"npm","requirements":"freebsd-arm64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129768,"package_name":"@esbuild","ecosystem":"npm","requirements":"freebsd-x64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129769,"package_name":"@esbuild","ecosystem":"npm","requirements":"linux-arm64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129770,"package_name":"@esbuild","ecosystem":"npm","requirements":"linux-arm@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129771,"package_name":"@esbuild","ecosystem":"npm","requirements":"linux-ia32@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129772,"package_name":"@esbuild","ecosystem":"npm","requirements":"linux-loong64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129773,"package_name":"@esbuild","ecosystem":"npm","requirements":"linux-mips64el@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129774,"package_name":"@esbuild","ecosystem":"npm","requirements":"linux-ppc64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129775,"package_name":"@esbuild","ecosystem":"npm","requirements":"linux-riscv64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129776,"package_name":"@esbuild","ecosystem":"npm","requirements":"linux-s390x@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129777,"package_name":"@esbuild","ecosystem":"npm","requirements":"linux-x64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129778,"package_name":"@esbuild","ecosystem":"npm","requirements":"netbsd-x64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129779,"package_name":"@esbuild","ecosystem":"npm","requirements":"openbsd-x64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129780,"package_name":"@esbuild","ecosystem":"npm","requirements":"sunos-x64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129781,"package_name":"@esbuild","ecosystem":"npm","requirements":"win32-arm64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129782,"package_name":"@esbuild","ecosystem":"npm","requirements":"win32-ia32@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129783,"package_name":"@esbuild","ecosystem":"npm","requirements":"win32-x64@0.19.12","direct":false,"kind":"development","optional":false},{"id":17623129784,"package_name":"@huggingface","ecosystem":"npm","requirements":"jinja@0.2.2","direct":false,"kind":"development","optional":false},{"id":17623129785,"package_name":"@isaacs","ecosystem":"npm","requirements":"cliui@8.0.2","direct":false,"kind":"development","optional":false},{"id":17623129786,"package_name":"@jridgewell","ecosystem":"npm","requirements":"gen-mapping@0.3.5","direct":false,"kind":"development","optional":false},{"id":17623129787,"package_name":"@jridgewell","ecosystem":"npm","requirements":"resolve-uri@3.1.2","direct":false,"kind":"development","optional":false},{"id":17623129788,"package_name":"@jridgewell","ecosystem":"npm","requirements":"set-array@1.2.1","direct":false,"kind":"development","optional":false},{"id":17623129789,"package_name":"@jridgewell","ecosystem":"npm","requirements":"sourcemap-codec@1.4.15","direct":false,"kind":"development","optional":false},{"id":17623129790,"package_name":"@jridgewell","ecosystem":"npm","requirements":"trace-mapping@0.3.25","direct":false,"kind":"development","optional":false},{"id":17623129791,"package_name":"@jridgewell","ecosystem":"npm","requirements":"trace-mapping@0.3.9","direct":false,"kind":"development","optional":false},{"id":17623129792,"package_name":"@nodelib","ecosystem":"npm","requirements":"fs.scandir@2.1.5","direct":false,"kind":"development","optional":false},{"id":17623129793,"package_name":"@nodelib","ecosystem":"npm","requirements":"fs.stat@2.0.5","direct":false,"kind":"development","optional":false},{"id":17623129794,"package_name":"@nodelib","ecosystem":"npm","requirements":"fs.walk@1.2.8","direct":false,"kind":"development","optional":false},{"id":17623129795,"package_name":"@pkgjs","ecosystem":"npm","requirements":"parseargs@0.11.0","direct":false,"kind":"development","optional":false},{"id":17623129796,"package_name":"@protobufjs","ecosystem":"npm","requirements":"aspromise@1.1.2","direct":false,"kind":"development","optional":false},{"id":17623129797,"package_name":"@protobufjs","ecosystem":"npm","requirements":"base64@1.1.2","direct":false,"kind":"development","optional":false},{"id":17623129798,"package_name":"@protobufjs","ecosystem":"npm","requirements":"codegen@2.0.4","direct":false,"kind":"development","optional":false},{"id":17623129799,"package_name":"@protobufjs","ecosystem":"npm","requirements":"eventemitter@1.1.0","direct":false,"kind":"development","optional":false},{"id":17623129800,"package_name":"@protobufjs","ecosystem":"npm","requirements":"fetch@1.1.0","direct":false,"kind":"development","optional":false},{"id":17623129801,"package_name":"@protobufjs","ecosystem":"npm","requirements":"float@1.0.2","direct":false,"kind":"development","optional":false},{"id":17623129802,"package_name":"@protobufjs","ecosystem":"npm","requirements":"inquire@1.1.0","direct":false,"kind":"development","optional":false},{"id":17623129803,"package_name":"@protobufjs","ecosystem":"npm","requirements":"path@1.1.2","direct":false,"kind":"development","optional":false},{"id":17623129804,"package_name":"@protobufjs","ecosystem":"npm","requirements":"pool@1.1.0","direct":false,"kind":"development","optional":false},{"id":17623129805,"package_name":"@protobufjs","ecosystem":"npm","requirements":"utf8@1.1.0","direct":false,"kind":"development","optional":false},{"id":17623129806,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-android-arm-eabi@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623129807,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-android-arm64@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623129808,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-darwin-arm64@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623129809,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-darwin-x64@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623129810,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-linux-arm-gnueabihf@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623129811,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-linux-arm-musleabihf@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623129812,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-linux-arm64-gnu@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623129813,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-linux-arm64-musl@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623129814,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-linux-powerpc64le-gnu@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623129815,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-linux-riscv64-gnu@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623129816,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-linux-s390x-gnu@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623129817,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-linux-x64-gnu@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623129818,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-linux-x64-musl@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623129819,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-win32-arm64-msvc@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623129820,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-win32-ia32-msvc@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623129821,"package_name":"@rollup","ecosystem":"npm","requirements":"rollup-win32-x64-msvc@4.14.3","direct":false,"kind":"development","optional":false},{"id":17623129822,"package_name":"@tsconfig","ecosystem":"npm","requirements":"node10@1.0.11","direct":false,"kind":"development","optional":false},{"id":17623129823,"package_name":"@tsconfig","ecosystem":"npm","requirements":"node12@1.0.11","direct":false,"kind":"development","optional":false},{"id":17623129824,"package_name":"@tsconfig","ecosystem":"npm","requirements":"node14@1.0.3","direct":false,"kind":"development","optional":false},{"id":17623129825,"package_name":"@tsconfig","ecosystem":"npm","requirements":"node16@1.0.4","direct":false,"kind":"development","optional":false},{"id":17623129826,"package_name":"@types","ecosystem":"npm","requirements":"estree@1.0.5","direct":false,"kind":"development","optional":false},{"id":17623129827,"package_name":"@types","ecosystem":"npm","requirements":"long@4.0.2","direct":false,"kind":"development","optional":false},{"id":17623129828,"package_name":"@types","ecosystem":"npm","requirements":"node@20.12.7","direct":false,"kind":"development","optional":false},{"id":17623129829,"package_name":"@xenova","ecosystem":"npm","requirements":"transformers@2.17.1","direct":false,"kind":"development","optional":false},{"id":17623129830,"package_name":"acorn-walk@8.3.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129831,"package_name":"acorn@8.11.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129832,"package_name":"ansi-regex@5.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129833,"package_name":"ansi-regex@6.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129834,"package_name":"ansi-styles@4.3.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129835,"package_name":"ansi-styles@6.2.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129836,"package_name":"any-promise@1.3.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129837,"package_name":"anymatch@3.1.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129838,"package_name":"arg@4.1.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129839,"package_name":"array-union@2.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129840,"package_name":"b4a@1.6.6","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129841,"package_name":"balanced-match@1.0.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129842,"package_name":"bare-events@2.2.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129843,"package_name":"bare-fs@2.2.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129844,"package_name":"bare-os@2.2.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129845,"package_name":"bare-path@2.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129846,"package_name":"base64-js@1.5.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129847,"package_name":"binary-extensions@2.3.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129848,"package_name":"bl@4.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129849,"package_name":"brace-expansion@2.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129850,"package_name":"braces@3.0.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129851,"package_name":"buffer@5.7.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129852,"package_name":"bundle-require@4.0.2(esbuild@0.19.12)","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129853,"package_name":"cac@6.7.14","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129854,"package_name":"chokidar@3.6.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129855,"package_name":"chownr@1.1.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129856,"package_name":"color-convert@2.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129857,"package_name":"color-name@1.1.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129858,"package_name":"color-string@1.9.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129859,"package_name":"color@4.2.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129860,"package_name":"commander@4.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129861,"package_name":"create-require@1.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129862,"package_name":"cross-spawn@7.0.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129863,"package_name":"debug@4.3.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129864,"package_name":"decompress-response@6.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129865,"package_name":"deep-extend@0.6.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129866,"package_name":"detect-libc@2.0.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129867,"package_name":"diff@4.0.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129868,"package_name":"dir-glob@3.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129869,"package_name":"eastasianwidth@0.2.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129870,"package_name":"emoji-regex@8.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129871,"package_name":"emoji-regex@9.2.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129872,"package_name":"end-of-stream@1.4.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129873,"package_name":"esbuild@0.19.12","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129874,"package_name":"execa@5.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129875,"package_name":"expand-template@2.0.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129876,"package_name":"fast-fifo@1.3.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129877,"package_name":"fast-glob@3.3.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129878,"package_name":"fastq@1.17.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129879,"package_name":"fill-range@7.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129880,"package_name":"flatbuffers@1.12.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129881,"package_name":"foreground-child@3.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129882,"package_name":"fs-constants@1.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129883,"package_name":"fsevents@2.3.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129884,"package_name":"get-stream@6.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129885,"package_name":"github-from-package@0.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129886,"package_name":"glob-parent@5.1.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129887,"package_name":"glob@10.3.12","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129888,"package_name":"globby@11.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129889,"package_name":"guid-typescript@1.0.9","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129890,"package_name":"human-signals@2.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129891,"package_name":"ieee754@1.2.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129892,"package_name":"ignore@5.3.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129893,"package_name":"inherits@2.0.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129894,"package_name":"ini@1.3.8","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129895,"package_name":"is-arrayish@0.3.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129896,"package_name":"is-binary-path@2.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129897,"package_name":"is-extglob@2.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129898,"package_name":"is-fullwidth-code-point@3.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129899,"package_name":"is-glob@4.0.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129900,"package_name":"is-number@7.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129902,"package_name":"is-stream@2.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129903,"package_name":"isexe@2.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129904,"package_name":"jackspeak@2.3.6","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129906,"package_name":"joycon@3.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129907,"package_name":"lilconfig@3.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129909,"package_name":"lines-and-columns@1.2.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129911,"package_name":"load-tsconfig@0.2.5","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129912,"package_name":"lodash.sortby@4.7.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129913,"package_name":"long@4.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129914,"package_name":"lru-cache@10.2.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129915,"package_name":"lru-cache@6.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"runtime","optional":false},{"id":17623129916,"package_name":"make-error@1.3.6","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129917,"package_name":"merge-stream@2.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129918,"package_name":"merge2@1.4.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129919,"package_name":"micromatch@4.0.5","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129920,"package_name":"mimic-fn@2.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129921,"package_name":"mimic-response@3.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129922,"package_name":"minimatch@9.0.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129923,"package_name":"minimist@1.2.8","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129924,"package_name":"minipass@7.0.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129925,"package_name":"mkdirp-classic@0.5.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129926,"package_name":"ms@2.1.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129927,"package_name":"mz@2.7.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129928,"package_name":"napi-build-utils@1.0.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129929,"package_name":"node-abi@3.60.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129930,"package_name":"node-addon-api@6.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129931,"package_name":"normalize-path@3.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129932,"package_name":"npm-run-path@4.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129933,"package_name":"object-assign@4.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129934,"package_name":"once@1.4.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129935,"package_name":"onetime@5.1.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129936,"package_name":"onnx-proto@4.0.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129937,"package_name":"onnxruntime-common@1.14.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129938,"package_name":"onnxruntime-node@1.14.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129939,"package_name":"onnxruntime-web@1.14.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129940,"package_name":"path-key@3.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129941,"package_name":"path-scurry@1.10.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129942,"package_name":"path-type@4.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129943,"package_name":"picomatch@2.3.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129944,"package_name":"pirates@4.0.6","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129945,"package_name":"platform@1.3.6","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129946,"package_name":"postcss-load-config@4.0.2(ts-node@10.9.2)","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129947,"package_name":"prebuild-install@7.1.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129948,"package_name":"protobufjs@6.11.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129949,"package_name":"pump@3.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129950,"package_name":"punycode@2.3.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129951,"package_name":"queue-microtask@1.2.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129952,"package_name":"queue-tick@1.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129953,"package_name":"rc@1.2.8","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129954,"package_name":"readable-stream@3.6.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129955,"package_name":"readdirp@3.6.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129956,"package_name":"resolve-from@5.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129957,"package_name":"reusify@1.0.4","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129958,"package_name":"rollup@4.14.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129959,"package_name":"run-parallel@1.2.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129960,"package_name":"safe-buffer@5.2.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129961,"package_name":"semver@7.6.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"runtime","optional":false},{"id":17623129962,"package_name":"sharp@0.32.6","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129963,"package_name":"shebang-command@2.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129964,"package_name":"shebang-regex@3.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129965,"package_name":"signal-exit@3.0.7","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129966,"package_name":"signal-exit@4.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129967,"package_name":"simple-concat@1.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129968,"package_name":"simple-get@4.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129969,"package_name":"simple-swizzle@0.2.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129970,"package_name":"slash@3.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129971,"package_name":"source-map@0.8.0-beta.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129972,"package_name":"streamx@2.16.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129973,"package_name":"string-width@4.2.3","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129974,"package_name":"string-width@5.1.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129975,"package_name":"string_decoder@1.3.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129976,"package_name":"strip-ansi@6.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129977,"package_name":"strip-ansi@7.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129978,"package_name":"strip-final-newline@2.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129979,"package_name":"strip-json-comments@2.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129980,"package_name":"sucrase@3.35.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129981,"package_name":"tar-fs@2.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129982,"package_name":"tar-fs@3.0.5","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129983,"package_name":"tar-stream@2.2.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129984,"package_name":"tar-stream@3.1.7","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129985,"package_name":"thenify-all@1.6.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129986,"package_name":"thenify@3.3.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129987,"package_name":"to-regex-range@5.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129988,"package_name":"tr46@1.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129989,"package_name":"tree-kill@1.2.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129990,"package_name":"ts-interface-checker@0.1.13","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129991,"package_name":"ts-node@10.9.2(@types","ecosystem":"npm","requirements":"node@20.12.7)(typescript@5.4.5)","direct":false,"kind":"development","optional":false},{"id":17623129992,"package_name":"tslib@2.6.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129993,"package_name":"tsup@8.0.2(ts-node@10.9.2)(typescript@5.4.5)","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129994,"package_name":"tunnel-agent@0.6.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129995,"package_name":"typescript@5.4.5","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129996,"package_name":"undici-types@5.26.5","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129997,"package_name":"util-deprecate@1.0.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129998,"package_name":"v8-compile-cache-lib@3.0.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623129999,"package_name":"webidl-conversions@4.0.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623130000,"package_name":"whatwg-url@7.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623130001,"package_name":"which@2.0.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623130002,"package_name":"wrap-ansi@7.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623130003,"package_name":"wrap-ansi@8.1.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623130004,"package_name":"wrappy@1.0.2","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623130005,"package_name":"yallist@4.0.0","ecosystem":"npm","requirements":null,"direct":false,"kind":"runtime","optional":false},{"id":17623130006,"package_name":"yaml@2.4.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false},{"id":17623130007,"package_name":"yn@3.1.1","ecosystem":"npm","requirements":null,"direct":false,"kind":"development","optional":false}]},{"ecosystem":"npm","filepath":"scripts/pkg_template/package.json","sha":null,"kind":"manifest","created_at":"2024-04-23T02:54:56.127Z","updated_at":"2024-04-23T02:54:56.127Z","repository_link":"https://github.com/lenML/tokenizers/blob/main/scripts/pkg_template/package.json","dependencies":[{"id":17623130750,"package_name":"@lenml/tokenizers","ecosystem":"npm","requirements":"workspace:^","direct":true,"kind":"runtime","optional":false},{"id":17623130751,"package_name":"@types/node","ecosystem":"npm","requirements":"^20.12.7","direct":true,"kind":"development","optional":false},{"id":17623130752,"package_name":"ts-node","ecosystem":"npm","requirements":"^10.9.2","direct":true,"kind":"development","optional":false},{"id":17623130753,"package_name":"tslib","ecosystem":"npm","requirements":"^2.6.2","direct":true,"kind":"development","optional":false},{"id":17623130754,"package_name":"tsup","ecosystem":"npm","requirements":"^8.0.2","direct":true,"kind":"development","optional":false},{"id":17623130755,"package_name":"typescript","ecosystem":"npm","requirements":"^5.4.5","direct":true,"kind":"development","optional":false}]}],"score":14.303990567782611,"created_at":"2024-07-25T15:26:27.892Z","updated_at":"2026-06-02T06:30:29.512Z","avatar_url":"https://github.com/lenML.png","language":"JavaScript","codemeta":null,"publiccode":null,"project_url":"https://summary.ecosyste.ms/api/v1/projects/125396","html_url":"https://summary.ecosyste.ms/projects/125396"}