{"id":123879,"url":"https://github.com/vectorch-ai/ScaleLLM","last_synced_at":"2026-06-02T11:30:26.218Z","repository":{"id":183542996,"uuid":"670332256","full_name":"vectorch-ai/ScaleLLM","owner":"vectorch-ai","description":"A high-performance inference system for large language models, designed for production environments.","archived":false,"fork":false,"pushed_at":"2025-12-19T04:19:34.000Z","size":20787,"stargazers_count":495,"open_issues_count":56,"forks_count":40,"subscribers_count":17,"default_branch":"main","last_synced_at":"2026-03-30T20:44:38.870Z","etag":null,"topics":["cuda","efficiency","gpu","inference","llama","llama3","llm","llm-inference","model","performance","production","serving","speculative","transformer"],"latest_commit_sha":null,"homepage":"https://docs.vectorch.com/","language":"C++","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/vectorch-ai.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"CONTRIBUTING.md","funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2023-07-24T20:14:28.000Z","updated_at":"2026-03-26T01:57:03.000Z","dependencies_parsed_at":"2024-03-16T23:13:13.362Z","dependency_job_id":"6d42a12d-ec89-4b4b-af05-aa5216ba3a0c","html_url":"https://github.com/vectorch-ai/ScaleLLM","commit_stats":{"total_commits":624,"total_committers":6,"mean_commits":104.0,"dds":0.04647435897435892,"last_synced_commit":"a7abc225e7d6019ac9c0246011828810529a8fc8"},"previous_names":["vectorch-ai/llm-serving","vectorch-ai/llminfer"],"tags_count":28,"template":false,"template_full_name":null,"purl":"pkg:github/vectorch-ai/ScaleLLM","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/vectorch-ai","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":33687722,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-05-26T15:22:16.424Z","status":"online","status_checked_at":"2026-05-30T02:00:06.278Z","response_time":92,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"vectorch-ai","name":"vectorch-ai","uuid":"136120791","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/136120791?v=4","repositories_count":1,"last_synced_at":"2023-07-24T21:41:44.702Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/vectorch-ai","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-07-24T21:41:44.717Z","updated_at":"2023-07-24T21:41:44.717Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/vectorch-ai","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/vectorch-ai/repositories"},"packages":[{"id":10002405,"name":"scalellm","ecosystem":"pypi","description":"A high-performance inference system for large language models.","homepage":"https://github.com/vectorch-ai/ScaleLLM","licenses":"Apache 2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/vectorch-ai/ScaleLLM","keywords_array":[],"namespace":null,"versions_count":19,"first_release_published_at":"2024-05-17T06:24:30.000Z","latest_release_published_at":"2025-09-12T23:05:53.000Z","latest_release_number":"0.2.6","last_synced_at":"2025-11-03T06:07:41.335Z","created_at":"2024-05-17T06:31:17.564Z","updated_at":"2025-11-03T06:08:26.477Z","registry_url":"https://pypi.org/project/scalellm/","install_command":"pip install scalellm --index-url https://pypi.org/simple","documentation_url":"https://scalellm.readthedocs.io/","metadata":{"funding":null,"documentation":null,"classifiers":["Development Status :: 3 - Alpha","Environment :: GPU :: NVIDIA CUDA","Intended Audience :: Developers","Intended Audience :: Education","License :: OSI Approved :: Apache Software License","Operating System :: POSIX","Programming Language :: C++","Programming Language :: Python :: 3 :: Only","Programming Language :: Python :: 3.10","Programming Language :: Python :: 3.11","Programming Language :: Python :: 3.12","Programming Language :: Python :: 3.8","Programming Language :: Python :: 3.9","Topic :: Scientific/Engineering","Topic :: Scientific/Engineering :: Artificial Intelligence"],"normalized_name":"scalellm","project_status":null},"repo_metadata":{"id":183542996,"uuid":"670332256","full_name":"vectorch-ai/ScaleLLM","owner":"vectorch-ai","description":"A high-performance inference system for large language models, designed for production environments.","archived":false,"fork":false,"pushed_at":"2025-11-03T04:00:01.000Z","size":20226,"stargazers_count":481,"open_issues_count":57,"forks_count":37,"subscribers_count":16,"default_branch":"main","last_synced_at":"2025-11-03T06:05:10.735Z","etag":null,"topics":["cuda","efficiency","gpu","inference","llama","llama3","llm","llm-inference","model","performance","production","serving","speculative","transformer"],"latest_commit_sha":null,"homepage":"https://docs.vectorch.com/","language":"C++","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/vectorch-ai.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"CONTRIBUTING.md","funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2023-07-24T20:14:28.000Z","updated_at":"2025-10-31T05:32:32.000Z","dependencies_parsed_at":"2024-03-16T23:13:13.362Z","dependency_job_id":"6d42a12d-ec89-4b4b-af05-aa5216ba3a0c","html_url":"https://github.com/vectorch-ai/ScaleLLM","commit_stats":{"total_commits":624,"total_committers":6,"mean_commits":104.0,"dds":0.04647435897435892,"last_synced_commit":"a7abc225e7d6019ac9c0246011828810529a8fc8"},"previous_names":["vectorch-ai/llm-serving","vectorch-ai/llminfer"],"tags_count":28,"template":false,"template_full_name":null,"purl":"pkg:github/vectorch-ai/ScaleLLM","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/vectorch-ai","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":282409992,"owners_count":26664521,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-11-03T02:00:05.676Z","response_time":108,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"vectorch-ai","name":"vectorch-ai","uuid":"136120791","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/136120791?v=4","repositories_count":1,"last_synced_at":"2023-07-24T21:41:44.702Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/vectorch-ai","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-07-24T21:41:44.717Z","updated_at":"2023-07-24T21:41:44.717Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/vectorch-ai","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/vectorch-ai/repositories"},"tags":[{"name":"v0.2.6","sha":"d3c45bcd8283e615c93ae9e2f6c55061fc865aa6","kind":"commit","published_at":"2025-09-12T22:33:31.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.2.6","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.2.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.2.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.2.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.2.6/manifests"},{"name":"v0.2.5","sha":"e5f18d9eb1c7fb6f2bb3d408ce782c2b3f5ee893","kind":"commit","published_at":"2025-05-27T02:45:33.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.2.5","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.2.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.2.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.2.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.2.5/manifests"},{"name":"v0.2.4","sha":"0569c551dc8bc0ba4277dc0b40e6048525f7b9dd","kind":"commit","published_at":"2025-03-01T08:53:39.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.2.4","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.2.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.2.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.2.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.2.4/manifests"},{"name":"v0.2.3","sha":"73af6f637cfe1ef41f3a1a7cc414c2ad59bbf3f9","kind":"commit","published_at":"2025-01-26T19:19:34.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.2.3","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.2.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.2.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.2.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.2.3/manifests"},{"name":"v0.2.2","sha":"d11c948fe3b170f8e5f294c452f5fa7be278757d","kind":"commit","published_at":"2024-10-25T22:32:03.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.2.2","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.2.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.2.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.2.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.2.2/manifests"},{"name":"v0.2.1","sha":"c28c4419fe5897ea69c9045fbf0f833284c4bc06","kind":"commit","published_at":"2024-09-04T18:57:56.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.2.1","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.2.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.2.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.2.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.2.1/manifests"},{"name":"v0.2.0","sha":"96b8127cf2737cba1ff93526eefa030a1d8ec84d","kind":"commit","published_at":"2024-08-21T03:55:06.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.2.0","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.2.0/manifests"},{"name":"v0.1.9","sha":"b6f707fe163e850467ae4596170fe773f3edd6a9","kind":"commit","published_at":"2024-08-03T21:46:47.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.1.9","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.1.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.1.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.1.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.1.9/manifests"},{"name":"v0.1.8","sha":"2e14170e587791dd38b1727ecd7593812ebf1bff","kind":"commit","published_at":"2024-07-25T01:58:02.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.1.8","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.1.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.1.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.1.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.1.8/manifests"},{"name":"v0.1.7","sha":"f0f7e07decef8ef0186de9d36537bf89b72088c2","kind":"commit","published_at":"2024-07-23T23:15:51.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.1.7","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.1.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.1.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.1.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.1.7/manifests"},{"name":"v0.1.6","sha":"7aeb7fa323f4d66b3abafbd9b40dbb8a1b1c90b0","kind":"commit","published_at":"2024-07-03T17:39:32.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.1.6","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.1.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.1.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.1.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.1.6/manifests"},{"name":"v0.1.5","sha":"ed0c74e428b0e4a26455d4082168547a4afdcd30","kind":"commit","published_at":"2024-06-21T21:10:00.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.1.5","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.1.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.1.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.1.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.1.5/manifests"},{"name":"v0.1.4","sha":"7ee34e773d68bf939fcaa37f31e50eb3a9382392","kind":"commit","published_at":"2024-06-15T00:56:27.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.1.4","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.1.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.1.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.1.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.1.4/manifests"},{"name":"v0.1.3","sha":"c4cba4a255f18d3da7839aaed9e1683bd36cb8b6","kind":"commit","published_at":"2024-06-07T03:18:41.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.1.3","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.1.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.1.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.1.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.1.3/manifests"},{"name":"v0.1.2","sha":"917c41667b0abbd710efb945474e78fff65d6b8f","kind":"commit","published_at":"2024-06-06T07:30:11.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.1.2","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.1.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.1.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.1.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.1.2/manifests"},{"name":"v0.1.1","sha":"57a5730ee21df58f8fed3bea1df91869f91cf438","kind":"commit","published_at":"2024-05-23T19:18:34.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.1.1","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.1.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.1.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.1.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.1.1/manifests"},{"name":"v0.1.0","sha":"38298bc8f0c80acd994784ec7d828770223c8531","kind":"commit","published_at":"2024-05-17T08:39:46.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.1.0","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.1.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.1.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.1.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.1.0/manifests"},{"name":"v0.0.9","sha":"638e616e07c28027321b4c5e4443b41fc0fd496b","kind":"commit","published_at":"2024-04-28T03:46:46.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.0.9","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.0.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.0.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.9/manifests"},{"name":"v0.0.8","sha":"450e1c184bbaf0d0380f79f6af9543cdf9523326","kind":"commit","published_at":"2024-04-19T05:34:40.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.0.8","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.0.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.0.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.8/manifests"},{"name":"v0.0.7","sha":"e550882c714417a2857a9fb87f02d34fbb76f185","kind":"commit","published_at":"2024-04-06T03:48:31.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.0.7","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.0.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.0.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.7/manifests"},{"name":"v0.0.6","sha":"db79a0e850f7dd873a4d52b796e95cef55b7464c","kind":"commit","published_at":"2024-03-13T16:53:54.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.0.6","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.0.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.0.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.6/manifests"},{"name":"v0.0.5","sha":"e5518848192ab9f6552fc777359d0fde67f1ecea","kind":"commit","published_at":"2024-01-03T12:16:13.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.0.5","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.0.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.0.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.5/manifests"},{"name":"v0.0.4-fix","sha":"bb329ecceacece87c3ae67359332dbc67ac7d250","kind":"commit","published_at":"2023-12-03T17:46:21.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.0.4-fix","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.0.4-fix","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.0.4-fix","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.4-fix","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.4-fix/manifests"},{"name":"v0.0.4","sha":"7f1679f34ec4bcc026b4e7f705d88d8c5b9c0cba","kind":"commit","published_at":"2023-12-03T00:14:42.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.0.4","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.0.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.0.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.4/manifests"},{"name":"v0.0.3-fix","sha":"376875c61687eb93c224a46c0720c4c2fea79466","kind":"commit","published_at":"2023-11-23T20:24:24.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.0.3-fix","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.0.3-fix","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.0.3-fix","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.3-fix","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.3-fix/manifests"},{"name":"v0.0.3","sha":"68854daa310230b3062a2373498e4a3c1a38013b","kind":"commit","published_at":"2023-11-23T11:47:17.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.0.3","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.0.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.0.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.3/manifests"},{"name":"v0.0.2","sha":"5618234f759b2d18f3cee57ab9966e0702ef7e53","kind":"tag","published_at":"2023-11-09T04:54:32.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.0.2","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.0.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.0.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.2/manifests"},{"name":"v0.0.1","sha":"7d830303892bb2cc4be9e1f41d3eb37ed862257a","kind":"tag","published_at":"2023-11-04T06:46:21.000Z","download_url":"https://codeload.github.com/vectorch-ai/ScaleLLM/tar.gz/v0.0.1","html_url":"https://github.com/vectorch-ai/ScaleLLM/releases/tag/v0.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/vectorch-ai/ScaleLLM@v0.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/tags/v0.0.1/manifests"}]},"repo_metadata_updated_at":"2025-11-03T06:08:26.476Z","dependent_packages_count":0,"downloads":52,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":61.74260364371192,"dependent_packages_count":10.964990755650982,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":36.35379719968145},"purl":"pkg:pypi/scalellm","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/pypi/scalellm","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/pypi/scalellm","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/pypi/scalellm/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-10-08T08:02:46.352Z","issues_count":87,"pull_requests_count":607,"avg_time_to_close_issue":2230529.4285714286,"avg_time_to_close_pull_request":91352.67339449542,"issues_closed_count":42,"pull_requests_closed_count":545,"pull_request_authors_count":5,"issue_authors_count":26,"avg_comments_per_issue":1.2873563218390804,"avg_comments_per_pull_request":0.036243822075782535,"merged_pull_requests_count":504,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":18,"past_year_pull_requests_count":254,"past_year_avg_time_to_close_issue":63671.0,"past_year_avg_time_to_close_pull_request":64548.11304347826,"past_year_issues_closed_count":1,"past_year_pull_requests_closed_count":230,"past_year_pull_request_authors_count":1,"past_year_issue_authors_count":3,"past_year_avg_comments_per_issue":0.05555555555555555,"past_year_avg_comments_per_pull_request":0.003937007874015748,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":218,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/issues","maintainers":[{"login":"guocuimi","count":621,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/guocuimi"},{"login":"liutongxuan","count":28,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/liutongxuan"},{"login":"936187425","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/936187425"},{"login":"ShijiaTang","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/ShijiaTang"}],"active_maintainers":[{"login":"guocuimi","count":257,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/guocuimi"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/scalellm/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/scalellm/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/scalellm/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/scalellm/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/scalellm/codemeta","maintainers":[{"uuid":"guocuimi","login":"guocuimi","name":null,"email":null,"url":null,"packages_count":2,"html_url":"https://pypi.org/user/guocuimi/","role":null,"created_at":"2024-05-17T06:31:19.782Z","updated_at":"2024-05-17T06:31:19.782Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/guocuimi/packages"}],"registry":{"name":"pypi.org","url":"https://pypi.org","ecosystem":"pypi","default":true,"packages_count":747818,"maintainers_count":317429,"namespaces_count":0,"keywords_count":246225,"github":"pypi","metadata":{"funded_packages_count":52342},"icon_url":"https://github.com/pypi.png","created_at":"2022-04-04T15:19:23.364Z","updated_at":"2025-11-01T07:08:51.853Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/namespaces"}}],"commits":{"id":1639422,"full_name":"vectorch-ai/ScaleLLM","default_branch":"main","total_commits":770,"total_committers":6,"total_bot_commits":0,"total_bot_committers":0,"mean_commits":128.33333333333334,"dds":0.03766233766233762,"past_year_total_commits":144,"past_year_total_committers":1,"past_year_total_bot_commits":0,"past_year_total_bot_committers":0,"past_year_mean_commits":144.0,"past_year_dds":0.0,"last_synced_at":"2025-11-04T23:34:41.008Z","last_synced_commit":"804bfca33d2749625c86fb5dd05c2b9473ee2bbe","created_at":"2024-07-25T15:26:16.776Z","updated_at":"2025-11-04T23:34:20.239Z","committers":[{"name":"Michael Mi","email":"guocuimi@gmail.com","login":"guocuimi","count":741},{"name":"Tongxuan Liu","email":"tongxuan.ltx@mail.ustc.edu.cn","login":"liutongxuan","count":22},{"name":"Xiao Liang","email":"surmountian@gmail.com","login":null,"count":4},{"name":"xianzhedong","email":"89450253+dongxianzhe","login":"dongxianzhe","count":1},{"name":"panhengyu","email":"49527345+936187425","login":"936187425","count":1},{"name":"Kevin Li","email":"kaijunli5@gmail.com","login":"spencerli82","count":1}],"past_year_committers":[{"name":"Michael Mi","email":"guocuimi@gmail.com","login":"guocuimi","count":144}],"commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-11-05T00:00:12.513Z","repositories_count":6095443,"commits_count":923001007,"contributors_count":35982155,"owners_count":1111204,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}},"issues":{"table":{"full_name":"vectorch-ai/ScaleLLM","html_url":"https://github.com/vectorch-ai/ScaleLLM","last_synced_at":"2025-10-08T08:02:46.352Z","status":null,"issues_count":87,"pull_requests_count":607,"avg_time_to_close_issue":2230529.4285714286,"avg_time_to_close_pull_request":91352.67339449542,"issues_closed_count":42,"pull_requests_closed_count":545,"pull_request_authors_count":5,"issue_authors_count":26,"avg_comments_per_issue":1.2873563218390804,"avg_comments_per_pull_request":0.036243822075782535,"merged_pull_requests_count":504,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":18,"past_year_pull_requests_count":254,"past_year_avg_time_to_close_issue":63671.0,"past_year_avg_time_to_close_pull_request":64548.11304347826,"past_year_issues_closed_count":1,"past_year_pull_requests_closed_count":230,"past_year_pull_request_authors_count":1,"past_year_issue_authors_count":3,"past_year_avg_comments_per_issue":0.05555555555555555,"past_year_avg_comments_per_pull_request":0.003937007874015748,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":218,"created_at":"2024-07-25T15:26:48.340Z","updated_at":"2025-10-08T08:02:46.352Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/vectorch-ai%2FScaleLLM/issues","issue_labels_count":{"table":{"enhancement":8,"good first issue":6,"bug":5,"investigation needed":3,"backlog":1,"duplicate":1}},"pull_request_labels_count":{"table":{}},"issue_author_associations_count":{"table":{"COLLABORATOR":59,"NONE":28}},"pull_request_author_associations_count":{"table":{"COLLABORATOR":592,"CONTRIBUTOR":12,"NONE":3}},"issue_authors":{"table":{"guocuimi":53,"liutongxuan":6,"Arcmoon-Hu":2,"BUJIDAOVS":2,"sitabulaixizawaluduo":2,"tp-nan":2,"dengyingxu":1,"WangErXiao":1,"zyxcambridge":1,"Missliuff":1,"dalamudx":1,"paulcx":1,"omarmhaimdat":1,"gunpal5":1,"candowu":1,"aidbdotsite":1,"yhyu13":1,"spongxin":1,"GitMiaoronghua":1,"kitckso":1,"HowardChenRV":1,"goldenquant":1,"Siegi96":1,"latheesan-k":1,"nkirui":1,"drdaliang":1}},"pull_request_authors":{"table":{"guocuimi":568,"liutongxuan":23,"dongxianzhe":11,"936187425":3,"ShijiaTang":2}},"host":{"table":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-10-22T00:00:24.539Z","repositories_count":11121553,"issues_count":34644310,"pull_requests_count":112464066,"authors_count":11040266,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"}},"past_year_issue_labels_count":{"table":{}},"past_year_pull_request_labels_count":{"table":{}},"past_year_issue_author_associations_count":{"table":{"COLLABORATOR":16,"NONE":1}},"past_year_pull_request_author_associations_count":{"table":{"COLLABORATOR":241}},"past_year_issue_authors":{"table":{"guocuimi":16,"sitabulaixizawaluduo":1}},"past_year_pull_request_authors":{"table":{"guocuimi":241}},"maintainers":[{"table":{"login":"guocuimi","count":621,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/guocuimi"}},{"table":{"login":"liutongxuan","count":28,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/liutongxuan"}},{"table":{"login":"936187425","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/936187425"}},{"table":{"login":"ShijiaTang","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/ShijiaTang"}}],"active_maintainers":[{"table":{"login":"guocuimi","count":257,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/guocuimi"}}]}},"events":{"total":{"CreateEvent":123,"ReleaseEvent":4,"IssuesEvent":18,"WatchEvent":79,"DeleteEvent":100,"IssueCommentEvent":4,"PushEvent":419,"PullRequestReviewEvent":4,"PullRequestEvent":233,"ForkEvent":9},"last_year":{"CreateEvent":120,"ReleaseEvent":3,"IssuesEvent":16,"WatchEvent":76,"DeleteEvent":98,"IssueCommentEvent":4,"PushEvent":405,"PullRequestReviewEvent":4,"PullRequestEvent":230,"ForkEvent":9}},"keywords":["cuda","efficiency","gpu","inference","llama","llama3","llm","llm-inference","model","performance","production","serving","speculative","transformer"],"dependencies":[{"ecosystem":"actions","filepath":".github/workflows/build.yml","sha":null,"kind":"manifest","created_at":"2023-12-22T04:33:05.888Z","updated_at":"2023-12-22T04:33:05.888Z","repository_link":"https://github.com/vectorch-ai/ScaleLLM/blob/main/.github/workflows/build.yml","dependencies":[{"id":15222892542,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":15222892543,"package_name":"actions/cache","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/docker.yml","sha":null,"kind":"manifest","created_at":"2023-12-22T04:33:07.389Z","updated_at":"2023-12-22T04:33:07.389Z","repository_link":"https://github.com/vectorch-ai/ScaleLLM/blob/main/.github/workflows/docker.yml","dependencies":[{"id":15222893308,"package_name":"olegtarasov/get-tag","ecosystem":"actions","requirements":"v2.1","direct":true,"kind":"composite","optional":false},{"id":15222894600,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":15222894601,"package_name":"docker/setup-qemu-action","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":15222894602,"package_name":"docker/setup-buildx-action","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":15222894603,"package_name":"docker/login-action","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":15222894604,"package_name":"docker/build-push-action","ecosystem":"actions","requirements":"v5","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"docker","filepath":"Dockerfile","sha":null,"kind":"manifest","created_at":"2023-12-22T04:33:10.452Z","updated_at":"2023-12-22T04:33:10.452Z","repository_link":"https://github.com/vectorch-ai/ScaleLLM/blob/main/Dockerfile","dependencies":[{"id":15222896585,"package_name":"$BASE_IMAGE","ecosystem":"docker","requirements":"latest","direct":true,"kind":"build","optional":false},{"id":15222897785,"package_name":"ubuntu","ecosystem":"docker","requirements":"22.04","direct":true,"kind":"build","optional":false}]},{"ecosystem":"docker","filepath":"gateway/Dockerfile","sha":null,"kind":"manifest","created_at":"2023-12-22T04:33:11.854Z","updated_at":"2023-12-22T04:33:11.854Z","repository_link":"https://github.com/vectorch-ai/ScaleLLM/blob/main/gateway/Dockerfile","dependencies":[{"id":15222898173,"package_name":"golang","ecosystem":"docker","requirements":"1.21-alpine","direct":true,"kind":"build","optional":false}]},{"ecosystem":"pypi","filepath":"requirements.txt","sha":null,"kind":"manifest","created_at":"2023-12-22T04:33:12.836Z","updated_at":"2023-12-22T04:33:12.836Z","repository_link":"https://github.com/vectorch-ai/ScaleLLM/blob/main/requirements.txt","dependencies":[{"id":15222899367,"package_name":"huggingface_hub","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"vcpkg","filepath":"vcpkg.json","sha":null,"kind":"manifest","created_at":"2023-07-27T03:24:03.515Z","updated_at":"2023-07-27T03:24:03.515Z","repository_link":"https://github.com/vectorch-ai/ScaleLLM/blob/main/vcpkg.json","dependencies":[{"id":12076333491,"package_name":"abseil","ecosystem":"vcpkg","requirements":"\u003e=20230125.3","direct":true,"kind":"runtime","optional":false},{"id":12076333492,"package_name":"benchmark","ecosystem":"vcpkg","requirements":"\u003e=1.8.0","direct":true,"kind":"runtime","optional":false},{"id":12076333494,"package_name":"gtest","ecosystem":"vcpkg","requirements":"\u003e=1.13.0","direct":true,"kind":"runtime","optional":false},{"id":12076333495,"package_name":"glog","ecosystem":"vcpkg","requirements":"\u003e=0.6.0#2","direct":true,"kind":"runtime","optional":false},{"id":12076333496,"package_name":"sentencepiece","ecosystem":"vcpkg","requirements":"\u003e=0.1.97","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"go","filepath":"gateway/go.mod","sha":null,"kind":"manifest","created_at":"2023-09-26T10:37:52.004Z","updated_at":"2023-09-26T10:37:52.004Z","repository_link":"https://github.com/vectorch-ai/ScaleLLM/blob/main/gateway/go.mod","dependencies":[{"id":13948032832,"package_name":"github.com/golang/glog","ecosystem":"go","requirements":"v1.1.0","direct":true,"kind":"runtime","optional":false},{"id":13948032833,"package_name":"github.com/grpc-ecosystem/grpc-gateway/v2","ecosystem":"go","requirements":"v2.17.1","direct":true,"kind":"runtime","optional":false},{"id":13948032834,"package_name":"google.golang.org/genproto/googleapis/api","ecosystem":"go","requirements":"v0.0.0-20230822172742-b8732ec3820d","direct":true,"kind":"runtime","optional":false},{"id":13948032835,"package_name":"google.golang.org/grpc","ecosystem":"go","requirements":"v1.57.0","direct":true,"kind":"runtime","optional":false},{"id":13948032836,"package_name":"google.golang.org/protobuf","ecosystem":"go","requirements":"v1.31.0","direct":true,"kind":"runtime","optional":false},{"id":13948032837,"package_name":"github.com/golang/protobuf","ecosystem":"go","requirements":"v1.5.3","direct":true,"kind":"runtime","optional":false},{"id":13948032838,"package_name":"golang.org/x/net","ecosystem":"go","requirements":"v0.14.0","direct":true,"kind":"runtime","optional":false},{"id":13948032839,"package_name":"golang.org/x/sys","ecosystem":"go","requirements":"v0.11.0","direct":true,"kind":"runtime","optional":false},{"id":13948032840,"package_name":"golang.org/x/text","ecosystem":"go","requirements":"v0.12.0","direct":true,"kind":"runtime","optional":false},{"id":13948032841,"package_name":"google.golang.org/genproto","ecosystem":"go","requirements":"v0.0.0-20230803162519-f966b187b2e5","direct":true,"kind":"runtime","optional":false},{"id":13948032842,"package_name":"google.golang.org/genproto/googleapis/rpc","ecosystem":"go","requirements":"v0.0.0-20230822172742-b8732ec3820d","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"go","filepath":"gateway/go.sum","sha":null,"kind":"lockfile","created_at":"2023-09-26T10:37:52.122Z","updated_at":"2023-09-26T10:37:52.122Z","repository_link":"https://github.com/vectorch-ai/ScaleLLM/blob/main/gateway/go.sum","dependencies":[{"id":13948032843,"package_name":"github.com/golang/glog","ecosystem":"go","requirements":"v1.1.0","direct":false,"kind":"runtime","optional":false},{"id":13948032844,"package_name":"github.com/golang/protobuf","ecosystem":"go","requirements":"v1.5.0","direct":false,"kind":"runtime","optional":false},{"id":13948032845,"package_name":"github.com/golang/protobuf","ecosystem":"go","requirements":"v1.5.3","direct":false,"kind":"runtime","optional":false},{"id":13948032846,"package_name":"github.com/google/go-cmp","ecosystem":"go","requirements":"v0.5.5","direct":false,"kind":"runtime","optional":false},{"id":13948032847,"package_name":"github.com/google/go-cmp","ecosystem":"go","requirements":"v0.5.9","direct":false,"kind":"runtime","optional":false},{"id":13948032848,"package_name":"github.com/grpc-ecosystem/grpc-gateway/v2","ecosystem":"go","requirements":"v2.17.1","direct":false,"kind":"runtime","optional":false},{"id":13948032849,"package_name":"golang.org/x/net","ecosystem":"go","requirements":"v0.14.0","direct":false,"kind":"runtime","optional":false},{"id":13948032850,"package_name":"golang.org/x/sys","ecosystem":"go","requirements":"v0.11.0","direct":false,"kind":"runtime","optional":false},{"id":13948032851,"package_name":"golang.org/x/text","ecosystem":"go","requirements":"v0.12.0","direct":false,"kind":"runtime","optional":false},{"id":13948032852,"package_name":"golang.org/x/xerrors","ecosystem":"go","requirements":"v0.0.0-20191204190536-9bdfabe68543","direct":false,"kind":"runtime","optional":false},{"id":13948032853,"package_name":"google.golang.org/genproto","ecosystem":"go","requirements":"v0.0.0-20230803162519-f966b187b2e5","direct":false,"kind":"runtime","optional":false},{"id":13948032854,"package_name":"google.golang.org/genproto/googleapis/api","ecosystem":"go","requirements":"v0.0.0-20230822172742-b8732ec3820d","direct":false,"kind":"runtime","optional":false},{"id":13948032855,"package_name":"google.golang.org/genproto/googleapis/rpc","ecosystem":"go","requirements":"v0.0.0-20230822172742-b8732ec3820d","direct":false,"kind":"runtime","optional":false},{"id":13948032856,"package_name":"google.golang.org/grpc","ecosystem":"go","requirements":"v1.57.0","direct":false,"kind":"runtime","optional":false},{"id":13948032857,"package_name":"google.golang.org/protobuf","ecosystem":"go","requirements":"v1.26.0-rc.1","direct":false,"kind":"runtime","optional":false},{"id":13948032858,"package_name":"google.golang.org/protobuf","ecosystem":"go","requirements":"v1.26.0","direct":false,"kind":"runtime","optional":false},{"id":13948032859,"package_name":"google.golang.org/protobuf","ecosystem":"go","requirements":"v1.31.0","direct":false,"kind":"runtime","optional":false}]},{"ecosystem":"cargo","filepath":"src/huggingface/Cargo.toml","sha":null,"kind":"manifest","created_at":"2024-03-09T04:40:21.415Z","updated_at":"2024-03-09T04:40:21.415Z","repository_link":"https://github.com/vectorch-ai/ScaleLLM/blob/main/src/huggingface/Cargo.toml","dependencies":[]},{"ecosystem":"pypi","filepath":"python/setup.py","sha":null,"kind":"manifest","created_at":"2024-03-09T04:40:21.442Z","updated_at":"2024-03-09T04:40:21.442Z","repository_link":"https://github.com/vectorch-ai/ScaleLLM/blob/main/python/setup.py","dependencies":[{"id":16700730391,"package_name":"torch","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false}]}],"score":12.073786191933092,"created_at":"2024-07-25T15:26:05.729Z","updated_at":"2026-06-02T11:30:26.218Z","avatar_url":"https://github.com/vectorch-ai.png","language":"C++","codemeta":null,"publiccode":null,"project_url":"https://summary.ecosyste.ms/api/v1/projects/123879","html_url":"https://summary.ecosyste.ms/projects/123879"}