{"id":124555,"url":"https://github.com/jy-yuan/KIVI","last_synced_at":"2026-04-03T05:00:35.077Z","repository":{"id":220903022,"uuid":"751957145","full_name":"jy-yuan/KIVI","owner":"jy-yuan","description":"[ICML 2024] KIVI: A Tuning-Free Asymmetric 2bit Quantization for KV Cache","archived":false,"fork":false,"pushed_at":"2025-11-20T20:34:33.000Z","size":17549,"stargazers_count":375,"open_issues_count":6,"forks_count":46,"subscribers_count":7,"default_branch":"main","last_synced_at":"2026-03-28T06:41:46.547Z","etag":null,"topics":["inference","large-language-models","llama","llm","natural-language-processing","quantization","transformer"],"latest_commit_sha":null,"homepage":"https://arxiv.org/abs/2402.02750","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/jy-yuan.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2024-02-02T17:41:32.000Z","updated_at":"2026-03-27T12:49:14.000Z","dependencies_parsed_at":"2025-12-24T04:08:44.685Z","dependency_job_id":null,"html_url":"https://github.com/jy-yuan/KIVI","commit_stats":null,"previous_names":["jy-yuan/kivi"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/jy-yuan/KIVI","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/jy-yuan%2FKIVI","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/jy-yuan%2FKIVI/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/jy-yuan%2FKIVI/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/jy-yuan%2FKIVI/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/jy-yuan","download_url":"https://codeload.github.com/jy-yuan/KIVI/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/jy-yuan%2FKIVI/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":31172566,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-03-29T21:28:10.185Z","status":"online","status_checked_at":"2026-03-30T02:00:06.831Z","response_time":138,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"jy-yuan","name":"jiayi yuan","uuid":"34369239","kind":"user","description":"CS PhD student @ Rice University, BS CS @ Tsinghua University","email":"","website":null,"location":"USA","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/34369239?v=4","repositories_count":2,"last_synced_at":"2023-03-03T16:47:00.181Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/jy-yuan","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-03-03T16:47:00.182Z","updated_at":"2023-03-03T16:47:00.182Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/jy-yuan","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/jy-yuan/repositories"},"packages":[],"commits":{"id":1640061,"full_name":"jy-yuan/KIVI","default_branch":"main","total_commits":58,"total_committers":9,"total_bot_commits":1,"total_bot_committers":1,"mean_commits":6.444444444444445,"dds":0.48275862068965514,"past_year_total_commits":6,"past_year_total_committers":3,"past_year_total_bot_commits":0,"past_year_total_bot_committers":0,"past_year_mean_commits":2.0,"past_year_dds":0.5,"last_synced_at":"2026-04-01T04:02:13.440Z","last_synced_commit":"876b4d2d08e3b1d5f70d0969c299d8c7c42ddfb6","created_at":"2024-07-25T15:34:11.369Z","updated_at":"2026-04-01T04:01:23.404Z","committers":[{"name":"jy-yuan","email":"1462936118@qq.com","login":"jy-yuan","count":30},{"name":"Zirui Liu","email":"zl105@datalab3.cs.rice.edu","login":null,"count":11},{"name":"Zirui Liu","email":"38876183+zirui-ray-liu","login":"zirui-ray-liu","count":10},{"name":"ray-liu","email":"zrliu@cs-foundations.cs.umn.edu","login":null,"count":2},{"name":"dependabot[bot]","email":"49699333+dependabot[bot]","login":"dependabot[bot]","count":1},{"name":"condy","email":"condy0919@gmail.com","login":"condy0919","count":1},{"name":"Yifei Kong","email":"kong@yifei.me","login":"perklet","count":1},{"name":"QuiverDance","email":"pjw7200@ajou.ac.kr","login":"QuiverDance","count":1},{"name":"Luning Wang","email":"wangluning2@gmail.com","login":"wln20","count":1}],"past_year_committers":[{"name":"Zirui Liu","email":"38876183+zirui-ray-liu","login":"zirui-ray-liu","count":3},{"name":"Jiayi Yuan","email":"34369239+jy-yuan","login":"jy-yuan","count":2},{"name":"QuiverDance","email":"pjw7200@ajou.ac.kr","login":"QuiverDance","count":1}],"commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/jy-yuan%2FKIVI/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2026-04-03T00:00:08.542Z","repositories_count":6210545,"commits_count":927323074,"contributors_count":35799588,"owners_count":1145008,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}},"issues":{"table":{"full_name":"jy-yuan/KIVI","html_url":"https://github.com/jy-yuan/KIVI","last_synced_at":"2026-02-23T10:03:07.570Z","status":"active","issues_count":38,"pull_requests_count":9,"avg_time_to_close_issue":3596211.24,"avg_time_to_close_pull_request":135595.66666666666,"issues_closed_count":25,"pull_requests_closed_count":6,"pull_request_authors_count":4,"issue_authors_count":34,"avg_comments_per_issue":1.3421052631578947,"avg_comments_per_pull_request":0.1111111111111111,"merged_pull_requests_count":6,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":8,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":4183065.8,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":5,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":8,"past_year_avg_comments_per_issue":1.125,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"created_at":"2024-07-25T15:34:25.318Z","updated_at":"2026-02-23T10:03:07.571Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/jy-yuan%2FKIVI","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/jy-yuan%2FKIVI/issues","issue_labels_count":{"table":{}},"pull_request_labels_count":{"table":{}},"issue_author_associations_count":{"table":{"NONE":37,"CONTRIBUTOR":1}},"pull_request_author_associations_count":{"table":{"NONE":8,"CONTRIBUTOR":1}},"issue_authors":{"table":{"Felixvillas":4,"dhjoo98":2,"Elycyx":1,"JoesSattes":1,"yifeikong":1,"ascendpoet":1,"xzwj1699":1,"ilur98":1,"riou-chen":1,"ActiveSky":1,"yuhuixu1993":1,"rayzr0123":1,"lky-violet":1,"RalphMao":1,"wuliangsixia":1,"laomao0":1,"hensiesp32":1,"YEOMJINSEOP":1,"redscv":1,"Deeperfinder":1,"chenyehuang":1,"yisunlp":1,"liza-babaoglu":1,"zwhong714":1,"LfieLike":1,"ilil96":1,"ym-guan":1,"darrenglow":1,"wln20":1,"deephanson94":1,"litingsjj":1,"hello-fri-end":1,"condy0919":1,"lichongod":1}},"pull_request_authors":{"table":{"Davids048":4,"wln20":2,"condy0919":2,"yifeikong":1}},"host":{"table":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2026-04-03T00:00:08.051Z","repositories_count":14053107,"issues_count":34366935,"pull_requests_count":112293611,"authors_count":11219602,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"}},"past_year_issue_labels_count":{"table":{}},"past_year_pull_request_labels_count":{"table":{}},"past_year_issue_author_associations_count":{"table":{"NONE":6}},"past_year_pull_request_author_associations_count":{"table":{}},"past_year_issue_authors":{"table":{"ActiveSky":1,"Deeperfinder":1,"dhjoo98":1,"Elycyx":1,"litingsjj":1,"wuliangsixia":1}},"past_year_pull_request_authors":{"table":{}},"maintainers":[],"active_maintainers":[]}},"events":{"total":{"PullRequestEvent":1,"ForkEvent":16,"IssuesEvent":20,"WatchEvent":104,"IssueCommentEvent":20,"PushEvent":6},"last_year":{"PullRequestEvent":1,"ForkEvent":6,"IssuesEvent":7,"WatchEvent":42,"IssueCommentEvent":6,"PushEvent":3}},"keywords":["inference","large-language-models","llama","llm","natural-language-processing","quantization","transformer"],"dependencies":[{"ecosystem":"pypi","filepath":"quant/setup.py","sha":null,"kind":"manifest","created_at":"2024-02-05T04:29:44.236Z","updated_at":"2024-02-05T04:29:44.236Z","repository_link":"https://github.com/jy-yuan/KIVI/blob/main/quant/setup.py","dependencies":[{"id":16032551756,"package_name":"torch","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"requirements.txt","sha":null,"kind":"manifest","created_at":"2024-03-06T04:24:04.226Z","updated_at":"2024-03-06T04:24:04.226Z","repository_link":"https://github.com/jy-yuan/KIVI/blob/main/requirements.txt","dependencies":[{"id":16633002233,"package_name":"absl-py","ecosystem":"pypi","requirements":"=2.0.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002234,"package_name":"accelerate","ecosystem":"pypi","requirements":"=0.24.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002235,"package_name":"aiohttp","ecosystem":"pypi","requirements":"=3.9.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002236,"package_name":"aiosignal","ecosystem":"pypi","requirements":"=1.3.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002237,"package_name":"annotated-types","ecosystem":"pypi","requirements":"=0.6.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002238,"package_name":"antlr4-python3-runtime","ecosystem":"pypi","requirements":"=4.9.3=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002239,"package_name":"antlr4-tools","ecosystem":"pypi","requirements":"=0.2.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002240,"package_name":"anyio","ecosystem":"pypi","requirements":"=3.7.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002241,"package_name":"asttokens","ecosystem":"pypi","requirements":"=2.4.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002242,"package_name":"async-timeout","ecosystem":"pypi","requirements":"=4.0.3=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002243,"package_name":"attributedict","ecosystem":"pypi","requirements":"=0.3.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002244,"package_name":"attrs","ecosystem":"pypi","requirements":"=23.1.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002245,"package_name":"awq","ecosystem":"pypi","requirements":"=0.1.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002246,"package_name":"bitsandbytes","ecosystem":"pypi","requirements":"=0.41.2.post2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002247,"package_name":"blessed","ecosystem":"pypi","requirements":"=1.20.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002248,"package_name":"blessings","ecosystem":"pypi","requirements":"=1.7=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002249,"package_name":"bzip2","ecosystem":"pypi","requirements":"=1.0.8=h7b6447c_0","direct":true,"kind":"runtime","optional":false},{"id":16633002250,"package_name":"ca-certificates","ecosystem":"pypi","requirements":"=2023.08.22=h06a4308_0","direct":true,"kind":"runtime","optional":false},{"id":16633002251,"package_name":"cachetools","ecosystem":"pypi","requirements":"=5.3.2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002252,"package_name":"certifi","ecosystem":"pypi","requirements":"=2023.11.17=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002253,"package_name":"chardet","ecosystem":"pypi","requirements":"=5.2.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002254,"package_name":"charset-normalizer","ecosystem":"pypi","requirements":"=3.3.2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002255,"package_name":"click","ecosystem":"pypi","requirements":"=8.1.7=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002256,"package_name":"codecov","ecosystem":"pypi","requirements":"=2.1.13=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002257,"package_name":"colorama","ecosystem":"pypi","requirements":"=0.4.6=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002258,"package_name":"coloredlogs","ecosystem":"pypi","requirements":"=15.0.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002259,"package_name":"colour-runner","ecosystem":"pypi","requirements":"=0.1.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002260,"package_name":"comm","ecosystem":"pypi","requirements":"=0.2.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002261,"package_name":"contourpy","ecosystem":"pypi","requirements":"=1.2.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002262,"package_name":"coverage","ecosystem":"pypi","requirements":"=7.3.2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002263,"package_name":"cycler","ecosystem":"pypi","requirements":"=0.12.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002264,"package_name":"dataproperty","ecosystem":"pypi","requirements":"=1.0.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002265,"package_name":"datasets","ecosystem":"pypi","requirements":"=2.15.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002266,"package_name":"debugpy","ecosystem":"pypi","requirements":"=1.8.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002267,"package_name":"decorator","ecosystem":"pypi","requirements":"=5.1.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002268,"package_name":"deepdiff","ecosystem":"pypi","requirements":"=6.7.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002269,"package_name":"deepspeed","ecosystem":"pypi","requirements":"=0.12.4=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002270,"package_name":"dill","ecosystem":"pypi","requirements":"=0.3.7=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002271,"package_name":"distlib","ecosystem":"pypi","requirements":"=0.3.7=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002272,"package_name":"distro","ecosystem":"pypi","requirements":"=1.8.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002273,"package_name":"einops","ecosystem":"pypi","requirements":"=0.7.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002274,"package_name":"evaluate","ecosystem":"pypi","requirements":"=0.4.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002275,"package_name":"exceptiongroup","ecosystem":"pypi","requirements":"=1.2.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002276,"package_name":"executing","ecosystem":"pypi","requirements":"=2.0.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002277,"package_name":"filelock","ecosystem":"pypi","requirements":"=3.13.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002278,"package_name":"fonttools","ecosystem":"pypi","requirements":"=4.45.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002279,"package_name":"frozenlist","ecosystem":"pypi","requirements":"=1.4.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002280,"package_name":"fsspec","ecosystem":"pypi","requirements":"=2023.10.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002281,"package_name":"ftfy","ecosystem":"pypi","requirements":"=6.1.3=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002282,"package_name":"fuzzywuzzy","ecosystem":"pypi","requirements":"=0.18.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002283,"package_name":"gpustat","ecosystem":"pypi","requirements":"=1.1.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002289,"package_name":"h11","ecosystem":"pypi","requirements":"=0.14.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002290,"package_name":"hjson","ecosystem":"pypi","requirements":"=3.1.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002291,"package_name":"httpcore","ecosystem":"pypi","requirements":"=1.0.2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002292,"package_name":"httpx","ecosystem":"pypi","requirements":"=0.25.2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002293,"package_name":"huggingface-hub","ecosystem":"pypi","requirements":"=0.19.4=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002294,"package_name":"humanfriendly","ecosystem":"pypi","requirements":"=10.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002295,"package_name":"idna","ecosystem":"pypi","requirements":"=3.6=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002296,"package_name":"importlib-resources","ecosystem":"pypi","requirements":"=6.1.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002297,"package_name":"inspecta","ecosystem":"pypi","requirements":"=0.1.3=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002298,"package_name":"install-jdk","ecosystem":"pypi","requirements":"=1.1.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002299,"package_name":"ipdb","ecosystem":"pypi","requirements":"=0.13.13=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002300,"package_name":"ipykernel","ecosystem":"pypi","requirements":"=6.27.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002301,"package_name":"ipython","ecosystem":"pypi","requirements":"=8.18.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002302,"package_name":"jedi","ecosystem":"pypi","requirements":"=0.19.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002303,"package_name":"jieba","ecosystem":"pypi","requirements":"=0.42.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002304,"package_name":"jinja2","ecosystem":"pypi","requirements":"=3.1.2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002305,"package_name":"joblib","ecosystem":"pypi","requirements":"=1.3.2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002306,"package_name":"jsonlines","ecosystem":"pypi","requirements":"=4.0.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002307,"package_name":"jupyter-client","ecosystem":"pypi","requirements":"=8.6.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002308,"package_name":"jupyter-core","ecosystem":"pypi","requirements":"=5.5.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002309,"package_name":"kiwisolver","ecosystem":"pypi","requirements":"=1.4.5=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002310,"package_name":"ld_impl_linux-64","ecosystem":"pypi","requirements":"=2.38=h1181459_1","direct":true,"kind":"runtime","optional":false},{"id":16633002311,"package_name":"libffi","ecosystem":"pypi","requirements":"=3.4.4=h6a678d5_0","direct":true,"kind":"runtime","optional":false},{"id":16633002312,"package_name":"libgcc-ng","ecosystem":"pypi","requirements":"=11.2.0=h1234567_1","direct":true,"kind":"runtime","optional":false},{"id":16633002313,"package_name":"libgomp","ecosystem":"pypi","requirements":"=11.2.0=h1234567_1","direct":true,"kind":"runtime","optional":false},{"id":16633002314,"package_name":"libstdcxx-ng","ecosystem":"pypi","requirements":"=11.2.0=h1234567_1","direct":true,"kind":"runtime","optional":false},{"id":16633002315,"package_name":"libuuid","ecosystem":"pypi","requirements":"=1.41.5=h5eee18b_0","direct":true,"kind":"runtime","optional":false},{"id":16633002316,"package_name":"lm-eval","ecosystem":"pypi","requirements":"=0.3.0=dev_0","direct":true,"kind":"runtime","optional":false},{"id":16633002317,"package_name":"markupsafe","ecosystem":"pypi","requirements":"=2.1.3=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002318,"package_name":"matplotlib","ecosystem":"pypi","requirements":"=3.8.2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002319,"package_name":"matplotlib-inline","ecosystem":"pypi","requirements":"=0.1.6=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002320,"package_name":"mbstrdecoder","ecosystem":"pypi","requirements":"=1.1.3=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002321,"package_name":"mpmath","ecosystem":"pypi","requirements":"=1.3.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002322,"package_name":"multidict","ecosystem":"pypi","requirements":"=6.0.4=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002323,"package_name":"multiprocess","ecosystem":"pypi","requirements":"=0.70.15=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002324,"package_name":"ncurses","ecosystem":"pypi","requirements":"=6.4=h6a678d5_0","direct":true,"kind":"runtime","optional":false},{"id":16633002325,"package_name":"nest-asyncio","ecosystem":"pypi","requirements":"=1.5.8=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002326,"package_name":"networkx","ecosystem":"pypi","requirements":"=3.2.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002327,"package_name":"ninja","ecosystem":"pypi","requirements":"=1.11.1.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002328,"package_name":"nltk","ecosystem":"pypi","requirements":"=3.8.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002329,"package_name":"numexpr","ecosystem":"pypi","requirements":"=2.8.7=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002330,"package_name":"numpy","ecosystem":"pypi","requirements":"=1.26.2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002331,"package_name":"nvidia-cublas-cu12","ecosystem":"pypi","requirements":"=12.1.3.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002332,"package_name":"nvidia-cuda-cupti-cu12","ecosystem":"pypi","requirements":"=12.1.105=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002333,"package_name":"nvidia-cuda-nvrtc-cu12","ecosystem":"pypi","requirements":"=12.1.105=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002334,"package_name":"nvidia-cuda-runtime-cu12","ecosystem":"pypi","requirements":"=12.1.105=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002335,"package_name":"nvidia-cudnn-cu12","ecosystem":"pypi","requirements":"=8.9.2.26=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002336,"package_name":"nvidia-cufft-cu12","ecosystem":"pypi","requirements":"=11.0.2.54=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002337,"package_name":"nvidia-curand-cu12","ecosystem":"pypi","requirements":"=10.3.2.106=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002338,"package_name":"nvidia-cusolver-cu12","ecosystem":"pypi","requirements":"=11.4.5.107=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002339,"package_name":"nvidia-cusparse-cu12","ecosystem":"pypi","requirements":"=12.1.0.106=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002340,"package_name":"nvidia-ml-py","ecosystem":"pypi","requirements":"=12.535.133=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002341,"package_name":"nvidia-nccl-cu12","ecosystem":"pypi","requirements":"=2.18.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002342,"package_name":"nvidia-nvjitlink-cu12","ecosystem":"pypi","requirements":"=12.3.101=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002343,"package_name":"nvidia-nvtx-cu12","ecosystem":"pypi","requirements":"=12.1.105=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002344,"package_name":"omegaconf","ecosystem":"pypi","requirements":"=2.3.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002345,"package_name":"openai","ecosystem":"pypi","requirements":"=1.3.5=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002346,"package_name":"openssl","ecosystem":"pypi","requirements":"=3.0.12=h7f8727e_0","direct":true,"kind":"runtime","optional":false},{"id":16633002347,"package_name":"ordered-set","ecosystem":"pypi","requirements":"=4.1.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002348,"package_name":"packaging","ecosystem":"pypi","requirements":"=23.2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002349,"package_name":"pandas","ecosystem":"pypi","requirements":"=2.1.3=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002350,"package_name":"parso","ecosystem":"pypi","requirements":"=0.8.3=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002351,"package_name":"pathvalidate","ecosystem":"pypi","requirements":"=3.2.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002352,"package_name":"peft","ecosystem":"pypi","requirements":"=0.6.2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002353,"package_name":"pexpect","ecosystem":"pypi","requirements":"=4.9.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002354,"package_name":"pillow","ecosystem":"pypi","requirements":"=10.1.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002355,"package_name":"pip","ecosystem":"pypi","requirements":"=23.3=py310h06a4308_0","direct":true,"kind":"runtime","optional":false},{"id":16633002356,"package_name":"platformdirs","ecosystem":"pypi","requirements":"=4.0.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002357,"package_name":"pluggy","ecosystem":"pypi","requirements":"=1.3.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002358,"package_name":"portalocker","ecosystem":"pypi","requirements":"=2.8.2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002359,"package_name":"prompt-toolkit","ecosystem":"pypi","requirements":"=3.0.41=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002360,"package_name":"protobuf","ecosystem":"pypi","requirements":"=4.25.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002361,"package_name":"psutil","ecosystem":"pypi","requirements":"=5.9.6=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002362,"package_name":"ptyprocess","ecosystem":"pypi","requirements":"=0.7.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002363,"package_name":"pure-eval","ecosystem":"pypi","requirements":"=0.2.2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002364,"package_name":"py-cpuinfo","ecosystem":"pypi","requirements":"=9.0.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002365,"package_name":"pyarrow","ecosystem":"pypi","requirements":"=14.0.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002366,"package_name":"pyarrow-hotfix","ecosystem":"pypi","requirements":"=0.6=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002367,"package_name":"pybind11","ecosystem":"pypi","requirements":"=2.11.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002368,"package_name":"pycountry","ecosystem":"pypi","requirements":"=22.3.5=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002369,"package_name":"pydantic","ecosystem":"pypi","requirements":"=2.5.2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002370,"package_name":"pydantic-core","ecosystem":"pypi","requirements":"=2.14.5=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002371,"package_name":"pygments","ecosystem":"pypi","requirements":"=2.17.2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002372,"package_name":"pynvml","ecosystem":"pypi","requirements":"=11.5.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002373,"package_name":"pyparsing","ecosystem":"pypi","requirements":"=3.1.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002374,"package_name":"pyproject-api","ecosystem":"pypi","requirements":"=1.6.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002375,"package_name":"pytablewriter","ecosystem":"pypi","requirements":"=1.2.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002376,"package_name":"python","ecosystem":"pypi","requirements":"=3.10.13=h955ad1f_0","direct":true,"kind":"runtime","optional":false},{"id":16633002377,"package_name":"python-dateutil","ecosystem":"pypi","requirements":"=2.8.2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002378,"package_name":"pytz","ecosystem":"pypi","requirements":"=2023.3.post1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002379,"package_name":"pyyaml","ecosystem":"pypi","requirements":"=6.0.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002380,"package_name":"pyzmq","ecosystem":"pypi","requirements":"=25.1.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002381,"package_name":"readline","ecosystem":"pypi","requirements":"=8.2=h5eee18b_0","direct":true,"kind":"runtime","optional":false},{"id":16633002382,"package_name":"regex","ecosystem":"pypi","requirements":"=2023.10.3=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002383,"package_name":"requests","ecosystem":"pypi","requirements":"=2.31.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002384,"package_name":"responses","ecosystem":"pypi","requirements":"=0.18.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002385,"package_name":"rootpath","ecosystem":"pypi","requirements":"=0.1.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002386,"package_name":"rouge","ecosystem":"pypi","requirements":"=1.0.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002387,"package_name":"rouge-score","ecosystem":"pypi","requirements":"=0.1.2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002388,"package_name":"sacrebleu","ecosystem":"pypi","requirements":"=1.5.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002389,"package_name":"safetensors","ecosystem":"pypi","requirements":"=0.4.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002390,"package_name":"scikit-learn","ecosystem":"pypi","requirements":"=1.3.2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002391,"package_name":"scipy","ecosystem":"pypi","requirements":"=1.11.4=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002392,"package_name":"sentencepiece","ecosystem":"pypi","requirements":"=0.1.99=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002393,"package_name":"setuptools","ecosystem":"pypi","requirements":"=68.0.0=py310h06a4308_0","direct":true,"kind":"runtime","optional":false},{"id":16633002394,"package_name":"six","ecosystem":"pypi","requirements":"=1.16.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002395,"package_name":"sniffio","ecosystem":"pypi","requirements":"=1.3.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002396,"package_name":"sqlite","ecosystem":"pypi","requirements":"=3.41.2=h5eee18b_0","direct":true,"kind":"runtime","optional":false},{"id":16633002397,"package_name":"sqlitedict","ecosystem":"pypi","requirements":"=2.1.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002398,"package_name":"stack-data","ecosystem":"pypi","requirements":"=0.6.3=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002399,"package_name":"sympy","ecosystem":"pypi","requirements":"=1.12=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002400,"package_name":"tabledata","ecosystem":"pypi","requirements":"=1.3.3=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002401,"package_name":"tcolorpy","ecosystem":"pypi","requirements":"=0.1.4=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002402,"package_name":"termcolor","ecosystem":"pypi","requirements":"=2.3.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002403,"package_name":"texttable","ecosystem":"pypi","requirements":"=1.7.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002404,"package_name":"threadpoolctl","ecosystem":"pypi","requirements":"=3.2.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002405,"package_name":"tk","ecosystem":"pypi","requirements":"=8.6.12=h1ccaba5_0","direct":true,"kind":"runtime","optional":false},{"id":16633002406,"package_name":"tokenizers","ecosystem":"pypi","requirements":"=0.15.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002407,"package_name":"toml","ecosystem":"pypi","requirements":"=0.10.2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002408,"package_name":"tomli","ecosystem":"pypi","requirements":"=2.0.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002409,"package_name":"torch","ecosystem":"pypi","requirements":"=2.1.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002410,"package_name":"torchvision","ecosystem":"pypi","requirements":"=0.16.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002411,"package_name":"tornado","ecosystem":"pypi","requirements":"=6.4=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002412,"package_name":"tox","ecosystem":"pypi","requirements":"=4.11.4=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002413,"package_name":"tqdm","ecosystem":"pypi","requirements":"=4.66.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002414,"package_name":"tqdm-multiprocess","ecosystem":"pypi","requirements":"=0.0.11=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002415,"package_name":"traitlets","ecosystem":"pypi","requirements":"=5.14.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002416,"package_name":"transformers","ecosystem":"pypi","requirements":"=4.35.2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002417,"package_name":"triton","ecosystem":"pypi","requirements":"=2.1.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002418,"package_name":"typepy","ecosystem":"pypi","requirements":"=1.3.2=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002419,"package_name":"typing-extensions","ecosystem":"pypi","requirements":"=4.8.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002420,"package_name":"tzdata","ecosystem":"pypi","requirements":"=2023.3=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002421,"package_name":"urllib3","ecosystem":"pypi","requirements":"=2.1.0=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002422,"package_name":"virtualenv","ecosystem":"pypi","requirements":"=20.24.7=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002423,"package_name":"wcwidth","ecosystem":"pypi","requirements":"=0.2.12=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002424,"package_name":"wheel","ecosystem":"pypi","requirements":"=0.41.2=py310h06a4308_0","direct":true,"kind":"runtime","optional":false},{"id":16633002425,"package_name":"xxhash","ecosystem":"pypi","requirements":"=3.4.1=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002426,"package_name":"xz","ecosystem":"pypi","requirements":"=5.4.2=h5eee18b_0","direct":true,"kind":"runtime","optional":false},{"id":16633002427,"package_name":"yarl","ecosystem":"pypi","requirements":"=1.9.3=pypi_0","direct":true,"kind":"runtime","optional":false},{"id":16633002428,"package_name":"zlib","ecosystem":"pypi","requirements":"=1.2.13=h5eee18b_0","direct":true,"kind":"runtime","optional":false},{"id":16633002429,"package_name":"zstandard","ecosystem":"pypi","requirements":"=0.22.0=pypi_0","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"pyproject.toml","sha":null,"kind":"manifest","created_at":"2024-04-12T03:28:09.376Z","updated_at":"2024-04-12T03:28:09.376Z","repository_link":"https://github.com/jy-yuan/KIVI/blob/main/pyproject.toml","dependencies":[{"id":17376165585,"package_name":"packaging","ecosystem":"pypi","requirements":"==24.0","direct":true,"kind":"runtime","optional":false},{"id":17376165586,"package_name":"sentencepiece","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":17376165587,"package_name":"tokenizers","ecosystem":"pypi","requirements":"\u003e=0.15","direct":true,"kind":"runtime","optional":false},{"id":17376165588,"package_name":"torch","ecosystem":"pypi","requirements":"==2.1.2","direct":true,"kind":"runtime","optional":false},{"id":17376165589,"package_name":"ipdb","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":17376165590,"package_name":"transformers","ecosystem":"pypi","requirements":"==4.36.2","direct":true,"kind":"runtime","optional":false},{"id":17376165591,"package_name":"toml","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":17376165592,"package_name":"attributedict","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":17376165593,"package_name":"accelerate","ecosystem":"pypi","requirements":"==0.25.0","direct":true,"kind":"runtime","optional":false},{"id":17376165594,"package_name":"protobuf","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false}]}],"score":8.14002395246292,"created_at":"2024-07-25T15:26:11.650Z","updated_at":"2026-04-03T05:00:35.077Z","avatar_url":"https://github.com/jy-yuan.png","language":"Python","codemeta":null,"publiccode":null,"project_url":"https://summary.ecosyste.ms/api/v1/projects/124555","html_url":"https://summary.ecosyste.ms/projects/124555"}