{"id":123702,"url":"https://github.com/OpenBMB/ToolBench","last_synced_at":"2026-06-02T08:01:03.756Z","repository":{"id":170209277,"uuid":"646333922","full_name":"OpenBMB/ToolBench","owner":"OpenBMB","description":"[ICLR'24 spotlight] An open platform for training, serving, and evaluating large language model for tool learning.","archived":false,"fork":false,"pushed_at":"2025-05-21T15:46:59.000Z","size":60345,"stargazers_count":5652,"open_issues_count":161,"forks_count":485,"subscribers_count":48,"default_branch":"master","last_synced_at":"2026-05-29T06:04:24.485Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":"https://openbmb.github.io/ToolBench/","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/OpenBMB.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2023-05-28T03:46:17.000Z","updated_at":"2026-05-28T08:34:11.000Z","dependencies_parsed_at":"2023-10-12T13:21:49.820Z","dependency_job_id":"178ddafa-1616-441d-b498-9a6fd7a8fdbb","html_url":"https://github.com/OpenBMB/ToolBench","commit_stats":{"total_commits":158,"total_committers":20,"mean_commits":7.9,"dds":0.5063291139240507,"last_synced_commit":"0aaf368734fdc72284b31b4c85467f0153489e84"},"previous_names":["openbmb/toolbench"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/OpenBMB/ToolBench","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/OpenBMB%2FToolBench","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/OpenBMB%2FToolBench/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/OpenBMB%2FToolBench/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/OpenBMB%2FToolBench/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/OpenBMB","download_url":"https://codeload.github.com/OpenBMB/ToolBench/tar.gz/refs/heads/master","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/OpenBMB%2FToolBench/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":33722156,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-05-26T15:22:16.424Z","status":"online","status_checked_at":"2026-05-31T02:00:06.040Z","response_time":95,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"OpenBMB","name":"OpenBMB","uuid":"89920203","kind":"organization","description":"OpenBMB (Open Lab for Big Model Base), founded by ModelBest Inc (面壁智能) \u0026 TsinghuaNLP, aims to build foundation models and systems towards AGI.","email":"openbmb@gmail.com","website":"https://www.openbmb.cn","location":null,"twitter":"OpenBMB","company":null,"icon_url":"https://avatars.githubusercontent.com/u/89920203?v=4","repositories_count":32,"last_synced_at":"2024-04-28T03:04:06.949Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/OpenBMB","funding_links":[],"total_stars":53004,"followers":3122,"following":0,"created_at":"2022-11-14T11:01:47.090Z","updated_at":"2024-04-28T03:04:13.019Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/OpenBMB","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/OpenBMB/repositories"},"packages":[],"commits":{"id":1639357,"full_name":"OpenBMB/ToolBench","default_branch":"master","total_commits":160,"total_committers":17,"total_bot_commits":0,"total_bot_committers":0,"mean_commits":9.411764705882353,"dds":0.5,"past_year_total_commits":0,"past_year_total_committers":0,"past_year_total_bot_commits":0,"past_year_total_bot_committers":0,"past_year_mean_commits":0.0,"past_year_dds":0.0,"last_synced_at":"2026-05-31T08:03:47.065Z","last_synced_commit":"d56fdd89faf8c91fa135090b212bb9057ee5cfc2","created_at":"2024-07-25T15:22:35.899Z","updated_at":"2026-05-31T08:02:41.865Z","committers":[{"name":"pooruss","email":"shihaoliang0828@163.com","login":"pooruss","count":80},{"name":"thuqinyj16","email":"835571620@qq.com","login":"thuqinyj16","count":24},{"name":"luyaxi","email":"luyaxi@live.com","login":"luyaxi","count":15},{"name":"Kunlun Zhu","email":"zhuklun@mail2.sysu.edu.cn","login":"Kunlun-Zhu","count":13},{"name":"lilbillybiscuit","email":"qianbill2014@outlook.com","login":"lilbillybiscuit","count":7},{"name":"wuyesai","email":"44259537+sailaoda","login":"sailaoda","count":5},{"name":"Mohamad Zamini","email":"32536264+mzamini92","login":"mzamini92","count":4},{"name":"yeyn19","email":"yeyn19@mails.tsinghua.edu.cn","login":null,"count":3},{"name":"Ava","email":"ag15710109031@gmail.com","login":"AvaY100","count":1},{"name":"Ayush","email":"paulayush@gmail.com","login":"hyusap","count":1},{"name":"CengYuanhao","email":"100276242+LinesHogan","login":"LinesHogan","count":1},{"name":"Krisztián Boros","email":"51168364+BiliBraker","login":"BiliBraker","count":1},{"name":"Xin Cong","email":"66627143+congxin95","login":"congxin95","count":1},{"name":"mMrBun","email":"2015711377@qq.com","login":"mMrBun","count":1},{"name":"realgump","email":"realgump@tju.edu.cn","login":"realgump","count":1},{"name":"Ava","email":"ava@AvadeMacBook-Pro.local","login":null,"count":1},{"name":"yhyu13","email":"yohan680919@gmail.com","login":"yhyu13","count":1}],"past_year_committers":[],"commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/OpenBMB%2FToolBench/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2026-06-02T00:00:09.939Z","repositories_count":6253026,"commits_count":883940409,"contributors_count":35035713,"owners_count":1162215,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}},"issues":{"table":{"full_name":"OpenBMB/ToolBench","html_url":"https://github.com/OpenBMB/ToolBench","last_synced_at":"2026-05-06T19:05:55.188Z","status":"active","issues_count":201,"pull_requests_count":29,"avg_time_to_close_issue":937839.918367347,"avg_time_to_close_pull_request":5013964.2272727275,"issues_closed_count":98,"pull_requests_closed_count":22,"pull_request_authors_count":16,"issue_authors_count":171,"avg_comments_per_issue":1.0696517412935322,"avg_comments_per_pull_request":0.3103448275862069,"merged_pull_requests_count":13,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":29,"past_year_pull_requests_count":1,"past_year_avg_time_to_close_issue":3128494.5,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":2,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":1,"past_year_issue_authors_count":28,"past_year_avg_comments_per_issue":0.5172413793103449,"past_year_avg_comments_per_pull_request":0.0,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"created_at":"2024-07-25T15:23:07.915Z","updated_at":"2026-05-06T19:05:55.188Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/OpenBMB%2FToolBench","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/OpenBMB%2FToolBench/issues","issue_labels_count":{"table":{}},"pull_request_labels_count":{"table":{}},"issue_author_associations_count":{"table":{"NONE":198,"CONTRIBUTOR":3}},"pull_request_author_associations_count":{"table":{"NONE":16,"CONTRIBUTOR":12,"COLLABORATOR":1}},"issue_authors":{"table":{"Tomsentable":7,"brianhu2006":3,"Melancholy495":2,"YashThirani21":2,"Zhang-Henry":2,"a171232886":2,"slatter666":2,"yDing121":2,"lonelyhwy":2,"yzy1996":2,"wangxingjun778":2,"cqray1990":2,"trestad":2,"JianxinMa":2,"jiajingyyyyyy":2,"XGJ111":2,"caixd-220529":2,"xiaobaibai1":2,"yuyq18":2,"yc1999":2,"yamengxi":2,"quocthai9120":2,"YhVincent":2,"Yingnan1234":2,"double-fire-0":1,"huhy-uniplore":1,"cjakfskvnad":1,"realgump":1,"Gpratham17":1,"abc123456cxx":1,"JakChen797":1,"CDMY0417":1,"HongdongZheng":1,"huxiaosheng123":1,"JingfengYang":1,"Hansen06":1,"ZhuomingL":1,"xiongxiaochu":1,"lileishitou":1,"wangyuxinwhy":1,"Tomsen1234":1,"TakuyaHiraoka":1,"LzhinFdu":1,"NicolasMejiaPetit":1,"zehuichen123":1,"kfchenhn":1,"Adamits":1,"kyy98":1,"persistz":1,"ZijunSong":1,"Huangsz2021":1,"shallinan1":1,"QingChengLineOne":1,"Wayfarer123":1,"fairyshine":1,"chenhengzh":1,"haohww":1,"yunzhongxiaxi":1,"wchen-github":1,"xijiu9":1,"Cgf601":1,"Hanqer":1,"Ricksanchez000":1,"Dandelionym":1,"LeeSiXian":1,"camellia-cheng":1,"atseis":1,"ddNTP":1,"ZinYY":1,"YenFuLin":1,"GaryZou32":1,"ShubhamVerma16":1,"Octobrist":1,"Ritian-Li":1,"taiyouZhang":1,"NKUShaw":1,"ZhaoyingAC":1,"YFMao15":1,"zweny":1,"BianLangyu":1,"chenglong0313":1,"Rolnand":1,"x2ss":1,"Whichbfj28":1,"sachit-menon":1,"WeiminXiong":1,"RowitZou":1,"USTCCZhou":1,"HIT-cwh":1,"croviatrust":1,"biosfood":1,"polkalian":1,"zhenlongDai":1,"lokking":1,"LiatHa":1,"LinYuechen":1,"ArachisTong":1,"Paws-Dev":1,"1143037783":1,"HyunggyuJang":1,"Mai0313":1,"yukang2017":1,"franciscoliu":1,"michaelxu1107":1,"HaoyuanXu":1,"ivanmilevtues":1,"farawayxxx":1,"Uni-WangZexin":1,"WoLongAOAO":1,"nikobelic1":1,"haochen2115":1,"dtdannen":1,"zyuanzi":1,"kenyo3023":1,"rguo12":1,"motata":1,"zxthesky":1,"Taeyoung-Jang":1,"chuanye-Wang":1,"Porraio":1,"qzDiao":1,"mMrBun":1,"Eyict":1,"SkyCxh":1,"coolkillercat":1,"523550914":1,"TangJiakai":1,"zhiyuanc2001":1,"HMJW":1,"zaczou":1,"nonemu0601":1,"YuxiangZhang0114":1,"zhangzhen-research":1,"xxw19951018":1,"Zhang-star-master":1,"LinesHogan":1,"Ghevil":1,"iDonal":1,"xcssgzs":1,"daream2":1,"StrangeTcy":1,"whrljt":1,"HaoRenkk123":1,"YishuiLi":1,"yanbinwei":1,"edwardzjl":1,"gLinxi":1,"WuRui-Ella":1,"yonatanbitton":1,"kiran-kate":1,"Bingo-W":1,"LeiShenVictoria":1,"yushuinanrong":1,"taotao22-lab":1,"AmenRa":1,"jackhexiangyu12":1,"onecrocodile":1,"LiaoNiuyu":1,"Fouroy4":1,"Ericmututu":1,"quchangle1":1,"inkfish-maker":1,"nlpcat":1,"Reason-Wang":1,"Jockzhk":1,"muxi-0104":1,"gewenbin0992":1,"MartSlaaf":1,"DDDDDawn":1,"meetps":1,"zhangyingerjelly":1}},"pull_request_authors":{"table":{"sailaoda":8,"mzamini92":3,"ishaan-jaff":2,"Mai0313":2,"felixocker":2,"xijiu9":2,"zhaichenhao1889":1,"0m364":1,"jackhexiangyu12":1,"relic-yuexi":1,"yeyn19":1,"hyusap":1,"farawayxxx":1,"fishfl":1,"eltociear":1,"LinesHogan":1}},"host":{"table":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2026-05-21T00:00:41.637Z","repositories_count":14650279,"issues_count":34150578,"pull_requests_count":111796196,"authors_count":11267704,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"}},"past_year_issue_labels_count":{"table":{}},"past_year_pull_request_labels_count":{"table":{}},"past_year_issue_author_associations_count":{"table":{"NONE":28}},"past_year_pull_request_author_associations_count":{"table":{"NONE":1}},"past_year_issue_authors":{"table":{"cqray1990":2,"zyuanzi":1,"ZinYY":1,"zhenlongDai":1,"YFMao15":1,"WoLongAOAO":1,"USTCCZhou":1,"taotao22-lab":1,"shallinan1":1,"Ricksanchez000":1,"rguo12":1,"persistz":1,"onecrocodile":1,"nonemu0601":1,"muxi-0104":1,"kyy98":1,"kfchenhn":1,"jiajingyyyyyy":1,"HaoyuanXu":1,"GaryZou32":1,"franciscoliu":1,"DDDDDawn":1,"croviatrust":1,"chuanye-Wang":1,"camellia-cheng":1,"Adamits":1,"1143037783":1}},"past_year_pull_request_authors":{"table":{"0m364":1}},"maintainers":[{"table":{"login":"yeyn19","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/yeyn19"}}],"active_maintainers":[]}},"events":{"total":{"PullRequestEvent":8,"ForkEvent":58,"IssuesEvent":48,"WatchEvent":574,"IssueCommentEvent":50,"PushEvent":4},"last_year":{"ForkEvent":18,"IssuesEvent":16,"WatchEvent":215,"IssueCommentEvent":13}},"keywords":[],"dependencies":[{"ecosystem":"pypi","filepath":"requirements.txt","sha":null,"kind":"manifest","created_at":"2023-09-29T07:36:05.385Z","updated_at":"2023-09-29T07:36:05.385Z","repository_link":"https://github.com/OpenBMB/ToolBench/blob/master/requirements.txt","dependencies":[{"id":14013490764,"package_name":"accelerate","ecosystem":"pypi","requirements":"==0.20.3","direct":true,"kind":"runtime","optional":false},{"id":14013490768,"package_name":"fastapi","ecosystem":"pypi","requirements":"==0.95.1","direct":true,"kind":"runtime","optional":false},{"id":14013490771,"package_name":"gradio","ecosystem":"pypi","requirements":"==3.23.0","direct":true,"kind":"runtime","optional":false},{"id":14013490774,"package_name":"httpx","ecosystem":"pypi","requirements":"==0.24.0","direct":true,"kind":"runtime","optional":false},{"id":14013490777,"package_name":"markdown-it-py","ecosystem":"pypi","requirements":"==2.2.0","direct":true,"kind":"runtime","optional":false},{"id":14013490780,"package_name":"numpy","ecosystem":"pypi","requirements":"==1.24.3","direct":true,"kind":"runtime","optional":false},{"id":14013490782,"package_name":"prompt-toolkit","ecosystem":"pypi","requirements":"==3.0.38","direct":true,"kind":"runtime","optional":false},{"id":14013490785,"package_name":"pydantic","ecosystem":"pypi","requirements":"==1.10.7","direct":true,"kind":"runtime","optional":false},{"id":14013490787,"package_name":"requests","ecosystem":"pypi","requirements":"==2.30.0","direct":true,"kind":"runtime","optional":false},{"id":14013490790,"package_name":"rich","ecosystem":"pypi","requirements":"==13.3.5","direct":true,"kind":"runtime","optional":false},{"id":14013490792,"package_name":"rouge","ecosystem":"pypi","requirements":"==1.0.1","direct":true,"kind":"runtime","optional":false},{"id":14013490795,"package_name":"sentencepiece","ecosystem":"pypi","requirements":"==0.1.99","direct":true,"kind":"runtime","optional":false},{"id":14013490796,"package_name":"shortuuid","ecosystem":"pypi","requirements":"==1.0.11","direct":true,"kind":"runtime","optional":false},{"id":14013490799,"package_name":"tiktoken","ecosystem":"pypi","requirements":"==0.4.0","direct":true,"kind":"runtime","optional":false},{"id":14013490801,"package_name":"tokenizers","ecosystem":"pypi","requirements":"==0.13.3","direct":true,"kind":"runtime","optional":false},{"id":14013490803,"package_name":"torch","ecosystem":"pypi","requirements":"\u003e=1.12.0","direct":true,"kind":"runtime","optional":false},{"id":14013490806,"package_name":"transformers","ecosystem":"pypi","requirements":"==4.28.1","direct":true,"kind":"runtime","optional":false},{"id":14013490808,"package_name":"uvicorn","ecosystem":"pypi","requirements":"==0.22.0","direct":true,"kind":"runtime","optional":false},{"id":14013490809,"package_name":"bitsandbytes","ecosystem":"pypi","requirements":"==0.38.1","direct":true,"kind":"runtime","optional":false},{"id":14013490810,"package_name":"peft","ecosystem":"pypi","requirements":"==0.3.0","direct":true,"kind":"runtime","optional":false},{"id":14013490812,"package_name":"langchain","ecosystem":"pypi","requirements":"==0.0.229","direct":true,"kind":"runtime","optional":false},{"id":14013490813,"package_name":"deepspeed","ecosystem":"pypi","requirements":"==0.9.2","direct":true,"kind":"runtime","optional":false},{"id":14013490814,"package_name":"sentence_transformers","ecosystem":"pypi","requirements":"==2.2.2","direct":true,"kind":"runtime","optional":false},{"id":14013490815,"package_name":"tensorboard","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":14013490816,"package_name":"openai","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":14013490817,"package_name":"scipy","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":14013490818,"package_name":"termcolor","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":14013490819,"package_name":"flask","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":14013490820,"package_name":"flask_cors","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":14013490821,"package_name":"sentence_transformers","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"toolbench/tooleval/requirements.txt","sha":null,"kind":"manifest","created_at":"2023-09-29T07:36:05.560Z","updated_at":"2023-09-29T07:36:05.560Z","repository_link":"https://github.com/OpenBMB/ToolBench/blob/master/toolbench/tooleval/requirements.txt","dependencies":[{"id":14013490838,"package_name":"tqdm","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":14013490839,"package_name":"numpy","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":14013490840,"package_name":"pandas","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":14013490841,"package_name":"pydantic","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":14013490842,"package_name":"tenacity","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":14013490843,"package_name":"openai","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":14013490844,"package_name":"pyyaml","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false}]}],"score":11.501065411757565,"created_at":"2024-07-25T15:22:30.717Z","updated_at":"2026-06-02T08:01:03.756Z","avatar_url":"https://github.com/OpenBMB.png","language":"Python","codemeta":null,"publiccode":null,"project_url":"https://summary.ecosyste.ms/api/v1/projects/123702","html_url":"https://summary.ecosyste.ms/projects/123702"}