{"id":124819,"url":"https://github.com/onejune2018/Awesome-LLM-Eval","last_synced_at":"2026-06-04T08:30:40.531Z","repository":{"id":156172190,"uuid":"632878141","full_name":"onejune2018/Awesome-LLM-Eval","owner":"onejune2018","description":"Awesome-LLM-Eval: a curated list of tools, datasets/benchmark, demos, leaderboard, papers, docs and models, mainly for Evaluation on LLMs.  一个由工具、基准/数据、演示、排行榜和大模型等组成的精选列表，主要面向基础大模型评测，旨在探求生成式AI的技术边界.","archived":false,"fork":false,"pushed_at":"2025-11-24T01:59:12.000Z","size":14801,"stargazers_count":582,"open_issues_count":6,"forks_count":48,"subscribers_count":9,"default_branch":"main","last_synced_at":"2025-11-30T17:45:30.786Z","etag":null,"topics":["awsome-list","awsome-lists","benchmark","bert","chatglm","chatgpt","dataset","evaluation","gpt3","large-language-model","leaderboard","llama","llm","llm-evaluation","machine-learning","nlp","openai","qwen","rag"],"latest_commit_sha":null,"homepage":"https://arxiv.org/abs/2508.18646","language":null,"has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/onejune2018.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE-DATA.txt","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2023-04-26T10:10:06.000Z","updated_at":"2025-11-27T13:36:50.000Z","dependencies_parsed_at":"2024-04-17T07:27:07.131Z","dependency_job_id":"885dfd2a-91bc-4f10-8f48-a305e272bb1f","html_url":"https://github.com/onejune2018/Awesome-LLM-Eval","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/onejune2018/Awesome-LLM-Eval","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/onejune2018%2FAwesome-LLM-Eval","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/onejune2018%2FAwesome-LLM-Eval/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/onejune2018%2FAwesome-LLM-Eval/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/onejune2018%2FAwesome-LLM-Eval/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/onejune2018","download_url":"https://codeload.github.com/onejune2018/Awesome-LLM-Eval/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/onejune2018%2FAwesome-LLM-Eval/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":27668599,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-12-11T02:00:11.302Z","response_time":56,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"onejune2018","name":null,"uuid":"35061855","kind":"user","description":"","email":"","website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/35061855?u=535a3c8faa985a305e9b2a850920c26cdbea79a6\u0026v=4","repositories_count":1,"last_synced_at":"2023-03-06T20:36:58.537Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/onejune2018","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-16T21:10:43.051Z","updated_at":"2023-03-06T20:36:58.572Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/onejune2018","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/onejune2018/repositories"},"packages":[],"commits":{"id":1640306,"full_name":"onejune2018/Awesome-LLM-Eval","default_branch":"main","total_commits":279,"total_committers":5,"total_bot_commits":0,"total_bot_committers":0,"mean_commits":55.8,"dds":0.10035842293906805,"past_year_total_commits":25,"past_year_total_committers":1,"past_year_total_bot_commits":0,"past_year_total_bot_committers":0,"past_year_mean_commits":25.0,"past_year_dds":0.0,"last_synced_at":"2025-12-09T19:50:37.176Z","last_synced_commit":"5b43a7e884e29339c9182d842a3dccb954a1f053","created_at":"2024-07-25T15:37:57.993Z","updated_at":"2025-12-09T19:50:25.808Z","committers":[{"name":"JUN","email":"35061855+onejune2018","login":"onejune2018","count":251},{"name":"JIMMY ZHAO","email":"knightyzhao@gmail.com","login":"zhimin-z","count":21},{"name":"CHEN Liang","email":"lchen@se.cuhk.edu.hk","login":"ChanLiang","count":3},{"name":"王佳欣","email":"youdaoyzbx@163.com","login":"yzbx","count":3},{"name":"Huang Yue","email":"1431039261@qq.com","login":"HowieHwong","count":1}],"past_year_committers":[{"name":"JUN","email":"35061855+onejune2018","login":"onejune2018","count":25}],"commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/onejune2018%2FAwesome-LLM-Eval/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-12-11T00:00:26.796Z","repositories_count":6127396,"commits_count":926680704,"contributors_count":36037156,"owners_count":1122772,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}},"issues":{"table":{"full_name":"onejune2018/Awesome-LLM-Eval","html_url":"https://github.com/onejune2018/Awesome-LLM-Eval","last_synced_at":"2025-11-30T13:02:04.365Z","status":null,"issues_count":3,"pull_requests_count":10,"avg_time_to_close_issue":null,"avg_time_to_close_pull_request":649858.2222222222,"issues_closed_count":0,"pull_requests_closed_count":9,"pull_request_authors_count":4,"issue_authors_count":3,"avg_comments_per_issue":0.0,"avg_comments_per_pull_request":0.0,"merged_pull_requests_count":9,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":2,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":0.0,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"created_at":"2024-07-25T15:38:24.079Z","updated_at":"2025-11-30T13:02:04.365Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/onejune2018%2FAwesome-LLM-Eval","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/onejune2018%2FAwesome-LLM-Eval/issues","issue_labels_count":{"table":{}},"pull_request_labels_count":{"table":{}},"issue_author_associations_count":{"table":{"NONE":3}},"pull_request_author_associations_count":{"table":{"CONTRIBUTOR":9,"NONE":1}},"issue_authors":{"table":{"DavidLee528":1,"hobbytp":1,"xiakj":1}},"pull_request_authors":{"table":{"zhimin-z":5,"HowieHwong":2,"ChanLiang":2,"yzbx":1}},"host":{"table":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-12-11T00:00:26.650Z","repositories_count":12177673,"issues_count":35505107,"pull_requests_count":116709480,"authors_count":11049558,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"}},"past_year_issue_labels_count":{"table":{}},"past_year_pull_request_labels_count":{"table":{}},"past_year_issue_author_associations_count":{"table":{"NONE":2}},"past_year_pull_request_author_associations_count":{"table":{}},"past_year_issue_authors":{"table":{"DavidLee528":1,"xiakj":1}},"past_year_pull_request_authors":{"table":{}},"maintainers":[],"active_maintainers":[]}},"events":{"total":{"IssuesEvent":2,"WatchEvent":144,"IssueCommentEvent":1,"PushEvent":16,"PullRequestEvent":2,"ForkEvent":5},"last_year":{"IssuesEvent":2,"WatchEvent":110,"IssueCommentEvent":1,"PushEvent":10,"PullRequestEvent":2,"ForkEvent":3}},"keywords":["awsome-list","awsome-lists","benchmark","bert","chatglm","chatgpt","dataset","evaluation","gpt3","large-language-model","leaderboard","llama","llm","llm-evaluation","machine-learning","nlp","openai","qwen","rag"],"dependencies":[],"score":7.986164860332727,"created_at":"2024-07-25T15:26:13.955Z","updated_at":"2026-06-04T08:30:40.531Z","avatar_url":"https://github.com/onejune2018.png","language":null,"codemeta":null,"publiccode":null,"project_url":"https://summary.ecosyste.ms/api/v1/projects/124819","html_url":"https://summary.ecosyste.ms/projects/124819"}