{"id":123931,"url":"https://github.com/WisconsinAIVision/ViP-LLaVA","last_synced_at":"2026-06-02T08:01:18.960Z","repository":{"id":210852837,"uuid":"726349745","full_name":"WisconsinAIVision/ViP-LLaVA","owner":"WisconsinAIVision","description":"[CVPR2024] ViP-LLaVA: Making Large Multimodal Models Understand Arbitrary Visual Prompts","archived":false,"fork":false,"pushed_at":"2024-07-17T04:16:17.000Z","size":18226,"stargazers_count":339,"open_issues_count":19,"forks_count":21,"subscribers_count":5,"default_branch":"main","last_synced_at":"2026-05-29T06:04:41.805Z","etag":null,"topics":["chatbot","clip","cvpr2024","foundation-models","gpt-4","gpt-4-vision","llama","llama2","llava","multi-modal","vision-language","visual-prompting"],"latest_commit_sha":null,"homepage":"https://vip-llava.github.io/","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/WisconsinAIVision.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2023-12-02T05:52:18.000Z","updated_at":"2026-05-05T16:14:12.000Z","dependencies_parsed_at":"2024-07-17T06:37:49.818Z","dependency_job_id":null,"html_url":"https://github.com/WisconsinAIVision/ViP-LLaVA","commit_stats":null,"previous_names":["mu-cai/vip-llava","wisconsinaivision/vip-llava"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/WisconsinAIVision/ViP-LLaVA","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/WisconsinAIVision%2FViP-LLaVA","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/WisconsinAIVision%2FViP-LLaVA/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/WisconsinAIVision%2FViP-LLaVA/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/WisconsinAIVision%2FViP-LLaVA/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/WisconsinAIVision","download_url":"https://codeload.github.com/WisconsinAIVision/ViP-LLaVA/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/WisconsinAIVision%2FViP-LLaVA/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":33722156,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-05-26T15:22:16.424Z","status":"online","status_checked_at":"2026-05-31T02:00:06.040Z","response_time":95,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"WisconsinAIVision","name":"Wisconsin AI and Vision Lab (WAIV)","uuid":"166878028","kind":"organization","description":"Prof. Yong Jae Lee's lab","email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/166878028?v=4","repositories_count":17,"last_synced_at":"2024-05-04T00:01:37.596Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/WisconsinAIVision","funding_links":[],"total_stars":3038,"followers":3,"following":0,"created_at":"2024-04-21T22:38:50.334Z","updated_at":"2024-05-04T00:01:38.175Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/WisconsinAIVision","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/WisconsinAIVision/repositories"},"packages":[],"commits":{"id":1639471,"full_name":"WisconsinAIVision/ViP-LLaVA","default_branch":"main","total_commits":38,"total_committers":4,"total_bot_commits":0,"total_bot_committers":0,"mean_commits":9.5,"dds":0.07894736842105265,"past_year_total_commits":0,"past_year_total_committers":0,"past_year_total_bot_commits":0,"past_year_total_bot_committers":0,"past_year_mean_commits":0.0,"past_year_dds":0.0,"last_synced_at":"2026-05-31T08:02:02.628Z","last_synced_commit":"77079b1e1990472598f1f8a6bb3f7f470100d191","created_at":"2024-07-25T15:26:49.690Z","updated_at":"2026-05-31T08:02:02.591Z","committers":[{"name":"mu-cai","email":"im.mucai@gmail.com","login":"mu-cai","count":35},{"name":"vip-llava","email":"mucai.wisc@gmail.com","login":"vip-llava","count":1},{"name":"Long","email":"longnv.work@gmail.com","login":"nguyenvulong","count":1},{"name":"Erjan K","email":"erjanmx@gmail.com","login":"erjanmx","count":1}],"past_year_committers":[],"commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/WisconsinAIVision%2FViP-LLaVA/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2026-06-02T00:00:09.939Z","repositories_count":6253026,"commits_count":883940409,"contributors_count":35035713,"owners_count":1162215,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}},"issues":{"table":{"full_name":"WisconsinAIVision/ViP-LLaVA","html_url":"https://github.com/WisconsinAIVision/ViP-LLaVA","last_synced_at":"2026-02-20T06:00:36.201Z","status":"error","issues_count":19,"pull_requests_count":3,"avg_time_to_close_issue":635038.6666666666,"avg_time_to_close_pull_request":337042.6666666667,"issues_closed_count":3,"pull_requests_closed_count":3,"pull_request_authors_count":2,"issue_authors_count":11,"avg_comments_per_issue":0.47368421052631576,"avg_comments_per_pull_request":0.0,"merged_pull_requests_count":3,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":3,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":1736113.0,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":1,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":3,"past_year_avg_comments_per_issue":0.3333333333333333,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"created_at":"2024-07-25T15:26:56.628Z","updated_at":"2026-02-20T06:00:36.201Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/WisconsinAIVision%2FViP-LLaVA","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/WisconsinAIVision%2FViP-LLaVA/issues","issue_labels_count":{"table":{}},"pull_request_labels_count":{"table":{}},"issue_author_associations_count":{"table":{"NONE":19}},"pull_request_author_associations_count":{"table":{"CONTRIBUTOR":2,"NONE":1}},"issue_authors":{"table":{"JustinKai0527":5,"james20141606":4,"ia-gu":2,"XuRui314":1,"KainingYing":1,"ssbhxlj":1,"zd11024":1,"tarekdawey":1,"geshang777":1,"mzamini92":1,"YFCodeDream":1}},"pull_request_authors":{"table":{"nguyenvulong":2,"erjanmx":1}},"host":{"table":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2026-06-02T00:00:10.211Z","repositories_count":14745155,"issues_count":33314530,"pull_requests_count":109972941,"authors_count":11288546,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"}},"past_year_issue_labels_count":{"table":{}},"past_year_pull_request_labels_count":{"table":{}},"past_year_issue_author_associations_count":{"table":{}},"past_year_pull_request_author_associations_count":{"table":{}},"past_year_issue_authors":{"table":{}},"past_year_pull_request_authors":{"table":{}},"maintainers":[],"active_maintainers":[]}},"events":{"total":{"ForkEvent":3,"IssuesEvent":5,"WatchEvent":37,"IssueCommentEvent":2},"last_year":{"WatchEvent":6,"IssueCommentEvent":1}},"keywords":["chatbot","clip","cvpr2024","foundation-models","gpt-4","gpt-4-vision","llama","llama2","llava","multi-modal","vision-language","visual-prompting"],"dependencies":[{"ecosystem":"docker","filepath":".devcontainer/Dockerfile","sha":null,"kind":"manifest","created_at":"2023-12-05T08:44:13.786Z","updated_at":"2023-12-05T08:44:13.786Z","repository_link":"https://github.com/WisconsinAIVision/ViP-LLaVA/blob/main/.devcontainer/Dockerfile","dependencies":[{"id":14908962084,"package_name":"mcr.microsoft.com/devcontainers/base","ecosystem":"docker","requirements":"ubuntu-20.04","direct":true,"kind":"build","optional":false}]},{"ecosystem":"pypi","filepath":"pyproject.toml","sha":null,"kind":"manifest","created_at":"2023-12-05T08:44:13.914Z","updated_at":"2023-12-05T08:44:13.914Z","repository_link":"https://github.com/WisconsinAIVision/ViP-LLaVA/blob/main/pyproject.toml","dependencies":[{"id":14908962108,"package_name":"torch","ecosystem":"pypi","requirements":"==2.0.1","direct":true,"kind":"runtime","optional":false},{"id":14908962109,"package_name":"torchvision","ecosystem":"pypi","requirements":"==0.15.2","direct":true,"kind":"runtime","optional":false},{"id":14908962110,"package_name":"transformers","ecosystem":"pypi","requirements":"==4.31.0","direct":true,"kind":"runtime","optional":false},{"id":14908962111,"package_name":"tokenizers","ecosystem":"pypi","requirements":"\u003e=0.12.1,\u003c0.14","direct":true,"kind":"runtime","optional":false},{"id":14908962112,"package_name":"sentencepiece","ecosystem":"pypi","requirements":"==0.1.99","direct":true,"kind":"runtime","optional":false},{"id":14908962113,"package_name":"shortuuid","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":14908962114,"package_name":"accelerate","ecosystem":"pypi","requirements":"==0.21.0","direct":true,"kind":"runtime","optional":false},{"id":14908962115,"package_name":"peft","ecosystem":"pypi","requirements":"==0.4.0","direct":true,"kind":"runtime","optional":false},{"id":14908962116,"package_name":"bitsandbytes","ecosystem":"pypi","requirements":"==0.41.0","direct":true,"kind":"runtime","optional":false},{"id":14908962117,"package_name":"pydantic","ecosystem":"pypi","requirements":"\u003c2,\u003e=1","direct":true,"kind":"runtime","optional":false},{"id":14908962118,"package_name":"markdown2","ecosystem":"pypi","requirements":"[all]","direct":true,"kind":"runtime","optional":false},{"id":14908962119,"package_name":"numpy","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":14908962120,"package_name":"scikit-learn","ecosystem":"pypi","requirements":"==1.2.2","direct":true,"kind":"runtime","optional":false},{"id":14908962121,"package_name":"gradio","ecosystem":"pypi","requirements":"==3.40.0","direct":true,"kind":"runtime","optional":false},{"id":14908962122,"package_name":"gradio_client","ecosystem":"pypi","requirements":"==0.4.0","direct":true,"kind":"runtime","optional":false},{"id":14908962123,"package_name":"requests","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":14908962124,"package_name":"httpx","ecosystem":"pypi","requirements":"==0.24.0","direct":true,"kind":"runtime","optional":false},{"id":14908962125,"package_name":"uvicorn","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":14908962126,"package_name":"fastapi","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":14908962127,"package_name":"einops","ecosystem":"pypi","requirements":"==0.6.1","direct":true,"kind":"runtime","optional":false},{"id":14908962128,"package_name":"einops-exts","ecosystem":"pypi","requirements":"==0.0.4","direct":true,"kind":"runtime","optional":false},{"id":14908962129,"package_name":"timm","ecosystem":"pypi","requirements":"==0.6.13","direct":true,"kind":"runtime","optional":false}]}],"score":7.266827347520591,"created_at":"2024-07-25T15:26:06.267Z","updated_at":"2026-06-02T08:01:18.961Z","avatar_url":"https://github.com/WisconsinAIVision.png","language":"Python","codemeta":null,"publiccode":null,"project_url":"https://summary.ecosyste.ms/api/v1/projects/123931","html_url":"https://summary.ecosyste.ms/projects/123931"}