{"id":124574,"url":"https://github.com/kennethleungty/Llama-2-Open-Source-LLM-CPU-Inference","last_synced_at":"2026-04-03T04:00:22.141Z","repository":{"id":180496162,"uuid":"662891622","full_name":"kennethleungty/Llama-2-Open-Source-LLM-CPU-Inference","owner":"kennethleungty","description":"Running Llama 2 and other Open-Source LLMs on CPU Inference Locally for Document Q\u0026A","archived":false,"fork":false,"pushed_at":"2023-11-06T14:03:21.000Z","size":4738,"stargazers_count":974,"open_issues_count":15,"forks_count":207,"subscribers_count":13,"default_branch":"main","last_synced_at":"2026-03-30T02:00:22.743Z","etag":null,"topics":["c-transformers","chatgpt","cpu","cpu-inference","deep-learning","document-qa","faiss","langchain","language-models","large-language-models","llama","llama-2","llm","machine-learning","natural-language-processing","nlp","open-source-llm","python","sentence-transformers","transformers"],"latest_commit_sha":null,"homepage":"https://towardsdatascience.com/running-llama-2-on-cpu-inference-for-document-q-a-3d636037a3d8","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/kennethleungty.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null}},"created_at":"2023-07-06T05:42:43.000Z","updated_at":"2026-03-29T04:00:17.000Z","dependencies_parsed_at":"2023-11-06T23:09:45.032Z","dependency_job_id":null,"html_url":"https://github.com/kennethleungty/Llama-2-Open-Source-LLM-CPU-Inference","commit_stats":null,"previous_names":["kennethleungty/open-source-llm-cpu-inference","kennethleungty/llama-2-open-source-llm-cpu-inference"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/kennethleungty/Llama-2-Open-Source-LLM-CPU-Inference","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kennethleungty%2FLlama-2-Open-Source-LLM-CPU-Inference","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kennethleungty%2FLlama-2-Open-Source-LLM-CPU-Inference/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kennethleungty%2FLlama-2-Open-Source-LLM-CPU-Inference/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kennethleungty%2FLlama-2-Open-Source-LLM-CPU-Inference/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/kennethleungty","download_url":"https://codeload.github.com/kennethleungty/Llama-2-Open-Source-LLM-CPU-Inference/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kennethleungty%2FLlama-2-Open-Source-LLM-CPU-Inference/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":31333229,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-04-03T03:20:36.090Z","status":"ssl_error","status_checked_at":"2026-04-03T03:20:35.133Z","response_time":107,"last_error":"SSL_connect returned=1 errno=0 peeraddr=140.82.121.6:443 state=error: unexpected eof while reading","robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":false,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"kennethleungty","name":"Kenneth Leung","uuid":"16691614","kind":"user","description":"Data Scientist at BCG • Tech Writer • Pharmacist • linkedin.com/in/kennethleungty • kennethleungty.medium.com","email":"","website":"https://linkedin.com/in/kennethleungty","location":"Singapore","twitter":null,"company":"Boston Consulting Group (BCG)","icon_url":"https://avatars.githubusercontent.com/u/16691614?u=79bee1ac6e74702838f71386c675f0ed6202b0b3\u0026v=4","repositories_count":16,"last_synced_at":"2023-03-05T18:07:46.652Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/kennethleungty","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-15T20:32:47.075Z","updated_at":"2023-03-05T18:07:46.662Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/kennethleungty","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/kennethleungty/repositories"},"packages":[],"commits":{"id":1640079,"full_name":"kennethleungty/Llama-2-Open-Source-LLM-CPU-Inference","default_branch":"main","total_commits":34,"total_committers":4,"total_bot_commits":0,"total_bot_committers":0,"mean_commits":8.5,"dds":0.11764705882352944,"past_year_total_commits":0,"past_year_total_committers":0,"past_year_total_bot_commits":0,"past_year_total_bot_committers":0,"past_year_mean_commits":0.0,"past_year_dds":0.0,"last_synced_at":"2026-04-01T03:00:38.029Z","last_synced_commit":"187c1ee344205fda4ce26302af615c74d45eb6dd","created_at":"2024-07-25T15:34:30.912Z","updated_at":"2026-04-01T03:00:38.013Z","committers":[{"name":"Kenneth Leung","email":"kennethleung.ty@gmail.com","login":"kennethleungty","count":30},{"name":"Ikko Eltociear Ashimine","email":"eltociear@gmail.com","login":"eltociear","count":2},{"name":"Seyed Saeid Masoumzadeh","email":"masoumzadeh@gmail.com","login":"seyedsaeidmasoumzadeh","count":1},{"name":"Mohammad Fasha","email":"mohd.fasha@gmail.com","login":"msfasha","count":1}],"past_year_committers":[],"commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/kennethleungty%2FLlama-2-Open-Source-LLM-CPU-Inference/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2026-04-03T00:00:08.542Z","repositories_count":6210515,"commits_count":927297974,"contributors_count":35798854,"owners_count":1144987,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}},"issues":{"table":{"full_name":"kennethleungty/Llama-2-Open-Source-LLM-CPU-Inference","html_url":"https://github.com/kennethleungty/Llama-2-Open-Source-LLM-CPU-Inference","last_synced_at":"2026-02-20T08:00:40.453Z","status":"error","issues_count":24,"pull_requests_count":5,"avg_time_to_close_issue":6708587.222222222,"avg_time_to_close_pull_request":1370339.4,"issues_closed_count":9,"pull_requests_closed_count":5,"pull_request_authors_count":5,"issue_authors_count":20,"avg_comments_per_issue":0.7083333333333334,"avg_comments_per_pull_request":0.8,"merged_pull_requests_count":3,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":0,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":0,"past_year_avg_comments_per_issue":null,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"created_at":"2024-07-25T15:35:02.089Z","updated_at":"2026-02-20T08:00:40.454Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/kennethleungty%2FLlama-2-Open-Source-LLM-CPU-Inference","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/kennethleungty%2FLlama-2-Open-Source-LLM-CPU-Inference/issues","issue_labels_count":{"table":{}},"pull_request_labels_count":{"table":{}},"issue_author_associations_count":{"table":{"NONE":23}},"pull_request_author_associations_count":{"table":{"CONTRIBUTOR":3,"NONE":2}},"issue_authors":{"table":{"VIGHNESH1521":4,"wennycooper":2,"manbehindthemadness":1,"gidzr":1,"diqksk":1,"marbona":1,"thirtysix":1,"sumitsoman":1,"lakshmanok":1,"malv-c":1,"AleksandrTulenkov":1,"pawanGithub10":1,"stevedipaola":1,"isayahc":1,"jediwarpraptor":1,"brainartfu":1,"Janeyanhong":1,"jhhspace":1,"vansinhu":1}},"pull_request_authors":{"table":{"seyedsaeidmasoumzadeh":1,"tentacool9":1,"msfasha":1,"eltociear":1,"bemau":1}},"host":{"table":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2026-04-03T00:00:08.051Z","repositories_count":14052474,"issues_count":34371032,"pull_requests_count":112286277,"authors_count":11219532,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"}},"past_year_issue_labels_count":{"table":{}},"past_year_pull_request_labels_count":{"table":{}},"past_year_issue_author_associations_count":{"table":{}},"past_year_pull_request_author_associations_count":{"table":{}},"past_year_issue_authors":{"table":{}},"past_year_pull_request_authors":{"table":{}},"maintainers":[],"active_maintainers":[]}},"events":{"total":{"ForkEvent":9,"WatchEvent":27},"last_year":{"ForkEvent":4,"WatchEvent":10}},"keywords":["c-transformers","chatgpt","cpu","cpu-inference","deep-learning","document-qa","faiss","langchain","language-models","large-language-models","llama","llama-2","llm","machine-learning","natural-language-processing","nlp","open-source-llm","python","sentence-transformers","transformers"],"dependencies":[{"ecosystem":"pypi","filepath":"poetry.lock","sha":null,"kind":"lockfile","created_at":"2023-07-17T18:20:14.631Z","updated_at":"2023-07-17T18:20:14.631Z","repository_link":"https://github.com/kennethleungty/Llama-2-Open-Source-LLM-CPU-Inference/blob/main/poetry.lock","dependencies":[{"id":11616600550,"package_name":"jupyter-core","ecosystem":"pypi","requirements":"5.3.1","direct":false,"kind":null,"optional":false},{"id":11616600514,"package_name":"aiohttp","ecosystem":"pypi","requirements":"3.8.4","direct":false,"kind":null,"optional":false},{"id":11616600515,"package_name":"aiosignal","ecosystem":"pypi","requirements":"1.3.1","direct":false,"kind":null,"optional":false},{"id":11616600516,"package_name":"anyio","ecosystem":"pypi","requirements":"3.7.1","direct":false,"kind":null,"optional":false},{"id":11616600517,"package_name":"appnope","ecosystem":"pypi","requirements":"0.1.3","direct":false,"kind":null,"optional":false},{"id":11616600518,"package_name":"asttokens","ecosystem":"pypi","requirements":"2.2.1","direct":false,"kind":null,"optional":false},{"id":11616600519,"package_name":"async-timeout","ecosystem":"pypi","requirements":"4.0.2","direct":false,"kind":null,"optional":false},{"id":11616600520,"package_name":"attrs","ecosystem":"pypi","requirements":"23.1.0","direct":false,"kind":null,"optional":false},{"id":11616600521,"package_name":"backcall","ecosystem":"pypi","requirements":"0.2.0","direct":false,"kind":null,"optional":false},{"id":11616600522,"package_name":"certifi","ecosystem":"pypi","requirements":"2023.5.7","direct":false,"kind":null,"optional":false},{"id":11616600523,"package_name":"cffi","ecosystem":"pypi","requirements":"1.15.1","direct":false,"kind":null,"optional":false},{"id":11616600524,"package_name":"charset-normalizer","ecosystem":"pypi","requirements":"3.1.0","direct":false,"kind":null,"optional":false},{"id":11616600525,"package_name":"click","ecosystem":"pypi","requirements":"8.1.3","direct":false,"kind":null,"optional":false},{"id":11616600526,"package_name":"colorama","ecosystem":"pypi","requirements":"0.4.6","direct":false,"kind":null,"optional":false},{"id":11616600527,"package_name":"comm","ecosystem":"pypi","requirements":"0.1.3","direct":false,"kind":null,"optional":false},{"id":11616600528,"package_name":"ctransformers","ecosystem":"pypi","requirements":"0.2.11","direct":false,"kind":null,"optional":false},{"id":11616600529,"package_name":"dataclasses-json","ecosystem":"pypi","requirements":"0.5.9","direct":false,"kind":null,"optional":false},{"id":11616600530,"package_name":"debugpy","ecosystem":"pypi","requirements":"1.6.7","direct":false,"kind":null,"optional":false},{"id":11616600531,"package_name":"decorator","ecosystem":"pypi","requirements":"5.1.1","direct":false,"kind":null,"optional":false},{"id":11616600532,"package_name":"exceptiongroup","ecosystem":"pypi","requirements":"1.1.2","direct":false,"kind":null,"optional":false},{"id":11616600533,"package_name":"executing","ecosystem":"pypi","requirements":"1.2.0","direct":false,"kind":null,"optional":false},{"id":11616600534,"package_name":"faiss-cpu","ecosystem":"pypi","requirements":"1.7.4","direct":false,"kind":null,"optional":false},{"id":11616600535,"package_name":"fastapi","ecosystem":"pypi","requirements":"0.96.1","direct":false,"kind":null,"optional":false},{"id":11616600536,"package_name":"filelock","ecosystem":"pypi","requirements":"3.12.2","direct":false,"kind":null,"optional":false},{"id":11616600537,"package_name":"frozenlist","ecosystem":"pypi","requirements":"1.3.3","direct":false,"kind":null,"optional":false},{"id":11616600538,"package_name":"fsspec","ecosystem":"pypi","requirements":"2023.6.0","direct":false,"kind":null,"optional":false},{"id":11616600539,"package_name":"greenlet","ecosystem":"pypi","requirements":"2.0.2","direct":false,"kind":null,"optional":false},{"id":11616600540,"package_name":"h11","ecosystem":"pypi","requirements":"0.14.0","direct":false,"kind":null,"optional":false},{"id":11616600541,"package_name":"huggingface-hub","ecosystem":"pypi","requirements":"0.16.2","direct":false,"kind":null,"optional":false},{"id":11616600542,"package_name":"idna","ecosystem":"pypi","requirements":"3.4","direct":false,"kind":null,"optional":false},{"id":11616600543,"package_name":"importlib-metadata","ecosystem":"pypi","requirements":"6.7.0","direct":false,"kind":null,"optional":false},{"id":11616600544,"package_name":"ipykernel","ecosystem":"pypi","requirements":"6.24.0","direct":false,"kind":null,"optional":false},{"id":11616600545,"package_name":"ipython","ecosystem":"pypi","requirements":"8.14.0","direct":false,"kind":null,"optional":false},{"id":11616600546,"package_name":"jedi","ecosystem":"pypi","requirements":"0.18.2","direct":false,"kind":null,"optional":false},{"id":11616600547,"package_name":"jinja2","ecosystem":"pypi","requirements":"3.1.2","direct":false,"kind":null,"optional":false},{"id":11616600548,"package_name":"joblib","ecosystem":"pypi","requirements":"1.3.1","direct":false,"kind":null,"optional":false},{"id":11616600549,"package_name":"jupyter-client","ecosystem":"pypi","requirements":"8.3.0","direct":false,"kind":null,"optional":false},{"id":11616600551,"package_name":"langchain","ecosystem":"pypi","requirements":"0.0.225","direct":false,"kind":null,"optional":false},{"id":11616600552,"package_name":"langchainplus-sdk","ecosystem":"pypi","requirements":"0.0.20","direct":false,"kind":null,"optional":false},{"id":11616600553,"package_name":"markupsafe","ecosystem":"pypi","requirements":"2.1.3","direct":false,"kind":null,"optional":false},{"id":11616600554,"package_name":"marshmallow","ecosystem":"pypi","requirements":"3.19.0","direct":false,"kind":null,"optional":false},{"id":11616600555,"package_name":"marshmallow-enum","ecosystem":"pypi","requirements":"1.5.1","direct":false,"kind":null,"optional":false},{"id":11616600556,"package_name":"matplotlib-inline","ecosystem":"pypi","requirements":"0.1.6","direct":false,"kind":null,"optional":false},{"id":11616600557,"package_name":"mpmath","ecosystem":"pypi","requirements":"1.3.0","direct":false,"kind":null,"optional":false},{"id":11616600558,"package_name":"multidict","ecosystem":"pypi","requirements":"6.0.4","direct":false,"kind":null,"optional":false},{"id":11616600559,"package_name":"mypy-extensions","ecosystem":"pypi","requirements":"1.0.0","direct":false,"kind":null,"optional":false},{"id":11616600560,"package_name":"nest-asyncio","ecosystem":"pypi","requirements":"1.5.6","direct":false,"kind":null,"optional":false},{"id":11616600561,"package_name":"networkx","ecosystem":"pypi","requirements":"3.1","direct":false,"kind":null,"optional":false},{"id":11616600562,"package_name":"nltk","ecosystem":"pypi","requirements":"3.8.1","direct":false,"kind":null,"optional":false},{"id":11616600563,"package_name":"numexpr","ecosystem":"pypi","requirements":"2.8.4","direct":false,"kind":null,"optional":false},{"id":11616600564,"package_name":"numpy","ecosystem":"pypi","requirements":"1.25.0","direct":false,"kind":null,"optional":false},{"id":11616600565,"package_name":"openapi-schema-pydantic","ecosystem":"pypi","requirements":"1.2.4","direct":false,"kind":null,"optional":false},{"id":11616600566,"package_name":"packaging","ecosystem":"pypi","requirements":"23.1","direct":false,"kind":null,"optional":false},{"id":11616600567,"package_name":"parso","ecosystem":"pypi","requirements":"0.8.3","direct":false,"kind":null,"optional":false},{"id":11616600568,"package_name":"pexpect","ecosystem":"pypi","requirements":"4.8.0","direct":false,"kind":null,"optional":false},{"id":11616600569,"package_name":"pickleshare","ecosystem":"pypi","requirements":"0.7.5","direct":false,"kind":null,"optional":false},{"id":11616600570,"package_name":"pillow","ecosystem":"pypi","requirements":"10.0.0","direct":false,"kind":null,"optional":false},{"id":11616600571,"package_name":"platformdirs","ecosystem":"pypi","requirements":"3.8.0","direct":false,"kind":null,"optional":false},{"id":11616600572,"package_name":"prompt-toolkit","ecosystem":"pypi","requirements":"3.0.39","direct":false,"kind":null,"optional":false},{"id":11616600573,"package_name":"psutil","ecosystem":"pypi","requirements":"5.9.5","direct":false,"kind":null,"optional":false},{"id":11616600574,"package_name":"ptyprocess","ecosystem":"pypi","requirements":"0.7.0","direct":false,"kind":null,"optional":false},{"id":11616600575,"package_name":"pure-eval","ecosystem":"pypi","requirements":"0.2.2","direct":false,"kind":null,"optional":false},{"id":11616600576,"package_name":"pycparser","ecosystem":"pypi","requirements":"2.21","direct":false,"kind":null,"optional":false},{"id":11616600577,"package_name":"pydantic","ecosystem":"pypi","requirements":"1.10.11","direct":false,"kind":null,"optional":false},{"id":11616600578,"package_name":"pygments","ecosystem":"pypi","requirements":"2.15.1","direct":false,"kind":null,"optional":false},{"id":11616600579,"package_name":"pypdf","ecosystem":"pypi","requirements":"3.8.1","direct":false,"kind":null,"optional":false},{"id":11616600580,"package_name":"python-box","ecosystem":"pypi","requirements":"7.0.1","direct":false,"kind":null,"optional":false},{"id":11616600581,"package_name":"python-dateutil","ecosystem":"pypi","requirements":"2.8.2","direct":false,"kind":null,"optional":false},{"id":11616600582,"package_name":"python-dotenv","ecosystem":"pypi","requirements":"1.0.0","direct":false,"kind":null,"optional":false},{"id":11616600583,"package_name":"pywin32","ecosystem":"pypi","requirements":"306","direct":false,"kind":null,"optional":false},{"id":11616600584,"package_name":"pyyaml","ecosystem":"pypi","requirements":"6.0","direct":false,"kind":null,"optional":false},{"id":11616600585,"package_name":"pyzmq","ecosystem":"pypi","requirements":"25.1.0","direct":false,"kind":null,"optional":false},{"id":11616600586,"package_name":"regex","ecosystem":"pypi","requirements":"2023.6.3","direct":false,"kind":null,"optional":false},{"id":11616600587,"package_name":"requests","ecosystem":"pypi","requirements":"2.31.0","direct":false,"kind":null,"optional":false},{"id":11616600588,"package_name":"safetensors","ecosystem":"pypi","requirements":"0.3.1","direct":false,"kind":null,"optional":false},{"id":11616600589,"package_name":"scikit-learn","ecosystem":"pypi","requirements":"1.3.0","direct":false,"kind":null,"optional":false},{"id":11616600590,"package_name":"scipy","ecosystem":"pypi","requirements":"1.9.3","direct":false,"kind":null,"optional":false},{"id":11616600591,"package_name":"sentence-transformers","ecosystem":"pypi","requirements":"2.2.2","direct":false,"kind":null,"optional":false},{"id":11616600592,"package_name":"sentencepiece","ecosystem":"pypi","requirements":"0.1.99","direct":false,"kind":null,"optional":false},{"id":11616600593,"package_name":"six","ecosystem":"pypi","requirements":"1.16.0","direct":false,"kind":null,"optional":false},{"id":11616600594,"package_name":"sniffio","ecosystem":"pypi","requirements":"1.3.0","direct":false,"kind":null,"optional":false},{"id":11616600595,"package_name":"sqlalchemy","ecosystem":"pypi","requirements":"2.0.18","direct":false,"kind":null,"optional":false},{"id":11616600596,"package_name":"stack-data","ecosystem":"pypi","requirements":"0.6.2","direct":false,"kind":null,"optional":false},{"id":11616600597,"package_name":"starlette","ecosystem":"pypi","requirements":"0.27.0","direct":false,"kind":null,"optional":false},{"id":11616600598,"package_name":"sympy","ecosystem":"pypi","requirements":"1.12","direct":false,"kind":null,"optional":false},{"id":11616600599,"package_name":"tenacity","ecosystem":"pypi","requirements":"8.2.2","direct":false,"kind":null,"optional":false},{"id":11616600600,"package_name":"threadpoolctl","ecosystem":"pypi","requirements":"3.1.0","direct":false,"kind":null,"optional":false},{"id":11616600601,"package_name":"tokenizers","ecosystem":"pypi","requirements":"0.13.3","direct":false,"kind":null,"optional":false},{"id":11616600602,"package_name":"torch","ecosystem":"pypi","requirements":"2.0.1","direct":false,"kind":null,"optional":false},{"id":11616600603,"package_name":"torchvision","ecosystem":"pypi","requirements":"0.15.2","direct":false,"kind":null,"optional":false},{"id":11616600604,"package_name":"tornado","ecosystem":"pypi","requirements":"6.3.2","direct":false,"kind":null,"optional":false},{"id":11616600605,"package_name":"tqdm","ecosystem":"pypi","requirements":"4.65.0","direct":false,"kind":null,"optional":false},{"id":11616600606,"package_name":"traitlets","ecosystem":"pypi","requirements":"5.9.0","direct":false,"kind":null,"optional":false},{"id":11616600607,"package_name":"transformers","ecosystem":"pypi","requirements":"4.30.2","direct":false,"kind":null,"optional":false},{"id":11616600608,"package_name":"typing-extensions","ecosystem":"pypi","requirements":"4.7.1","direct":false,"kind":null,"optional":false},{"id":11616600609,"package_name":"typing-inspect","ecosystem":"pypi","requirements":"0.9.0","direct":false,"kind":null,"optional":false},{"id":11616600610,"package_name":"urllib3","ecosystem":"pypi","requirements":"2.0.3","direct":false,"kind":null,"optional":false},{"id":11616600611,"package_name":"uvicorn","ecosystem":"pypi","requirements":"0.22.0","direct":false,"kind":null,"optional":false},{"id":11616600612,"package_name":"wcwidth","ecosystem":"pypi","requirements":"0.2.6","direct":false,"kind":null,"optional":false},{"id":11616600613,"package_name":"yarl","ecosystem":"pypi","requirements":"1.9.2","direct":false,"kind":null,"optional":false},{"id":11616600614,"package_name":"zipp","ecosystem":"pypi","requirements":"3.15.0","direct":false,"kind":null,"optional":false}]},{"ecosystem":"pypi","filepath":"pyproject.toml","sha":null,"kind":"manifest","created_at":"2023-07-17T18:20:14.971Z","updated_at":"2023-07-17T18:20:14.971Z","repository_link":"https://github.com/kennethleungty/Llama-2-Open-Source-LLM-CPU-Inference/blob/main/pyproject.toml","dependencies":[{"id":11616600659,"package_name":"python","ecosystem":"pypi","requirements":"^3.9","direct":true,"kind":"runtime","optional":false},{"id":11616600660,"package_name":"ctransformers","ecosystem":"pypi","requirements":"^0.2.5","direct":true,"kind":"runtime","optional":false},{"id":11616600661,"package_name":"faiss-cpu","ecosystem":"pypi","requirements":"1.7.4","direct":true,"kind":"runtime","optional":false},{"id":11616600662,"package_name":"fastapi","ecosystem":"pypi","requirements":"^0.96.0","direct":true,"kind":"runtime","optional":false},{"id":11616600663,"package_name":"ipykernel","ecosystem":"pypi","requirements":"^6.23.1","direct":true,"kind":"runtime","optional":false},{"id":11616600664,"package_name":"langchain","ecosystem":"pypi","requirements":"0.0.225","direct":true,"kind":"runtime","optional":false},{"id":11616600665,"package_name":"pypdf","ecosystem":"pypi","requirements":"3.8.1","direct":true,"kind":"runtime","optional":false},{"id":11616600666,"package_name":"python-box","ecosystem":"pypi","requirements":"7.0.1","direct":true,"kind":"runtime","optional":false},{"id":11616600667,"package_name":"python-dotenv","ecosystem":"pypi","requirements":"1.0.0","direct":true,"kind":"runtime","optional":false},{"id":11616600668,"package_name":"sentence-transformers","ecosystem":"pypi","requirements":"2.2.2","direct":true,"kind":"runtime","optional":false},{"id":11616600669,"package_name":"uvicorn","ecosystem":"pypi","requirements":"^0.22.0","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"requirements.txt","sha":null,"kind":"manifest","created_at":"2023-07-17T18:20:15.533Z","updated_at":"2023-07-17T18:20:15.533Z","repository_link":"https://github.com/kennethleungty/Llama-2-Open-Source-LLM-CPU-Inference/blob/main/requirements.txt","dependencies":[{"id":11616600671,"package_name":"ctransformers","ecosystem":"pypi","requirements":"==0.2.5","direct":true,"kind":"runtime","optional":false},{"id":11616600672,"package_name":"faiss-cpu","ecosystem":"pypi","requirements":"==1.7.4","direct":true,"kind":"runtime","optional":false},{"id":11616600673,"package_name":"fastapi","ecosystem":"pypi","requirements":"\u003e=0.96.0","direct":true,"kind":"runtime","optional":false},{"id":11616600674,"package_name":"ipykernel","ecosystem":"pypi","requirements":"\u003e=6.23.1","direct":true,"kind":"runtime","optional":false},{"id":11616600675,"package_name":"langchain","ecosystem":"pypi","requirements":"==0.0.225","direct":true,"kind":"runtime","optional":false},{"id":11616600676,"package_name":"pypdf","ecosystem":"pypi","requirements":"==3.8.1","direct":true,"kind":"runtime","optional":false},{"id":11616600677,"package_name":"python-box","ecosystem":"pypi","requirements":"==7.0.1","direct":true,"kind":"runtime","optional":false},{"id":11616600678,"package_name":"python-dotenv","ecosystem":"pypi","requirements":"==1.0.0","direct":true,"kind":"runtime","optional":false},{"id":11616600679,"package_name":"sentence-transformers","ecosystem":"pypi","requirements":"==2.2.2","direct":true,"kind":"runtime","optional":false},{"id":11616600680,"package_name":"uvicorn","ecosystem":"pypi","requirements":"\u003e=0.22.0","direct":true,"kind":"runtime","optional":false}]}],"score":8.282988692742602,"created_at":"2024-07-25T15:26:11.818Z","updated_at":"2026-04-03T04:00:22.142Z","avatar_url":"https://github.com/kennethleungty.png","language":"Python","codemeta":null,"publiccode":null,"project_url":"https://summary.ecosyste.ms/api/v1/projects/124574","html_url":"https://summary.ecosyste.ms/projects/124574"}