[{"data":1,"prerenderedAt":100},["ShallowReactive",2],{"run-llm-8gb-vram":3},{"ollama":4,"llama-cpp":52,"koboldcpp":74},{"id":5,"slug":5,"name":6,"url":7,"curatedDescription":8,"category":9,"section":14,"repo":18,"media":43,"source":46,"sync":50},"ollama","Ollama","https://github.com/ollama/ollama","Dead-simple local LLM runner with a one-line install, model registry, and OpenAI-compatible API.",{"id":10,"slug":10,"title":11,"navTitle":12,"order":13},"inference-engines-and-serving","Inference Engines & Serving","Serving",3,{"id":15,"slug":15,"title":16,"order":17},"local-on-device-inference","Local / On-device Inference",1,{"host":19,"owner":5,"name":5,"fullName":20,"stars":21,"license":22,"primaryLanguage":23,"homepage":24,"topics":25,"description":40,"pushedAt":41,"archived":42,"fork":42},"github","ollama/ollama",173169,"MIT","Go","https://ollama.com",[26,27,28,29,30,31,32,33,34,35,36,37,38,5,39],"deepseek","gemma","gemma3","glm","go","golang","gpt-oss","llama","llama3","llm","llms","minimax","mistral","qwen","Get up and running with Kimi-K2.6, GLM-5.1, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.","2026-06-04T18:05:37Z",false,{"iconUrl":44,"avatarUrl":45},null,"https://avatars.githubusercontent.com/u/151674099?v=4",{"readmeUrl":47,"readmeLine":48,"sourceHash":49},"https://github.com/alvinreal/awesome-opensource-ai/blob/main/README.md",269,"51f68a2074861f18f5695e7f6da908d1029b2790ebd927f8be45e93281e61908",{"lastSyncedAt":51},"2026-07-11T12:01:01.385Z",{"id":53,"slug":53,"name":54,"url":55,"curatedDescription":56,"category":57,"section":58,"repo":59,"media":69,"source":71,"sync":73},"llama-cpp","llama.cpp","https://github.com/ggml-org/llama.cpp","Pure C/C++ inference engine with GGUF format support. The gold standard for CPU/GPU/Apple Silicon on-device running. Includes llama-server for OpenAI-compatible API. Now at 100K+ stars.",{"id":10,"slug":10,"title":11,"navTitle":12,"order":13},{"id":15,"slug":15,"title":16,"order":17},{"host":19,"owner":60,"name":54,"fullName":61,"stars":62,"license":22,"primaryLanguage":63,"homepage":64,"topics":65,"description":67,"pushedAt":68,"archived":42,"fork":42},"ggml-org","ggml-org/llama.cpp",114610,"C++","https://llama.app",[66],"ggml","LLM inference in C/C++","2026-06-04T17:13:26Z",{"iconUrl":44,"avatarUrl":70},"https://avatars.githubusercontent.com/u/134263123?v=4",{"readmeUrl":47,"readmeLine":72,"sourceHash":49},268,{"lastSyncedAt":51},{"id":75,"slug":75,"name":76,"url":77,"curatedDescription":78,"category":79,"section":80,"repo":81,"media":95,"source":97,"sync":99},"koboldcpp","KoboldCpp","https://github.com/LostRuins/koboldcpp","User-friendly llama.cpp fork focused on role-playing and creative writing.",{"id":10,"slug":10,"title":11,"navTitle":12,"order":13},{"id":15,"slug":15,"title":16,"order":17},{"host":19,"owner":82,"name":75,"fullName":83,"stars":84,"license":85,"primaryLanguage":63,"homepage":86,"topics":87,"description":92,"pushedAt":93,"archived":42,"fork":94},"LostRuins","LostRuins/koboldcpp",10703,"AGPL-3.0","https://github.com/LostRuins/koboldcpp/releases/latest",[27,66,88,89,75,90,33,91,35,38],"gguf","koboldai","language-model","llamacpp","Run GGUF models easily with a KoboldAI UI. One File. Zero Install.","2026-06-04T17:40:10Z",true,{"iconUrl":44,"avatarUrl":96},"https://avatars.githubusercontent.com/u/39025047?v=4",{"readmeUrl":47,"readmeLine":98,"sourceHash":49},275,{"lastSyncedAt":51},1783804186677]