[{"data":1,"prerenderedAt":99},["ShallowReactive",2],{"run-deepseek-locally":3},{"ollama":4,"llama-cpp":52,"mlx":74},{"id":5,"slug":5,"name":6,"url":7,"curatedDescription":8,"category":9,"section":14,"repo":18,"media":43,"source":46,"sync":50},"ollama","Ollama","https://github.com/ollama/ollama","Dead-simple local LLM runner with a one-line install, model registry, and OpenAI-compatible API.",{"id":10,"slug":10,"title":11,"navTitle":12,"order":13},"inference-engines-and-serving","Inference Engines & Serving","Serving",3,{"id":15,"slug":15,"title":16,"order":17},"local-on-device-inference","Local / On-device Inference",1,{"host":19,"owner":5,"name":5,"fullName":20,"stars":21,"license":22,"primaryLanguage":23,"homepage":24,"topics":25,"description":40,"pushedAt":41,"archived":42,"fork":42},"github","ollama/ollama",173169,"MIT","Go","https://ollama.com",[26,27,28,29,30,31,32,33,34,35,36,37,38,5,39],"deepseek","gemma","gemma3","glm","go","golang","gpt-oss","llama","llama3","llm","llms","minimax","mistral","qwen","Get up and running with Kimi-K2.6, GLM-5.1, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.","2026-06-04T18:05:37Z",false,{"iconUrl":44,"avatarUrl":45},null,"https://avatars.githubusercontent.com/u/151674099?v=4",{"readmeUrl":47,"readmeLine":48,"sourceHash":49},"https://github.com/alvinreal/awesome-opensource-ai/blob/main/README.md",269,"fb157d63a81e09435737672cb2c10cb3ef440c1b9be35512bd9443bd8cb68959",{"lastSyncedAt":51},"2026-07-12T12:00:53.360Z",{"id":53,"slug":53,"name":54,"url":55,"curatedDescription":56,"category":57,"section":58,"repo":59,"media":69,"source":71,"sync":73},"llama-cpp","llama.cpp","https://github.com/ggml-org/llama.cpp","Pure C/C++ inference engine with GGUF format support. The gold standard for CPU/GPU/Apple Silicon on-device running. Includes llama-server for OpenAI-compatible API. Now at 100K+ stars.",{"id":10,"slug":10,"title":11,"navTitle":12,"order":13},{"id":15,"slug":15,"title":16,"order":17},{"host":19,"owner":60,"name":54,"fullName":61,"stars":62,"license":22,"primaryLanguage":63,"homepage":64,"topics":65,"description":67,"pushedAt":68,"archived":42,"fork":42},"ggml-org","ggml-org/llama.cpp",114610,"C++","https://llama.app",[66],"ggml","LLM inference in C/C++","2026-06-04T17:13:26Z",{"iconUrl":44,"avatarUrl":70},"https://avatars.githubusercontent.com/u/134263123?v=4",{"readmeUrl":47,"readmeLine":72,"sourceHash":49},268,{"lastSyncedAt":51},{"id":75,"slug":75,"name":76,"url":77,"curatedDescription":78,"category":79,"section":83,"repo":86,"media":94,"source":96,"sync":98},"mlx","MLX","https://github.com/ml-explore/mlx","Array framework for machine learning on Apple silicon. Efficient unified memory design with NumPy-like API, automatic differentiation, and multi-device support. MIT licensed.",{"id":80,"slug":80,"title":81,"navTitle":82,"order":17},"core-frameworks-and-libraries","Core Frameworks & Libraries","Core",{"id":84,"slug":84,"title":85,"order":17},"deep-learning-frameworks","Deep Learning Frameworks",{"host":19,"owner":87,"name":75,"fullName":88,"stars":89,"license":22,"primaryLanguage":63,"homepage":90,"topics":91,"description":92,"pushedAt":93,"archived":42,"fork":42},"ml-explore","ml-explore/mlx",26587,"https://ml-explore.github.io/mlx/",[75],"MLX: An array framework for Apple silicon","2026-06-04T05:08:19Z",{"iconUrl":44,"avatarUrl":95},"https://avatars.githubusercontent.com/u/102832242?v=4",{"readmeUrl":47,"readmeLine":97,"sourceHash":49},74,{"lastSyncedAt":51},1783865043227]