[{"data":1,"prerenderedAt":248},["ShallowReactive",2],{"directory-cache-local-llm-runners":3},{"name":4,"slug":5,"description":6,"icon_path":7,"entries":8},"Local LLM Runners","local-llm-runners","Compare tools for running LLMs locally — from desktop apps and CLI tools to web UIs and inference frameworks. Run AI models on your own hardware for privacy, offline use, and zero API costs.","",[9,41,64,84,113,135,162,182,206,227],{"id":10,"name":11,"slug":12,"description":13,"link":14,"specs":7,"github_repo":15,"github_stars":16,"logo_url":7,"website_url":7,"author":7,"tags":17,"content":33,"category":39,"cost":7,"ease":7,"pros":7,"cons":7,"notes":7,"sort_order":40},"cba1db5d-e9d1-4b3f-9a26-4b35d2082ba3","Ollama","ollama","Run LLMs locally with a single command. Lightweight CLI that downloads, manages, and serves open-source models with an OpenAI-compatible API.","https://ollama.com","ollama/ollama",0,[18,20,22,25,27,29,31],{"name":19,"slug":19},"cli",{"name":21,"slug":21},"linux",{"name":23,"slug":24},"macOS","macos",{"name":26,"slug":26},"model-library",{"name":28,"slug":28},"openai-compatible",{"name":30,"slug":30},"open-source",{"name":32,"slug":32},"windows",{"pricing_tiers":34},[35],{"name":36,"price":37,"details":38},"Free","$0","Free & open source","CLI Tool",1,{"id":42,"name":43,"slug":44,"description":45,"link":46,"specs":7,"github_repo":7,"github_stars":16,"logo_url":7,"website_url":7,"author":7,"tags":47,"content":58,"category":62,"cost":7,"ease":7,"pros":7,"cons":7,"notes":7,"sort_order":63},"1b2065c3-a19d-4c09-a7f1-afb2077addff","LM Studio","lm-studio","Desktop app for running LLMs locally. Discover, download, and chat with models from Hugging Face. Built-in server with OpenAI-compatible API.","https://lmstudio.ai",[48,50,52,53,54,56,57],{"name":49,"slug":49},"desktop",{"name":51,"slug":51},"huggingface",{"name":21,"slug":21},{"name":23,"slug":24},{"name":55,"slug":55},"model-browser",{"name":28,"slug":28},{"name":32,"slug":32},{"pricing_tiers":59},[60],{"name":36,"price":37,"details":61},"Free for personal use","Desktop App",2,{"id":65,"name":66,"slug":67,"description":68,"link":69,"specs":7,"github_repo":70,"github_stars":16,"logo_url":7,"website_url":7,"author":7,"tags":71,"content":80,"category":62,"cost":7,"ease":7,"pros":7,"cons":7,"notes":7,"sort_order":83},"649f52c1-eb4b-4e50-8a3b-a4f149fe1445","Jan","jan","Open-source desktop app for running AI locally. Clean chat interface with model management, local API server, and extension support.","https://jan.ai","janhq/jan",[72,73,75,76,77,78,79],{"name":49,"slug":49},{"name":74,"slug":74},"extensions",{"name":21,"slug":21},{"name":23,"slug":24},{"name":28,"slug":28},{"name":30,"slug":30},{"name":32,"slug":32},{"pricing_tiers":81},[82],{"name":36,"price":37,"details":38},3,{"id":85,"name":86,"slug":87,"description":88,"link":89,"specs":7,"github_repo":90,"github_stars":16,"logo_url":7,"website_url":7,"author":7,"tags":91,"content":102,"category":111,"cost":7,"ease":7,"pros":7,"cons":7,"notes":7,"sort_order":112},"e594f295-3940-4e97-bbe4-5c4aa6bd246c","AnythingLLM","anythingllm","All-in-one AI desktop app and self-hosted web UI. Chat with documents, manage workspaces, and connect any LLM — local or cloud — with built-in RAG.","https://anythingllm.com","Mintplex-Labs/anything-llm",[92,93,95,96,98,100],{"name":49,"slug":49},{"name":94,"slug":94},"multi-model",{"name":30,"slug":30},{"name":97,"slug":97},"rag",{"name":99,"slug":99},"self-hosted",{"name":101,"slug":101},"web-ui",{"pricing_tiers":103},[104,107],{"name":105,"price":37,"details":106},"Self-Hosted","Free, self-hosted, open source",{"name":108,"price":109,"details":110},"Cloud","From $6.99/mo","Managed cloud hosting","Web UI",4,{"id":114,"name":115,"slug":116,"description":117,"link":118,"specs":7,"github_repo":119,"github_stars":16,"logo_url":7,"website_url":7,"author":7,"tags":120,"content":131,"category":62,"cost":7,"ease":7,"pros":7,"cons":7,"notes":7,"sort_order":134},"ab9c5462-b69b-4c49-bbb7-9413b8b0cc27","GPT4All","gpt4all","Free desktop chatbot for running LLMs locally. Privacy-focused with no data leaving your device. Supports document Q&A with local RAG.","https://gpt4all.io","nomic-ai/gpt4all",[121,122,123,125,126,127,130],{"name":49,"slug":49},{"name":21,"slug":21},{"name":124,"slug":124},"local-rag",{"name":23,"slug":24},{"name":30,"slug":30},{"name":128,"slug":129},"Privacy","privacy",{"name":32,"slug":32},{"pricing_tiers":132},[133],{"name":36,"price":37,"details":38},5,{"id":136,"name":137,"slug":138,"description":139,"link":140,"specs":7,"github_repo":141,"github_stars":16,"logo_url":7,"website_url":7,"author":7,"tags":142,"content":157,"category":160,"cost":7,"ease":7,"pros":7,"cons":7,"notes":7,"sort_order":161},"cc189538-70f2-41c6-8e5f-730c806a31e1","llama.cpp","llamacpp","High-performance C/C++ inference engine for LLMs. Run quantized models on CPU and GPU with minimal dependencies. Powers most local LLM tools.","https://github.com/ggml-org/llama.cpp","ggml-org/llama.cpp",[143,146,148,150,152,154,155],{"name":144,"slug":145},"c++","c",{"name":147,"slug":147},"cpu",{"name":149,"slug":149},"gguf",{"name":151,"slug":151},"gpu",{"name":153,"slug":153},"inference",{"name":30,"slug":30},{"name":156,"slug":156},"quantization",{"pricing_tiers":158},[159],{"name":36,"price":37,"details":38},"Framework",6,{"id":163,"name":164,"slug":165,"description":166,"link":167,"specs":7,"github_repo":168,"github_stars":16,"logo_url":7,"website_url":7,"author":7,"tags":169,"content":177,"category":111,"cost":7,"ease":7,"pros":7,"cons":7,"notes":7,"sort_order":181},"1180a6c2-7497-4fe2-aa32-d34f8e63c780","Open WebUI","open-webui","Self-hosted web interface for LLMs. Feature-rich ChatGPT-style UI that works with Ollama and OpenAI-compatible APIs. Supports RAG, web search, and multi-user.","https://openwebui.com","open-webui/open-webui",[170,172,173,174,175,176],{"name":171,"slug":171},"multi-user",{"name":12,"slug":12},{"name":30,"slug":30},{"name":97,"slug":97},{"name":99,"slug":99},{"name":101,"slug":101},{"pricing_tiers":178},[179],{"name":36,"price":37,"details":180},"Free & open source, self-hosted",7,{"id":183,"name":184,"slug":185,"description":186,"link":187,"specs":7,"github_repo":7,"github_stars":16,"logo_url":7,"website_url":7,"author":7,"tags":188,"content":197,"category":62,"cost":7,"ease":7,"pros":7,"cons":7,"notes":7,"sort_order":205},"2efb08eb-4faa-4c35-ac61-543c424229c8","Msty","msty","Desktop AI chat app with local and cloud model support. Clean interface for managing conversations with multiple models, offline mode, and local RAG.","https://msty.app",[189,190,191,192,193,194,196],{"name":49,"slug":49},{"name":21,"slug":21},{"name":124,"slug":124},{"name":23,"slug":24},{"name":94,"slug":94},{"name":195,"slug":195},"offline",{"name":32,"slug":32},{"pricing_tiers":198},[199,201],{"name":36,"price":37,"details":200},"Free with local models",{"name":202,"price":203,"details":204},"Pro","$9.99/mo","Cloud models, advanced features",8,{"id":207,"name":208,"slug":209,"description":210,"link":211,"specs":7,"github_repo":212,"github_stars":16,"logo_url":7,"website_url":7,"author":7,"tags":213,"content":223,"category":160,"cost":7,"ease":7,"pros":7,"cons":7,"notes":7,"sort_order":226},"ab268027-41d6-4a2d-9e1a-9a875e9358d9","LocalAI","localai","Open-source OpenAI-compatible local AI server. Drop-in replacement for OpenAI API that runs models locally with support for text, image, and audio generation.","https://localai.io","mudler/LocalAI",[214,217,219,220,221],{"name":215,"slug":216},"Docker","docker",{"name":218,"slug":218},"multi-modal",{"name":28,"slug":28},{"name":30,"slug":30},{"name":222,"slug":222},"server",{"pricing_tiers":224},[225],{"name":36,"price":37,"details":38},9,{"id":228,"name":229,"slug":230,"description":231,"link":232,"specs":7,"github_repo":233,"github_stars":16,"logo_url":7,"website_url":7,"author":7,"tags":234,"content":244,"category":62,"cost":7,"ease":7,"pros":7,"cons":7,"notes":7,"sort_order":247},"669464b6-b53c-4d36-91e3-a737051922bb","Pinokio","pinokio","One-click installer for AI applications. Browse and install LLMs, Stable Diffusion, and other AI tools with automatic dependency management.","https://pinokio.computer","pinokiocomputer/pinokio",[235,236,238,239,240,242,243],{"name":49,"slug":49},{"name":237,"slug":237},"installer",{"name":21,"slug":21},{"name":23,"slug":24},{"name":241,"slug":241},"one-click",{"name":30,"slug":30},{"name":32,"slug":32},{"pricing_tiers":245},[246],{"name":36,"price":37,"details":38},10,1795279145089]