[{"data":1,"prerenderedAt":193},["ShallowReactive",2],{"repo-qiao-920-llama-cpp-desktop-en":3,"i18n-qiao-920-llama-cpp-desktop-en":190},{"mirrorPool":4,"detail":13,"relatedProjects":75},[5,9],{"key":6,"label":7,"base":8,"type":6},"github","mirror.github","https:\u002F\u002Fgithub.com\u002F",{"key":10,"label":11,"base":12,"type":10},"auto-proxy","mirror.autoProxy","https:\u002F\u002Fgithub.xxlab.tech\u002F",{"owner":14,"repo":15,"repoId":16,"repoUrl":17,"starCount":18,"language":19,"description":20,"languages":21,"screenshots":26,"homepage":27,"pushedAt":28,"ownerAvatar":29,"ownerName":30,"ownerBio":31,"lastSyncTime":32,"lastReleaseTime":33,"tags":34,"license":35,"category":36,"subgroup":37,"releases":38},"Qiao-920","llama-cpp-desktop",1217873104,"https:\u002F\u002Fgithub.com\u002FQiao-920\u002Fllama-cpp-desktop",385,"JavaScript","Windows desktop control panel for local llama.cpp server",{"JavaScript":22,"CSS":23,"PowerShell":24,"HTML":25},80.6,18.1,1.2,0.1,[],"","2026-07-13","https:\u002F\u002Favatars.githubusercontent.com\u002Fu\u002F239728274?v=4","Qiaofeng","I have done data analysis, video editing and three-dimensional special effects. Now I want to be a developer.Come on, come on, I will succeed","2026-10-04T13:17:41.339897+00:00","2026-07-13T14:14:05Z",[],"MIT","ai","LLM推理\u002F微调工具",[39,53,64],{"tag":40,"publishAt":33,"semVer":41,"prerelease":45,"assets":46},"v0.6.14",[42,43,44],0,6,14,false,[47],{"fileName":48,"sizeMb":49,"sha256":50,"downloadCount":51,"originUrl":52},"Llama.cpp-Desktop.exe",86.66,"00cefae3b73c08d94ec8722c22a5994d6249bef29caf79096e973afd978d5000",3363,"https:\u002F\u002Fgithub.com\u002FQiao-920\u002Fllama-cpp-desktop\u002Freleases\u002Fdownload\u002Fv0.6.14\u002FLlama.cpp-Desktop.exe",{"tag":54,"publishAt":55,"semVer":56,"prerelease":45,"assets":58},"v0.6.13","2026-05-04T15:21:36Z",[42,43,57],13,[59],{"fileName":48,"sizeMb":60,"sha256":61,"downloadCount":62,"originUrl":63},86.64,"946abd522fc7df61e84c46009b95e8ffce900c946a917f3d5cd06aeba25a7320",6156,"https:\u002F\u002Fgithub.com\u002FQiao-920\u002Fllama-cpp-desktop\u002Freleases\u002Fdownload\u002Fv0.6.13\u002FLlama.cpp-Desktop.exe",{"tag":65,"publishAt":66,"semVer":67,"prerelease":45,"assets":69},"v0.6.12","2026-04-22T10:16:18Z",[42,43,68],12,[70],{"fileName":48,"sizeMb":71,"sha256":72,"downloadCount":73,"originUrl":74},86.63,"87287e72846aa753cd9b84cfa00ddd272c18df6b374f6c8dba7bdf31c9948d01",457,"https:\u002F\u002Fgithub.com\u002FQiao-920\u002Fllama-cpp-desktop\u002Freleases\u002Fdownload\u002Fv0.6.12\u002FLlama.cpp-Desktop.exe",[76,94,127,147,159,176],{"owner":77,"repo":78,"repoId":79,"category":36,"subgroup":37,"language":80,"tags":81,"starCount":83,"ownerUid":84,"latestTag":85,"platforms":86,"lastReleaseTime":91,"downloadCount":92,"description":93},"ggml-org","llama.cpp",612354784,"C++",[82],"ggml",131695,134263123,"b11734",[87,88,89,90],"windows","mac","linux","other","2026-10-19T14:08:40Z",481,"A C\u002FC++ implementation for LLM and VLM inference with minimal setup and state-of-the-art performance, supporting multiple model formats with CLI, server, and built-in Web UI.",{"owner":95,"repo":96,"repoId":97,"category":36,"subgroup":37,"language":98,"tags":99,"starCount":120,"ownerUid":121,"latestTag":122,"platforms":123,"lastReleaseTime":124,"downloadCount":125,"description":126},"diegosouzapw","OmniRoute",1157102282,"TypeScript",[100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119],"a2a","ai-agents","ai-gateway","anthropic","claude","claude-code","cline","codex","copilot","cursor","deepseek","free-ai","gemini","kimi","llm-gateway","mcp","openai","openai-proxy","qwen","token-saver",72815,8016841,"v3.8.51",[87,88,89,90],"2026-09-30T01:41:50Z",4681,"A free MIT AI gateway providing a unified endpoint to 290+ providers and 500+ models with quota-aware auto-fallback and token compression.",{"owner":128,"repo":129,"repoId":130,"category":131,"subgroup":37,"language":132,"tags":133,"starCount":140,"ownerUid":141,"latestTag":142,"platforms":143,"lastReleaseTime":144,"downloadCount":145,"description":146},"AlexsJones","llmfit",1158588224,"tools","Rust",[134,135,136,137,138,139],"gguf","llm","localai","mlx","skill","unsloth",37743,1235925,"v1.1.17",[87,88,89],"2026-10-08T18:04:05Z",1447,"A command-line tool that recommends the best local LLMs for your hardware configuration, supporting multi-GPU, MoE architectures, and multiple quantization formats.",{"owner":148,"repo":149,"repoId":150,"category":36,"subgroup":37,"language":98,"tags":151,"starCount":152,"ownerUid":153,"latestTag":154,"platforms":155,"lastReleaseTime":156,"downloadCount":157,"description":158},"tashfeenahmed","freellmapi",1217040185,[],37411,9307356,"v0.16.5",[87,88,89,90],"2026-10-19T11:30:09Z",1332,"A unified API gateway aggregating 34 free LLM providers and 635 free model endpoints, offering approximately 7.4 billion free tokens per month with smart routing, automatic failover, and encrypted key storage.",{"owner":160,"repo":161,"repoId":162,"category":36,"subgroup":37,"language":163,"tags":164,"starCount":169,"ownerUid":170,"latestTag":171,"platforms":172,"lastReleaseTime":173,"downloadCount":174,"description":175},"jundot","omlx",1157171418,"Python",[165,166,135,167,137,168],"apple-silicon","inference-server","macos","openai-api",22858,64250138,"v0.7.1rc1",[88,90],"2026-10-15T18:23:10Z",2195,"An LLM inference server optimized for Apple Silicon with continuous batching and SSD caching, managed directly from the macOS menu bar.",{"owner":177,"repo":178,"repoId":179,"category":36,"subgroup":37,"language":180,"tags":181,"starCount":183,"ownerUid":184,"latestTag":185,"platforms":186,"lastReleaseTime":187,"downloadCount":188,"description":189},"yetone","magpie",1383809012,"Go",[105,107,110,182,135,167],"gemini-cli",16805,1206493,"v0.1.1293",[87,88],"2026-10-19T12:31:24Z",309,"Magpie is a locally running AI gateway that lets coding agents such as Claude Code, Codex, Gemini CLI and OpenCode use models like Kimi, DeepSeek, GLM and ChatGPT, with one-click menu bar switching and automatic failover to the next account when quota runs out.",{"description":191,"readmeHtml":192},"Llama.cpp Desktop is a Windows desktop control panel for local llama.cpp servers, combining service startup, model configuration, log viewing, direct chat, and OpenAI-compatible client access in a single window, letting users manage local llama.cpp inference without the command line.","\u003Ch2 id=\"project-overview\">Project Overview\u003C\u002Fh2>\u003Cp>Llama.cpp Desktop is a desktop control panel for local llama.cpp on Windows. Starting the service, configuring models, viewing logs, chatting directly, and connecting OpenAI-compatible clients are all in one window.\u003C\u002Fp>\n\u003Ch2 id=\"key-features\">Key Features\u003C\u002Fh2>\u003Cul>\n\u003Cli>\u003Cstrong>Direct local connection\u003C\u002Fstrong>: Launches llama-server.exe directly from the original llama.cpp directory, with no strong dependency on extra launchers\u003C\u002Fli>\n\u003Cli>\u003Cstrong>OpenAI compatible\u003C\u002Fstrong>: Provides \u003Ca href=\"http:\u002F\u002F127.0.0.1:8080\u002Fv1\" target=\"_blank\" rel=\"noopener noreferrer\">http:\u002F\u002F127.0.0.1:8080\u002Fv1\u003C\u002Fa> by default, accessible by OpenClaw, Claude Code, and other clients\u003C\u002Fli>\n\u003Cli>\u003Cstrong>Desktop chat\u003C\u002Fstrong>: Built-in web-style chat page with streaming replies, history, search, and message operations\u003C\u002Fli>\n\u003Cli>\u003Cstrong>Attachment entry\u003C\u002Fstrong>: Supports image, text, PDF, and other attachments; images can be previewed in chat\u003C\u002Fli>\n\u003Cli>\u003Cstrong>Model info\u003C\u002Fstrong>: Click the model tag to view the current model, context, GPU layers, and runtime parameters\u003C\u002Fli>\n\u003Cli>\u003Cstrong>Terminal logs\u003C\u002Fstrong>: View llama.cpp output in the client for troubleshooting startup and inference issues\u003C\u002Fli>\n\u003Cli>\u003Cstrong>Tray background\u003C\u002Fstrong>: Hides to the system tray when the window is closed; the service continues running in the background\u003C\u002Fli>\n\u003Cli>\u003Cstrong>Parameter configuration\u003C\u002Fstrong>: Supports model path, context, sampling, GPU layers, threads, and batch parameters\u003C\u002Fli>\n\u003C\u002Ful>\n\u003Ch2 id=\"target-audience\">Target Audience\u003C\u002Fh2>\u003Cul>\n\u003Cli>Windows 10\u002F11 users\u003C\u002Fli>\n\u003Cli>Developers who need to manage local llama.cpp inference services\u003C\u002Fli>\n\u003Cli>Users who prefer a graphical interface over the command line\u003C\u002Fli>\n\u003C\u002Ful>\n\u003Ch2 id=\"quick-start\">Quick Start\u003C\u002Fh2>\u003Col>\n\u003Cli>Download Llama.cpp-Desktop.exe from Releases\u003C\u002Fli>\n\u003Cli>Double-click to run\u003C\u002Fli>\n\u003Cli>In settings, select the original llama.cpp directory or directly select llama-server.exe\u003C\u002Fli>\n\u003Cli>Select your GGUF model file\u003C\u002Fli>\n\u003Cli>Save the configuration and start the service; use built-in chat or connect an OpenAI-compatible client\u003C\u002Fli>\n\u003C\u002Fol>\n\u003Ch2 id=\"core-advantages\">Core Advantages\u003C\u002Fh2>\u003Cul>\n\u003Cli>Graphical interface, no need to memorize complex command-line parameters\u003C\u002Fli>\n\u003Cli>Built-in chat page, ready to use\u003C\u002Fli>\n\u003Cli>Tray background running without interfering with other work\u003C\u002Fli>\n\u003Cli>Can connect to external clients like OpenClaw and Claude Code\u003C\u002Fli>\n\u003C\u002Ful>\n\u003Ch2 id=\"system-requirements\">System Requirements\u003C\u002Fh2>\u003Cul>\n\u003Cli>OS: Windows 10 \u002F 11\u003C\u002Fli>\n\u003Cli>Additional dependencies: Requires an existing usable llama.cpp Windows build directory and GGUF model files on the machine; the project does not bundle llama.cpp, model files, GPU drivers, or CUDA\u002FVulkan runtimes\u003C\u002Fli>\n\u003C\u002Ful>\n",1792450963914]