[{"data":1,"prerenderedAt":555},["ShallowReactive",2],{"rank-board:ml-llm:en":3},{"id":4,"label":5,"icon":6,"category":7,"count":8,"total":8,"totalStars":9,"topStars":10,"allBoards":11,"packTypes":330,"rows":334},"ml-llm","Local LLM & inference tools","cpu","ai",19,360550,131695,[12,16,20,25,30,35,39,43,47,51,55,59,63,67,71,75,79,83,87,92,96,100,104,108,112,115,119,122,125,129,133,136,139,141,142,145,149,152,155,159,162,166,169,173,177,180,184,188,191,194,198,201,204,207,211,214,218,221,224,227,231,234,237,240,243,246,250,253,256,259,262,265,268,271,274,277,281,284,287,290,293,296,299,302,305,309,312,315,318,321,324,327],{"id":13,"label":14,"total":15,"category":7},"ai-agent","AI agent frameworks",62,{"id":17,"label":18,"total":19,"category":7},"ai-chat","AI chat clients",34,{"id":21,"label":22,"total":23,"category":24},"ai-coding","AI coding assistants",28,"development",{"id":26,"label":27,"total":28,"category":29},"bili-client","Bilibili clients",52,"media",{"id":31,"label":32,"total":33,"category":34},"browser-extension","Browser extensions",76,"tools",{"id":36,"label":37,"total":38,"category":34},"cli-tool","CLI tools",40,{"id":40,"label":41,"total":42,"category":34},"comic-reader","Comic readers",29,{"id":44,"label":45,"total":46,"category":34},"danmaku","Danmaku & live streaming tools",33,{"id":48,"label":49,"total":50,"category":34},"db-admin","Database admin tools",25,{"id":52,"label":53,"total":54,"category":34},"ebook-reader","E-book readers",26,{"id":56,"label":57,"total":58,"category":34},"file-manager","File managers",57,{"id":60,"label":61,"total":62,"category":34},"file-transfer","File transfer tools",42,{"id":64,"label":65,"total":66,"category":29},"film-drama","Film, drama & TV apps",72,{"id":68,"label":69,"total":70,"category":24},"dev-lib","Libraries & frameworks",135,{"id":72,"label":73,"total":46,"category":74},"minecraft-tool","Minecraft launchers & tools","game",{"id":76,"label":77,"total":78,"category":29},"music-player","Music players",142,{"id":80,"label":81,"total":23,"category":82},"note","Note-taking apps","productivity",{"id":84,"label":85,"total":86,"category":34},"novel-reader","Novel readers",50,{"id":88,"label":89,"total":90,"category":91},"proxy-client","Proxy & VPN clients",35,"network",{"id":93,"label":94,"total":95,"category":34},"phone-link","Screen mirroring & phone tools",31,{"id":97,"label":98,"total":99,"category":34},"system-tweak","System tweak tools",44,{"id":101,"label":102,"total":103,"category":34},"terminal-emulator","Terminal emulators",32,{"id":105,"label":106,"total":107,"category":34},"video-download","Video downloaders",39,{"id":109,"label":110,"total":111,"category":29},"video-player","Video players",136,{"id":113,"label":114,"total":54,"category":34},"browser","Web browsers",{"id":116,"label":117,"total":118,"category":24},"backend-tool","Backend development tools",23,{"id":120,"label":121,"total":118,"category":34},"screen-recorder","Screen recorders",{"id":123,"label":124,"total":118,"category":34},"voice-stt","Speech-to-text tools",{"id":126,"label":127,"total":128,"category":29},"iptv","IPTV & live TV",22,{"id":130,"label":131,"total":132,"category":91},"download-manager","Download managers",20,{"id":134,"label":135,"total":132,"category":29},"media-server","Media servers",{"id":137,"label":138,"total":8,"category":74},"emulator","Game emulators",{"id":74,"label":140,"total":8,"category":74},"Games",{"id":4,"label":5,"total":8,"category":7},{"id":143,"label":144,"total":8,"category":34},"system-monitor","System monitors",{"id":146,"label":147,"total":148,"category":91},"msg-client","Messaging apps",18,{"id":150,"label":151,"total":148,"category":91},"network-monitor","Network monitors & sniffers",{"id":153,"label":154,"total":148,"category":82},"task-mgmt","Task & to-do apps",{"id":156,"label":157,"total":158,"category":74},"game-assist","Game utility tools",17,{"id":160,"label":161,"total":158,"category":34},"remote-tool","Remote desktop tools",{"id":163,"label":164,"total":165,"category":74},"game-launcher","Game launchers",16,{"id":167,"label":168,"total":165,"category":34},"wallpaper","Wallpaper tools",{"id":170,"label":171,"total":172,"category":24},"code-editor","Code editors",15,{"id":174,"label":175,"total":176,"category":34},"launcher","App launchers",14,{"id":178,"label":179,"total":176,"category":34},"screenshot","Screenshot tools",{"id":181,"label":182,"total":183,"category":34},"system-cleaner","System cleaners",13,{"id":185,"label":186,"total":187,"category":34},"automation","Automation tools",12,{"id":189,"label":190,"total":187,"category":34},"image-editor","Image editors",{"id":192,"label":193,"total":187,"category":34},"input-method","Input methods",{"id":195,"label":196,"total":197,"category":7},"ai-memory","AI knowledge bases",11,{"id":199,"label":200,"total":197,"category":34},"cloud-sync","Cloud sync tools",{"id":202,"label":203,"total":197,"category":24},"programming-language","Programming languages",{"id":205,"label":206,"total":197,"category":34},"browser-translate","Translation extensions",{"id":208,"label":209,"total":210,"category":29},"music-server","Music streaming servers",10,{"id":212,"label":213,"total":210,"category":82},"book-keeping","Personal finance apps",{"id":215,"label":216,"total":217,"category":34},"audio-editor","Audio editors & DAWs",9,{"id":219,"label":220,"total":217,"category":24},"code-quality","Code quality tools",{"id":222,"label":223,"total":217,"category":24},"database","Databases",{"id":225,"label":226,"total":217,"category":91},"frp","Tunneling & mesh VPN",{"id":228,"label":229,"total":230,"category":34},"archive-tool","Archive tools",8,{"id":232,"label":233,"total":230,"category":82},"markdown-editor","Markdown editors",{"id":235,"label":236,"total":230,"category":24},"reverse-tool","Reverse engineering tools",{"id":238,"label":239,"total":230,"category":34},"video-transcode","Video transcoding tools",{"id":241,"label":242,"total":230,"category":34},"virtualization","Virtualization & containers",{"id":244,"label":245,"total":230,"category":91},"crawler","Web crawlers",{"id":247,"label":248,"total":249,"category":7},"ai-image","AI image tools",7,{"id":251,"label":252,"total":249,"category":34},"bookmark","Bookmark tools",{"id":254,"label":255,"total":249,"category":24},"cicd","CI\u002FCD tools",{"id":257,"label":258,"total":249,"category":34},"clipboard","Clipboard managers",{"id":260,"label":261,"total":249,"category":24},"crossplat-ui","Cross-platform app frameworks",{"id":263,"label":264,"total":249,"category":74},"game-engine","Game engines",{"id":266,"label":267,"total":249,"category":34},"image-viewer","Image viewers",{"id":269,"label":270,"total":249,"category":34},"password-manager","Password managers",{"id":272,"label":273,"total":249,"category":34},"pdf-tool","PDF tools",{"id":275,"label":276,"total":249,"category":34},"res-grab","Web resource grabbers",{"id":278,"label":279,"total":280,"category":24},"api-tool","API development tools",6,{"id":282,"label":283,"total":280,"category":24},"build-tool","Build tools",{"id":285,"label":286,"total":280,"category":82},"knowledge-base","Knowledge base tools",{"id":288,"label":289,"total":280,"category":24},"k8s-tool","Kubernetes tools",{"id":291,"label":292,"total":280,"category":7},"ai-mcp","MCP connectors & tools",{"id":294,"label":295,"total":280,"category":24},"package-manager","Package managers",{"id":297,"label":298,"total":280,"category":34},"subtitle","Subtitle tools",{"id":300,"label":301,"total":280,"category":82},"time-tracker","Time trackers",{"id":303,"label":304,"total":280,"category":34},"window-mgmt","Window managers",{"id":306,"label":307,"total":308,"category":34},"adblock","Ad blockers",5,{"id":310,"label":311,"total":308,"category":82},"calendar","Calendar apps",{"id":313,"label":314,"total":308,"category":34},"docker-tool","Docker tools",{"id":316,"label":317,"total":308,"category":34},"doc-tool","Documentation tools",{"id":319,"label":320,"total":308,"category":91},"network-tunnel","Network tunneling tools",{"id":322,"label":323,"total":308,"category":34},"pomodoro","Pomodoro & focus timers",{"id":325,"label":326,"total":308,"category":29},"podcast-radio","Radio, podcast & audiobooks",{"id":328,"label":329,"total":308,"category":34},"video-editor","Video editors",[331,332,333],"installer","archive","source",[335,351,364,377,389,401,413,424,435,446,457,468,479,490,501,513,523,535,546],{"owner":336,"repo":337,"repoId":338,"category":7,"language":339,"starCount":10,"latestTag":340,"platforms":341,"lastReleaseTime":346,"ownerUid":347,"rank":348,"description":349,"packTypes":350,"distribution":-1},"ggml-org","llama.cpp",612354784,"C++","b11734",[342,343,344,345],"windows","mac","linux","other","2026-10-19T14:08:40Z",134263123,1,"A C\u002FC++ implementation for LLM and VLM inference with minimal setup and state-of-the-art performance, supporting multiple model formats with CLI, server, and built-in Web UI.",[332],{"owner":352,"repo":353,"repoId":354,"category":7,"language":355,"starCount":356,"latestTag":357,"platforms":358,"lastReleaseTime":359,"ownerUid":360,"rank":361,"description":362,"packTypes":363,"distribution":-1},"diegosouzapw","OmniRoute",1157102282,"TypeScript",72815,"v3.8.51",[342,343,344,345],"2026-09-30T01:41:50Z",8016841,2,"A free MIT AI gateway providing a unified endpoint to 290+ providers and 500+ models with quota-aware auto-fallback and token compression.",[331,332,333],{"owner":365,"repo":366,"repoId":367,"category":34,"language":368,"starCount":369,"latestTag":370,"platforms":371,"lastReleaseTime":372,"ownerUid":373,"rank":374,"description":375,"packTypes":376,"distribution":-1},"AlexsJones","llmfit",1158588224,"Rust",37743,"v1.1.17",[342,343,344],"2026-10-08T18:04:05Z",1235925,3,"A command-line tool that recommends the best local LLMs for your hardware configuration, supporting multi-GPU, MoE architectures, and multiple quantization formats.",[332],{"owner":378,"repo":379,"repoId":380,"category":7,"language":355,"starCount":381,"latestTag":382,"platforms":383,"lastReleaseTime":384,"ownerUid":385,"rank":386,"description":387,"packTypes":388,"distribution":-1},"tashfeenahmed","freellmapi",1217040185,37411,"v0.16.5",[342,343,344,345],"2026-10-19T11:30:09Z",9307356,4,"A unified API gateway aggregating 34 free LLM providers and 635 free model endpoints, offering approximately 7.4 billion free tokens per month with smart routing, automatic failover, and encrypted key storage.",[331,332],{"owner":390,"repo":391,"repoId":392,"category":7,"language":393,"starCount":394,"latestTag":395,"platforms":396,"lastReleaseTime":397,"ownerUid":398,"rank":308,"description":399,"packTypes":400,"distribution":-1},"jundot","omlx",1157171418,"Python",22858,"v0.7.1rc1",[343,345],"2026-10-15T18:23:10Z",64250138,"An LLM inference server optimized for Apple Silicon with continuous batching and SSD caching, managed directly from the macOS menu bar.",[331],{"owner":402,"repo":403,"repoId":404,"category":7,"language":405,"starCount":406,"latestTag":407,"platforms":408,"lastReleaseTime":409,"ownerUid":410,"rank":280,"description":411,"packTypes":412,"distribution":-1},"yetone","magpie",1383809012,"Go",16805,"v0.1.1293",[342,343],"2026-10-19T12:31:24Z",1206493,"Magpie is a locally running AI gateway that lets coding agents such as Claude Code, Codex, Gemini CLI and OpenCode use models like Kimi, DeepSeek, GLM and ChatGPT, with one-click menu bar switching and automatic failover to the next account when quota runs out.",[331,332],{"owner":414,"repo":415,"repoId":416,"category":7,"language":405,"starCount":417,"latestTag":418,"platforms":419,"lastReleaseTime":420,"ownerUid":421,"rank":249,"description":422,"packTypes":423,"distribution":-1},"higress-group","higress",558188628,9491,"v2.2.5",[342,343,344],"2026-10-04T19:46:14Z",116630909,"A cloud-native AI gateway based on Istio and Envoy, extensible with Wasm plugins, providing unified LLM API and MCP API management with support for mainstream model providers.",[332],{"owner":425,"repo":426,"repoId":427,"category":7,"language":405,"starCount":428,"latestTag":429,"platforms":430,"lastReleaseTime":431,"ownerUid":432,"rank":230,"description":433,"packTypes":434,"distribution":-1},"vllm-project","semantic-router",1045247072,6024,"v0.4.0",[345],"2026-09-27T06:59:53Z",136984999,"A programmable Mixture-of-Models router for heterogeneous LLM inference that evaluates request signals, user preferences, and application policies to select or compose the optimal model path for each request, improving quality, cost, latency, privacy, and safety.",[332],{"owner":436,"repo":437,"repoId":438,"category":7,"language":339,"starCount":439,"latestTag":440,"platforms":441,"lastReleaseTime":442,"ownerUid":443,"rank":217,"description":444,"packTypes":445,"distribution":-1},"lemonade-sdk","lemonade",984341155,5918,"candidate-v2026.43.1",[342,343,344,345],"2026-10-16T21:56:39Z",209808453,"A local AI server that gives you the same capabilities as cloud APIs, 100% free and private, running the latest models for chat, coding, speech, and image generation on your own NPU and GPU.",[331,332],{"owner":447,"repo":448,"repoId":449,"category":7,"language":405,"starCount":450,"latestTag":451,"platforms":452,"lastReleaseTime":453,"ownerUid":454,"rank":210,"description":455,"packTypes":456,"distribution":-1},"weave-os","router",1222789989,5563,"hmm-model-v1",[345],"2026-07-13T00:44:31Z",174961884,"A model router for agentic systems that routes every prompt to the right model in \u003C50ms, cutting costs 40-70% with just an endpoint change. Supports Anthropic, OpenAI, Gemini, and open-source models.",[332],{"owner":458,"repo":459,"repoId":460,"category":7,"language":368,"starCount":461,"latestTag":462,"platforms":463,"lastReleaseTime":464,"ownerUid":465,"rank":197,"description":466,"packTypes":467,"distribution":-1},"yvgude","lean-ctx",1189918673,3876,"v3.11.4",[342,343,344,345],"2026-10-11T21:31:12Z",7590809,"The context intelligence layer for AI agents — a local Rust binary with 76 MCP tools and 30+ agents support that selects, shapes, reuses, and recovers project context, reducing token usage by 60–90%.",[332],{"owner":469,"repo":470,"repoId":471,"category":7,"language":393,"starCount":472,"latestTag":473,"platforms":474,"lastReleaseTime":475,"ownerUid":476,"rank":187,"description":477,"packTypes":478,"distribution":-1},"youssofal","MTPLX",1226911245,2514,"v2.12.2",[343,345],"2026-10-03T00:01:27Z",66418316,"A native Mac app and CLI for Apple Silicon that doubles local LLM inference speed using Multi-Token Prediction (MTP), supporting models like Qwen 3.8 27B with no external drafter model.",[331,332],{"owner":480,"repo":481,"repoId":482,"category":24,"language":393,"starCount":483,"latestTag":484,"platforms":485,"lastReleaseTime":486,"ownerUid":487,"rank":183,"description":488,"packTypes":489,"distribution":-1},"eugr","spark-vllm-docker",1104120047,2346,"prebuilt-vllm-current",[344],"2026-10-04T12:54:03Z",2192184,"Optimized vLLM Docker configuration and startup scripts for NVIDIA DGX Spark, supporting single-node and multi-node clusters using Ray or native PyTorch distributed mode, with InfiniBand\u002FRDMA (NCCL), high-performance model loading, and custom environment configuration.",[],{"owner":491,"repo":492,"repoId":493,"category":7,"language":339,"starCount":494,"latestTag":495,"platforms":496,"lastReleaseTime":497,"ownerUid":498,"rank":176,"description":499,"packTypes":500,"distribution":-1},"ROCm","FastFlowLM",1003248064,1960,"v1.0.9",[342,344],"2026-10-15T21:35:13Z",21157610,"An LLM runtime optimized for AMD Ryzen AI NPUs, supporting vision, audio, embedding, and MoE models, with no GPU required, ultra-lightweight (17 MB), and 10x more power-efficient.",[331,332],{"owner":502,"repo":503,"repoId":504,"category":7,"language":505,"starCount":506,"latestTag":507,"platforms":508,"lastReleaseTime":509,"ownerUid":510,"rank":172,"description":511,"packTypes":512,"distribution":-1},"ddalcu","mlx-serve",1159656889,"Zig",1886,"v26.10.2",[343,344],"2026-10-12T23:53:05Z",869085,"A native LLM inference server optimized for Apple Silicon, supporting OpenAI and Anthropic-compatible APIs with no Python required, supporting both MLX and GGUF models, and including a macOS menu-bar app.",[332,331],{"owner":514,"repo":514,"repoId":515,"category":7,"language":405,"starCount":516,"latestTag":517,"platforms":518,"lastReleaseTime":519,"ownerUid":520,"rank":165,"description":521,"packTypes":522,"distribution":-1},"vigolium",1176032914,1120,"v0.5.4",[342,343,344],"2026-10-18T08:53:05Z",266502139,"A high-fidelity vulnerability scanner fusing agentic AI with native speed, modularity, and precision, offering deterministic multi-phase scanning and AI-driven code audit modes.",[332],{"owner":524,"repo":525,"repoId":526,"category":7,"language":527,"starCount":528,"latestTag":529,"platforms":530,"lastReleaseTime":531,"ownerUid":532,"rank":158,"description":533,"packTypes":534,"distribution":-1},"Qiao-920","llama-cpp-desktop",1217873104,"JavaScript",385,"v0.6.14",[342],"2026-07-13T14:14:05Z",239728274,"Llama.cpp Desktop is a Windows desktop control panel for local llama.cpp servers, combining service startup, model configuration, log viewing, direct chat, and OpenAI-compatible client access in a single window, letting users manage local llama.cpp inference without the command line.",[331],{"owner":536,"repo":537,"repoId":538,"category":7,"language":368,"starCount":539,"latestTag":540,"platforms":541,"lastReleaseTime":542,"ownerUid":543,"rank":148,"description":544,"packTypes":545,"distribution":-1},"yihuishou","llama.cpp-launcher",1223195079,133,"v0.2.2",[342,344],"2026-10-19T07:06:36Z",26241263,"A lightweight llama.cpp GUI launcher built with Rust, providing visual configuration, RPC mode, preset management, real-time logs, and a multi-language interface to help users easily manage and run llama.cpp servers.",[331,332],{"owner":547,"repo":548,"repoId":549,"category":7,"language":405,"starCount":249,"latestTag":429,"platforms":550,"lastReleaseTime":551,"ownerUid":552,"rank":8,"description":553,"packTypes":554,"distribution":-1},"zorak1103","dlia",1135664884,[342,343,344],"2026-10-02T21:52:26Z",11332205,"An AI-powered Docker log monitoring agent that uses LLMs to intelligently analyze container logs, detect anomalies, and provide contextual insights over time.",[331,332],1792451094244]