[{"data":1,"prerenderedAt":555},["ShallowReactive",2],{"rank-board:ml-llm:zh-CN":3},{"id":4,"label":5,"icon":6,"category":7,"count":8,"total":8,"totalStars":9,"topStars":10,"allBoards":11,"packTypes":330,"rows":334},"ml-llm","LLM推理\u002F微调工具","cpu","ai",19,360550,131695,[12,17,22,27,31,36,39,43,47,51,56,60,64,68,72,76,80,84,88,92,96,100,103,107,111,115,119,122,125,129,133,136,139,141,144,145,149,152,155,159,162,166,169,173,177,180,184,188,191,194,198,201,204,207,211,214,218,221,224,227,231,234,237,240,243,246,250,253,256,259,262,265,268,271,274,277,281,284,287,290,293,296,299,302,305,309,312,315,318,321,324,327],{"id":13,"label":14,"total":15,"category":16},"note","笔记工具",28,"productivity",{"id":18,"label":19,"total":20,"category":21},"proxy-client","代理\u002FVPN客户端",35,"network",{"id":23,"label":24,"total":25,"category":26},"danmaku","弹幕\u002F直播工具",33,"tools",{"id":28,"label":29,"total":30,"category":26},"ebook-reader","电子书阅读器",26,{"id":32,"label":33,"total":34,"category":35},"dev-lib","开发库\u002F框架",135,"development",{"id":37,"label":38,"total":30,"category":26},"browser","浏览器",{"id":40,"label":41,"total":42,"category":26},"browser-extension","浏览器扩展",76,{"id":44,"label":45,"total":46,"category":26},"comic-reader","漫画阅读器",29,{"id":48,"label":49,"total":50,"category":26},"cli-tool","命令行工具",40,{"id":52,"label":53,"total":54,"category":55},"video-player","视频播放器",136,"media",{"id":57,"label":58,"total":59,"category":26},"video-download","视频下载工具",39,{"id":61,"label":62,"total":63,"category":26},"db-admin","数据库管理工具",25,{"id":65,"label":66,"total":67,"category":26},"phone-link","投屏\u002F手机连接工具",31,{"id":69,"label":70,"total":71,"category":26},"file-transfer","文件传输工具",42,{"id":73,"label":74,"total":75,"category":26},"file-manager","文件管理器",57,{"id":77,"label":78,"total":79,"category":26},"system-tweak","系统增强工具",44,{"id":81,"label":82,"total":83,"category":26},"novel-reader","小说阅读器",50,{"id":85,"label":86,"total":87,"category":55},"music-player","音乐播放器",142,{"id":89,"label":90,"total":91,"category":55},"film-drama","影视\u002F追剧应用",72,{"id":93,"label":94,"total":95,"category":26},"terminal-emulator","终端模拟器",32,{"id":97,"label":98,"total":99,"category":7},"ai-agent","AI Agent框架",62,{"id":101,"label":102,"total":15,"category":35},"ai-coding","AI编程助手",{"id":104,"label":105,"total":106,"category":7},"ai-chat","AI聊天客户端\u002F助手",34,{"id":108,"label":109,"total":110,"category":55},"bili-client","B站客户端",52,{"id":112,"label":113,"total":25,"category":114},"minecraft-tool","Minecraft启动器\u002F工具","game",{"id":116,"label":117,"total":118,"category":35},"backend-tool","后端开发工具",23,{"id":120,"label":121,"total":118,"category":26},"screen-recorder","屏幕录制工具",{"id":123,"label":124,"total":118,"category":26},"voice-stt","语音转文字工具",{"id":126,"label":127,"total":128,"category":55},"iptv","IPTV\u002F电视直播",22,{"id":130,"label":131,"total":132,"category":55},"media-server","媒体库\u002F流媒体服务器",20,{"id":134,"label":135,"total":132,"category":21},"download-manager","下载管理器",{"id":137,"label":138,"total":8,"category":26},"system-monitor","系统监控工具",{"id":114,"label":140,"total":8,"category":114},"游戏",{"id":142,"label":143,"total":8,"category":114},"emulator","游戏模拟器",{"id":4,"label":5,"total":8,"category":7},{"id":146,"label":147,"total":148,"category":21},"msg-client","即时通讯软件",18,{"id":150,"label":151,"total":148,"category":16},"task-mgmt","任务\u002F待办管理",{"id":153,"label":154,"total":148,"category":21},"network-monitor","网络监控\u002F抓包工具",{"id":156,"label":157,"total":158,"category":114},"game-assist","游戏辅助工具",17,{"id":160,"label":161,"total":158,"category":26},"remote-tool","远程桌面\u002F控制工具",{"id":163,"label":164,"total":165,"category":26},"wallpaper","壁纸工具",16,{"id":167,"label":168,"total":165,"category":114},"game-launcher","游戏启动器",{"id":170,"label":171,"total":172,"category":35},"code-editor","代码编辑器",15,{"id":174,"label":175,"total":176,"category":26},"screenshot","截图工具",14,{"id":178,"label":179,"total":176,"category":26},"launcher","效率启动器",{"id":181,"label":182,"total":183,"category":26},"system-cleaner","系统清理工具",13,{"id":185,"label":186,"total":187,"category":26},"input-method","输入法",12,{"id":189,"label":190,"total":187,"category":26},"image-editor","图像处理工具",{"id":192,"label":193,"total":187,"category":26},"automation","自动化工具",{"id":195,"label":196,"total":197,"category":35},"programming-language","编程语言",11,{"id":199,"label":200,"total":197,"category":26},"browser-translate","网页翻译工具",{"id":202,"label":203,"total":197,"category":26},"cloud-sync","云存储同步工具",{"id":205,"label":206,"total":197,"category":7},"ai-memory","AI第二大脑\u002F知识库",{"id":208,"label":209,"total":210,"category":16},"book-keeping","记账\u002F财务管理",10,{"id":212,"label":213,"total":210,"category":55},"music-server","音乐流媒体服务",{"id":215,"label":216,"total":217,"category":35},"code-quality","代码质量工具",9,{"id":219,"label":220,"total":217,"category":21},"frp","内网穿透工具",{"id":222,"label":223,"total":217,"category":35},"database","数据库系统",{"id":225,"label":226,"total":217,"category":26},"audio-editor","音频编辑工具",{"id":228,"label":229,"total":230,"category":35},"reverse-tool","逆向工程工具",8,{"id":232,"label":233,"total":230,"category":26},"video-transcode","视频转码工具",{"id":235,"label":236,"total":230,"category":21},"crawler","网络爬虫工具",{"id":238,"label":239,"total":230,"category":26},"virtualization","虚拟机\u002F容器工具",{"id":241,"label":242,"total":230,"category":26},"archive-tool","压缩解压工具",{"id":244,"label":245,"total":230,"category":16},"markdown-editor","Markdown编辑器",{"id":247,"label":248,"total":249,"category":26},"clipboard","剪贴板管理",7,{"id":251,"label":252,"total":249,"category":35},"crossplat-ui","跨平台应用框架",{"id":254,"label":255,"total":249,"category":26},"password-manager","密码管理工具",{"id":257,"label":258,"total":249,"category":26},"bookmark","书签工具",{"id":260,"label":261,"total":249,"category":26},"image-viewer","图片查看器",{"id":263,"label":264,"total":249,"category":114},"game-engine","游戏引擎",{"id":266,"label":267,"total":249,"category":26},"res-grab","资源抓取工具",{"id":269,"label":270,"total":249,"category":7},"ai-image","AI图像工具",{"id":272,"label":273,"total":249,"category":35},"cicd","CI\u002FCD工具",{"id":275,"label":276,"total":249,"category":26},"pdf-tool","PDF工具",{"id":278,"label":279,"total":280,"category":35},"package-manager","包管理器",6,{"id":282,"label":283,"total":280,"category":26},"window-mgmt","窗口管理器",{"id":285,"label":286,"total":280,"category":35},"build-tool","构建工具",{"id":288,"label":289,"total":280,"category":16},"time-tracker","时间追踪工具",{"id":291,"label":292,"total":280,"category":16},"knowledge-base","知识库工具",{"id":294,"label":295,"total":280,"category":26},"subtitle","字幕工具",{"id":297,"label":298,"total":280,"category":35},"api-tool","API开发工具",{"id":300,"label":301,"total":280,"category":35},"k8s-tool","Kubernetes工具",{"id":303,"label":304,"total":280,"category":7},"ai-mcp","MCP连接器\u002F工具",{"id":306,"label":307,"total":308,"category":55},"podcast-radio","电台\u002F播客\u002F有声",5,{"id":310,"label":311,"total":308,"category":26},"pomodoro","番茄钟\u002F专注工具",{"id":313,"label":314,"total":308,"category":26},"adblock","广告拦截工具",{"id":316,"label":317,"total":308,"category":16},"calendar","日历工具",{"id":319,"label":320,"total":308,"category":26},"video-editor","视频编辑工具",{"id":322,"label":323,"total":308,"category":21},"network-tunnel","网络隧道工具",{"id":325,"label":326,"total":308,"category":26},"doc-tool","文档工具",{"id":328,"label":329,"total":308,"category":26},"docker-tool","Docker工具",[331,332,333],"installer","archive","source",[335,351,364,377,389,401,413,424,435,446,457,468,479,490,501,513,523,535,546],{"owner":336,"repo":337,"repoId":338,"category":7,"language":339,"starCount":10,"latestTag":340,"platforms":341,"lastReleaseTime":346,"ownerUid":347,"rank":348,"description":349,"packTypes":350,"distribution":-1},"ggml-org","llama.cpp",612354784,"C++","b11734",[342,343,344,345],"windows","mac","linux","other","2026-10-19T14:08:40Z",134263123,1,"一个用C\u002FC++实现的大语言模型（LLM）推理引擎，支持多种模型格式，提供CLI、服务器和内置Web UI，可在本地运行LLM和VLM。",[332],{"owner":352,"repo":353,"repoId":354,"category":7,"language":355,"starCount":356,"latestTag":357,"platforms":358,"lastReleaseTime":359,"ownerUid":360,"rank":361,"description":362,"packTypes":363,"distribution":-1},"diegosouzapw","OmniRoute",1157102282,"TypeScript",72815,"v3.8.51",[342,343,344,345],"2026-09-30T01:41:50Z",8016841,2,"一款免费的 MIT AI 网关，提供统一端点访问 290+ 提供商、500+ 模型，支持智能回退和令牌压缩。",[331,332,333],{"owner":365,"repo":366,"repoId":367,"category":26,"language":368,"starCount":369,"latestTag":370,"platforms":371,"lastReleaseTime":372,"ownerUid":373,"rank":374,"description":375,"packTypes":376,"distribution":-1},"AlexsJones","llmfit",1158588224,"Rust",37743,"v1.1.17",[342,343,344],"2026-10-08T18:04:05Z",1235925,3,"一个帮助用户根据硬件配置推荐最佳本地大语言模型的命令行工具，支持多GPU、MoE架构和多种量化格式。",[332],{"owner":378,"repo":379,"repoId":380,"category":7,"language":355,"starCount":381,"latestTag":382,"platforms":383,"lastReleaseTime":384,"ownerUid":385,"rank":386,"description":387,"packTypes":388,"distribution":-1},"tashfeenahmed","freellmapi",1217040185,37411,"v0.16.5",[342,343,344,345],"2026-10-19T11:30:09Z",9307356,4,"一个聚合了34个免费LLM提供商、635个免费模型端点的统一API网关，每月提供约74亿免费令牌，支持智能路由、自动故障转移和加密密钥存储。",[331,332],{"owner":390,"repo":391,"repoId":392,"category":7,"language":393,"starCount":394,"latestTag":395,"platforms":396,"lastReleaseTime":397,"ownerUid":398,"rank":308,"description":399,"packTypes":400,"distribution":-1},"jundot","omlx",1157171418,"Python",22858,"v0.7.1rc1",[343,345],"2026-10-15T18:23:10Z",64250138,"一个专为Apple Silicon优化的LLM推理服务器，支持连续批处理和SSD缓存，通过菜单栏进行管理。",[331],{"owner":402,"repo":403,"repoId":404,"category":7,"language":405,"starCount":406,"latestTag":407,"platforms":408,"lastReleaseTime":409,"ownerUid":410,"rank":280,"description":411,"packTypes":412,"distribution":-1},"yetone","magpie",1383809012,"Go",16805,"v0.1.1293",[342,343],"2026-10-19T12:31:24Z",1206493,"Magpie 是一个本地运行的 AI 网关，让 Claude Code、Codex、Gemini CLI、OpenCode 等编程代理统一使用 Kimi、DeepSeek、GLM、ChatGPT 等模型，菜单栏一键切换，配额用尽自动切换下一账号。",[331,332],{"owner":414,"repo":415,"repoId":416,"category":7,"language":405,"starCount":417,"latestTag":418,"platforms":419,"lastReleaseTime":420,"ownerUid":421,"rank":249,"description":422,"packTypes":423,"distribution":-1},"higress-group","higress",558188628,9491,"v2.2.5",[342,343,344],"2026-10-04T19:46:14Z",116630909,"一个基于Istio和Envoy的云原生AI网关，支持通过Wasm插件扩展，提供统一的LLM API和MCP API管理，支持主流模型提供商。",[332],{"owner":425,"repo":426,"repoId":427,"category":7,"language":405,"starCount":428,"latestTag":429,"platforms":430,"lastReleaseTime":431,"ownerUid":432,"rank":230,"description":433,"packTypes":434,"distribution":-1},"vllm-project","semantic-router",1045247072,6024,"v0.4.0",[345],"2026-09-27T06:59:53Z",136984999,"一个用于异构LLM推理的可编程混合模型（MoM）路由器，通过评估请求信号、用户偏好和应用策略，为每个请求选择或组合最优的模型路径，以提升质量、降低成本、延迟和增强隐私与安全。",[332],{"owner":436,"repo":437,"repoId":438,"category":7,"language":339,"starCount":439,"latestTag":440,"platforms":441,"lastReleaseTime":442,"ownerUid":443,"rank":217,"description":444,"packTypes":445,"distribution":-1},"lemonade-sdk","lemonade",984341155,5918,"candidate-v2026.43.1",[342,343,344,345],"2026-10-16T21:56:39Z",209808453,"一个本地AI服务器，让你在自己的NPU和GPU上免费、私密地运行最新的聊天、编码、语音和图像生成模型，并提供与云API相同的体验。",[331,332],{"owner":447,"repo":448,"repoId":449,"category":7,"language":405,"starCount":450,"latestTag":451,"platforms":452,"lastReleaseTime":453,"ownerUid":454,"rank":210,"description":455,"packTypes":456,"distribution":-1},"weave-os","router",1222789989,5563,"hmm-model-v1",[345],"2026-07-13T00:44:31Z",174961884,"一个为代理系统设计的模型路由器，能在50ms内将每个提示词路由到最合适的模型，通过简单更换端点即可降低40-70%的成本，支持Anthropic、OpenAI、Gemini及开源模型。",[332],{"owner":458,"repo":459,"repoId":460,"category":7,"language":368,"starCount":461,"latestTag":462,"platforms":463,"lastReleaseTime":464,"ownerUid":465,"rank":197,"description":466,"packTypes":467,"distribution":-1},"yvgude","lean-ctx",1189918673,3876,"v3.11.4",[342,343,344,345],"2026-10-11T21:31:12Z",7590809,"AI代理的上下文智能层，通过76个MCP工具、30+代理支持，选择、塑造、重用和恢复项目上下文，可减少60-90%的令牌消耗。",[332],{"owner":469,"repo":470,"repoId":471,"category":7,"language":393,"starCount":472,"latestTag":473,"platforms":474,"lastReleaseTime":475,"ownerUid":476,"rank":187,"description":477,"packTypes":478,"distribution":-1},"youssofal","MTPLX",1226911245,2514,"v2.12.2",[343,345],"2026-10-03T00:01:27Z",66418316,"一款专为Apple Silicon优化的原生Mac应用和CLI，通过多令牌预测（MTP）实现本地LLM推理速度翻倍，支持Qwen 3.8 27B等模型，无需外部草稿模型。",[331,332],{"owner":480,"repo":481,"repoId":482,"category":35,"language":393,"starCount":483,"latestTag":484,"platforms":485,"lastReleaseTime":486,"ownerUid":487,"rank":183,"description":488,"packTypes":489,"distribution":-1},"eugr","spark-vllm-docker",1104120047,2346,"prebuilt-vllm-current",[344],"2026-10-04T12:54:03Z",2192184,"专为NVIDIA DGX Spark优化的vLLM Docker配置与启动脚本，支持单节点及多节点集群（Ray\u002F原生PyTorch分布式），支持InfiniBand\u002FRDMA（NCCL）、高性能模型加载及自定义环境配置。",[],{"owner":491,"repo":492,"repoId":493,"category":7,"language":339,"starCount":494,"latestTag":495,"platforms":496,"lastReleaseTime":497,"ownerUid":498,"rank":176,"description":499,"packTypes":500,"distribution":-1},"ROCm","FastFlowLM",1003248064,1960,"v1.0.9",[342,344],"2026-10-15T21:35:13Z",21157610,"一个专为AMD Ryzen AI NPU优化的大语言模型运行时，支持视觉、音频、嵌入和MoE，无需GPU即可运行，超轻量级（17MB）。",[331,332],{"owner":502,"repo":503,"repoId":504,"category":7,"language":505,"starCount":506,"latestTag":507,"platforms":508,"lastReleaseTime":509,"ownerUid":510,"rank":172,"description":511,"packTypes":512,"distribution":-1},"ddalcu","mlx-serve",1159656889,"Zig",1886,"v26.10.2",[343,344],"2026-10-12T23:53:05Z",869085,"专为Apple Silicon优化的原生LLM推理服务器，支持OpenAI和Anthropic兼容API，无需Python，支持MLX和GGUF模型，附带macOS菜单栏应用。",[332,331],{"owner":514,"repo":514,"repoId":515,"category":7,"language":405,"starCount":516,"latestTag":517,"platforms":518,"lastReleaseTime":519,"ownerUid":520,"rank":165,"description":521,"packTypes":522,"distribution":-1},"vigolium",1176032914,1120,"v0.5.4",[342,343,344],"2026-10-18T08:53:05Z",266502139,"一款融合AI代理与原生速度的高保真漏洞扫描器，提供确定性多阶段扫描和AI驱动代码审计两种互补模式。",[332],{"owner":524,"repo":525,"repoId":526,"category":7,"language":527,"starCount":528,"latestTag":529,"platforms":530,"lastReleaseTime":531,"ownerUid":532,"rank":158,"description":533,"packTypes":534,"distribution":-1},"Qiao-920","llama-cpp-desktop",1217873104,"JavaScript",385,"v0.6.14",[342],"2026-07-13T14:14:05Z",239728274,"Llama.cpp Desktop 是一款为 Windows 本地 llama.cpp 服务器设计的桌面控制面板，将启动服务、配置模型、查看日志、直接聊天和接入 OpenAI 兼容客户端整合在一个窗口中，让用户无需命令行即可管理本地 llama.cpp 推理服务。",[331],{"owner":536,"repo":537,"repoId":538,"category":7,"language":368,"starCount":539,"latestTag":540,"platforms":541,"lastReleaseTime":542,"ownerUid":543,"rank":148,"description":544,"packTypes":545,"distribution":-1},"yihuishou","llama.cpp-launcher",1223195079,133,"v0.2.2",[342,344],"2026-10-19T07:06:36Z",26241263,"一款用 Rust 构建的轻量级 llama.cpp 图形界面启动器，提供可视化配置、RPC 模式、预设管理、实时日志和多语言界面，帮助用户轻松管理和运行 llama.cpp 服务器。",[331,332],{"owner":547,"repo":548,"repoId":549,"category":7,"language":405,"starCount":249,"latestTag":429,"platforms":550,"lastReleaseTime":551,"ownerUid":552,"rank":8,"description":553,"packTypes":554,"distribution":-1},"zorak1103","dlia",1135664884,[342,343,344],"2026-10-02T21:52:26Z",11332205,"一款AI驱动的Docker日志监控代理，使用大语言模型智能分析容器日志、检测异常并提供上下文洞察。",[331,332],1792451094295]