[{"data":1,"prerenderedAt":361},["ShallowReactive",2],{"repo-youssofal-mtplx-en":3,"i18n-youssofal-mtplx-en":358},{"mirrorPool":4,"detail":13,"relatedProjects":249},[5,9],{"key":6,"label":7,"base":8,"type":6},"github","mirror.github","https:\u002F\u002Fgithub.com\u002F",{"key":10,"label":11,"base":12,"type":10},"auto-proxy","mirror.autoProxy","https:\u002F\u002Fgithub.xxlab.tech\u002F",{"owner":14,"repo":15,"repoId":16,"repoUrl":17,"starCount":18,"language":19,"description":20,"languages":21,"screenshots":29,"homepage":30,"pushedAt":31,"ownerAvatar":32,"ownerName":33,"ownerBio":34,"lastSyncTime":35,"lastReleaseTime":36,"tags":37,"license":58,"category":59,"subgroup":60,"releases":61},"youssofal","MTPLX",1226911245,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX",2514,"Python","The fastest way to run Qwen 3.8 Flash Next, Qwen 3.8 27B and Ternary Bonsai 2 27B on a Mac: 125 tok\u002Fs in OpenCode on an M5 Max, and a 27B model on 16 GB Macs. Native MTP speculative decoding on Apple Silicon, exact at any temperature. OpenAI and Anthropic compatible local server.",{"Python":22,"Swift":23,"Metal":24,"TypeScript":25,"Shell":26,"C++":26,"Jinja":27,"CMake":28,"CSS":28,"HTML":28},79.7,17.7,0.9,0.6,0.5,0.1,0,[],"https:\u002F\u002Fmtplx.com","2026-10-03","https:\u002F\u002Favatars.githubusercontent.com\u002Fu\u002F66418316?v=4","Youssof Altoukhi","Crippling AuDHD. \r\n50 Open projects maybe 1 or 2 released idk.  ","2026-10-04T13:14:21.397700+00:00","2026-10-03T00:01:27Z",[38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57],"anthropic-compatible","apple-silicon","claude-code","flash-next","inference-engine","llm-inference","local-ai","local-llm","macos","metal","mlx","mtp","mtplx","native-mtp","openai-compatible","qwen","qwen3-8","qwen3-8-flash-next","qwen3-next","speculative-decoding","Apache-2.0","ai","LLM推理\u002F微调工具",[62,87,109,132,157,180,203,227],{"tag":63,"publishAt":36,"semVer":64,"prerelease":67,"assets":68},"v2.12.2",[65,66,65],2,12,false,[69,75,81],{"fileName":70,"sizeMb":71,"sha256":72,"downloadCount":73,"originUrl":74},"mtplx-2.12.2-py3-none-any.whl",3.17,"8f19e956faefb3e8e671fa80ccbe391ecf3524ee10a58221e66fa1ee6f4eb775",5,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.12.2\u002Fmtplx-2.12.2-py3-none-any.whl",{"fileName":76,"sizeMb":77,"sha256":78,"downloadCount":79,"originUrl":80},"MTPLX-2.12.2.dmg",62.89,"1d7df582c6ca9cf9894fb3642006042ad7f3e5d1462157c13b8e9de736a4ff20",1221,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.12.2\u002FMTPLX-2.12.2.dmg",{"fileName":82,"sizeMb":83,"sha256":84,"downloadCount":85,"originUrl":86},"mtplx-2.12.2.tar.gz",5.38,"8ee00724342de89c259a2afc5fc459ec621732c6a158ede821c8697f6a576359",590,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.12.2\u002Fmtplx-2.12.2.tar.gz",{"tag":88,"publishAt":89,"semVer":90,"prerelease":67,"assets":92},"v2.12.1","2026-10-02T22:18:12Z",[65,66,91],1,[93,97,103],{"fileName":94,"sizeMb":71,"sha256":95,"downloadCount":91,"originUrl":96},"mtplx-2.12.1-py3-none-any.whl","c93a2d232ced58c1e3d4b611cda9b26bd46f2a0c32f1f3e8eed29aee6e071e82","https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.12.1\u002Fmtplx-2.12.1-py3-none-any.whl",{"fileName":98,"sizeMb":99,"sha256":100,"downloadCount":101,"originUrl":102},"MTPLX-2.12.1.dmg",62.92,"cecf1c3d4172c29b6cb4647371495fc759abfecf1a72b8c108113382b40bbadd",138,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.12.1\u002FMTPLX-2.12.1.dmg",{"fileName":104,"sizeMb":105,"sha256":106,"downloadCount":107,"originUrl":108},"mtplx-2.12.1.tar.gz",5.37,"4783afb430801bb0784ae178ac00f42822f89e115ce97e5b426496c94570c157",36,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.12.1\u002Fmtplx-2.12.1.tar.gz",{"tag":110,"publishAt":111,"semVer":112,"prerelease":67,"assets":113},"v2.12.0","2026-09-24T05:58:36Z",[65,66,28],[114,120,126],{"fileName":115,"sizeMb":116,"sha256":117,"downloadCount":118,"originUrl":119},"mtplx-2.12.0-py3-none-any.whl",2.92,"c90258e11e4d2aad96ae91493f6038faf650c8457d523867e547a7a1242fcae6",38,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.12.0\u002Fmtplx-2.12.0-py3-none-any.whl",{"fileName":121,"sizeMb":122,"sha256":123,"downloadCount":124,"originUrl":125},"MTPLX-2.12.0.dmg",64.49,"c2c05b827e2824afc1535d08104b923ca1adc4c21d99fef71f0e49b65598dc67",4648,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.12.0\u002FMTPLX-2.12.0.dmg",{"fileName":127,"sizeMb":128,"sha256":129,"downloadCount":130,"originUrl":131},"mtplx-2.12.0.tar.gz",4.74,"bfdc5a126549c0e2663f72065d847316ef1e534b5014e0b756cf2d6fe607dcee",2105,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.12.0\u002Fmtplx-2.12.0.tar.gz",{"tag":133,"publishAt":134,"semVer":135,"prerelease":67,"assets":138},"v2.11.3","2026-09-17T05:34:11Z",[65,136,137],11,3,[139,145,151],{"fileName":140,"sizeMb":141,"sha256":142,"downloadCount":143,"originUrl":144},"mtplx-2.11.3-py3-none-any.whl",2.72,"1ea205aaa3a53f06ed8b41a051401e9524493995fbb743b0018ad038386925b4",39,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.11.3\u002Fmtplx-2.11.3-py3-none-any.whl",{"fileName":146,"sizeMb":147,"sha256":148,"downloadCount":149,"originUrl":150},"MTPLX-2.11.3.dmg",63.31,"310dbfc46b0d19fe12c25fa69f55b26c0e338d63e98bd7f2074a6c77ee162d9b",4391,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.11.3\u002FMTPLX-2.11.3.dmg",{"fileName":152,"sizeMb":153,"sha256":154,"downloadCount":155,"originUrl":156},"mtplx-2.11.3.tar.gz",4.22,"c6060ab4484642065db75409a76433024df8aaf59f7fa880507f9ba532fa7670",1777,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.11.3\u002Fmtplx-2.11.3.tar.gz",{"tag":158,"publishAt":159,"semVer":160,"prerelease":67,"assets":161},"v2.11.2","2026-09-06T14:04:18Z",[65,136,65],[162,168,174],{"fileName":163,"sizeMb":164,"sha256":165,"downloadCount":166,"originUrl":167},"mtplx-2.11.2-py3-none-any.whl",2.65,"55482748c91fcd1992e16a58426642f5f0e0655a004785014cdd6c2822171597",30,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.11.2\u002Fmtplx-2.11.2-py3-none-any.whl",{"fileName":169,"sizeMb":170,"sha256":171,"downloadCount":172,"originUrl":173},"MTPLX-2.11.2.dmg",64.22,"ac602526f508c181ea50fee5c2f31d400962564456ae704cef091a04f284e3b5",5375,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.11.2\u002FMTPLX-2.11.2.dmg",{"fileName":175,"sizeMb":176,"sha256":177,"downloadCount":178,"originUrl":179},"mtplx-2.11.2.tar.gz",4.08,"246a48b1f4807efdb362581de76193cbc4dd51ae94f2d1552169fe7b06da1dd8",2081,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.11.2\u002Fmtplx-2.11.2.tar.gz",{"tag":181,"publishAt":182,"semVer":183,"prerelease":67,"assets":184},"v2.11.1","2026-09-04T11:03:38Z",[65,136,91],[185,191,197],{"fileName":186,"sizeMb":187,"sha256":188,"downloadCount":189,"originUrl":190},"mtplx-2.11.1-py3-none-any.whl",2.62,"81a8aa98402878c4a434b05b929720c7495c3957d0438a91fe539e6149a2e4d6",14,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.11.1\u002Fmtplx-2.11.1-py3-none-any.whl",{"fileName":192,"sizeMb":193,"sha256":194,"downloadCount":195,"originUrl":196},"MTPLX-2.11.1.dmg",56.45,"8e516ff2c0fb3099cfeda979ef971010fe247dadb485510f11296d869032ce7a",2268,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.11.1\u002FMTPLX-2.11.1.dmg",{"fileName":198,"sizeMb":199,"sha256":200,"downloadCount":201,"originUrl":202},"mtplx-2.11.1.tar.gz",4.01,"3b2f57690f2115706dee6885f15d133619154370b62571d8b840343d31b58b2e",694,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.11.1\u002Fmtplx-2.11.1.tar.gz",{"tag":204,"publishAt":205,"semVer":206,"prerelease":67,"assets":208},"v2.10.2","2026-09-01T07:26:20Z",[65,207,65],10,[209,215,221],{"fileName":210,"sizeMb":211,"sha256":212,"downloadCount":213,"originUrl":214},"mtplx-2.10.2-py3-none-any.whl",2.33,"bbc0afdf05670db571055f61bf6be6cab8417a276ffcdb4b04b25da8407e856a",19,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.10.2\u002Fmtplx-2.10.2-py3-none-any.whl",{"fileName":216,"sizeMb":217,"sha256":218,"downloadCount":219,"originUrl":220},"MTPLX-2.10.2.dmg",56.06,"9156224c402c60bdd08bc82ee3a1567f1b9c50f58f4bc21130b1bcb264d0af60",3158,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.10.2\u002FMTPLX-2.10.2.dmg",{"fileName":222,"sizeMb":223,"sha256":224,"downloadCount":225,"originUrl":226},"mtplx-2.10.2.tar.gz",3.55,"78f71cbeb1ffcb6a76110158994de5d2b7a10d9b28aac0f38160a79dd4665f0a",1032,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.10.2\u002Fmtplx-2.10.2.tar.gz",{"tag":228,"publishAt":229,"semVer":230,"prerelease":67,"assets":231},"v2.10.1","2026-08-30T10:43:56Z",[65,207,91],[232,238,243],{"fileName":233,"sizeMb":234,"sha256":235,"downloadCount":236,"originUrl":237},"mtplx-2.10.1-py3-none-any.whl",2.32,"92ae8543dcfc7e18f7859f63b197e8e4ea6d4805a9017f8c5b18198195ef6aa1",37,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.10.1\u002Fmtplx-2.10.1-py3-none-any.whl",{"fileName":239,"sizeMb":217,"sha256":240,"downloadCount":241,"originUrl":242},"MTPLX-2.10.1.dmg","eb95332f3af1196eaee91f50e2f44025b8dc062e326e363e6ca99ba16c77d82f",2188,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.10.1\u002FMTPLX-2.10.1.dmg",{"fileName":244,"sizeMb":245,"sha256":246,"downloadCount":247,"originUrl":248},"mtplx-2.10.1.tar.gz",3.54,"56136295e3de3d7f2143edc157eafff42bc07bf5855c4bc6b9c7ae5a92f7f830",770,"https:\u002F\u002Fgithub.com\u002Fyoussofal\u002FMTPLX\u002Freleases\u002Fdownload\u002Fv2.10.1\u002Fmtplx-2.10.1.tar.gz",[250,268,299,318,330,344],{"owner":251,"repo":252,"repoId":253,"category":59,"subgroup":60,"language":254,"tags":255,"starCount":257,"ownerUid":258,"latestTag":259,"platforms":260,"lastReleaseTime":265,"downloadCount":266,"description":267},"ggml-org","llama.cpp",612354784,"C++",[256],"ggml",131695,134263123,"b11734",[261,262,263,264],"windows","mac","linux","other","2026-10-19T14:08:40Z",481,"A C\u002FC++ implementation for LLM and VLM inference with minimal setup and state-of-the-art performance, supporting multiple model formats with CLI, server, and built-in Web UI.",{"owner":269,"repo":270,"repoId":271,"category":59,"subgroup":60,"language":272,"tags":273,"starCount":292,"ownerUid":293,"latestTag":294,"platforms":295,"lastReleaseTime":296,"downloadCount":297,"description":298},"diegosouzapw","OmniRoute",1157102282,"TypeScript",[274,275,276,277,278,40,279,280,281,282,283,284,285,286,287,288,289,290,53,291],"a2a","ai-agents","ai-gateway","anthropic","claude","cline","codex","copilot","cursor","deepseek","free-ai","gemini","kimi","llm-gateway","mcp","openai","openai-proxy","token-saver",72815,8016841,"v3.8.51",[261,262,263,264],"2026-09-30T01:41:50Z",4681,"A free MIT AI gateway providing a unified endpoint to 290+ providers and 500+ models with quota-aware auto-fallback and token compression.",{"owner":300,"repo":301,"repoId":302,"category":303,"subgroup":60,"language":304,"tags":305,"starCount":311,"ownerUid":312,"latestTag":313,"platforms":314,"lastReleaseTime":315,"downloadCount":316,"description":317},"AlexsJones","llmfit",1158588224,"tools","Rust",[306,307,308,48,309,310],"gguf","llm","localai","skill","unsloth",37743,1235925,"v1.1.17",[261,262,263],"2026-10-08T18:04:05Z",1447,"A command-line tool that recommends the best local LLMs for your hardware configuration, supporting multi-GPU, MoE architectures, and multiple quantization formats.",{"owner":319,"repo":320,"repoId":321,"category":59,"subgroup":60,"language":272,"tags":322,"starCount":323,"ownerUid":324,"latestTag":325,"platforms":326,"lastReleaseTime":327,"downloadCount":328,"description":329},"tashfeenahmed","freellmapi",1217040185,[],37411,9307356,"v0.16.5",[261,262,263,264],"2026-10-19T11:30:09Z",1332,"A unified API gateway aggregating 34 free LLM providers and 635 free model endpoints, offering approximately 7.4 billion free tokens per month with smart routing, automatic failover, and encrypted key storage.",{"owner":331,"repo":332,"repoId":333,"category":59,"subgroup":60,"language":19,"tags":334,"starCount":337,"ownerUid":338,"latestTag":339,"platforms":340,"lastReleaseTime":341,"downloadCount":342,"description":343},"jundot","omlx",1157171418,[39,335,307,46,48,336],"inference-server","openai-api",22858,64250138,"v0.7.1rc1",[262,264],"2026-10-15T18:23:10Z",2195,"An LLM inference server optimized for Apple Silicon with continuous batching and SSD caching, managed directly from the macOS menu bar.",{"owner":345,"repo":346,"repoId":347,"category":59,"subgroup":60,"language":348,"tags":349,"starCount":351,"ownerUid":352,"latestTag":353,"platforms":354,"lastReleaseTime":355,"downloadCount":356,"description":357},"yetone","magpie",1383809012,"Go",[40,280,283,350,307,46],"gemini-cli",16805,1206493,"v0.1.1293",[261,262],"2026-10-19T12:31:24Z",309,"Magpie is a locally running AI gateway that lets coding agents such as Claude Code, Codex, Gemini CLI and OpenCode use models like Kimi, DeepSeek, GLM and ChatGPT, with one-click menu bar switching and automatic failover to the next account when quota runs out.",{"description":359,"readmeHtml":360},"A native Mac app and CLI for Apple Silicon that doubles local LLM inference speed using Multi-Token Prediction (MTP), supporting models like Qwen 3.8 27B with no external drafter model.","\u003Ch2 id=\"project-overview\">Project Overview\u003C\u002Fh2>\u003Cp>MTPLX is a native Mac app and CLI for Apple Silicon that doubles local LLM inference speed using Multi-Token Prediction (MTP). It leverages built-in MTP heads in modern models like Qwen 3.5\u002F3.6\u002F3.8 to achieve the same model output distribution with significantly faster speeds.\u003C\u002Fp>\n\u003Ch2 id=\"key-features\">Key Features\u003C\u002Fh2>\u003Cul>\n\u003Cli>\u003Cstrong>Multi-Token Prediction (MTP)\u003C\u002Fstrong>: The model drafts multiple tokens ahead and verifies each drafted block in a single batched forward pass\u003C\u002Fli>\n\u003Cli>\u003Cstrong>Native Mac app\u003C\u002Fstrong>: Dashboard with real-time tokens\u002Fsec, acceptance rate, cache state, and system pressure\u003C\u002Fli>\n\u003Cli>\u003Cstrong>Built-in chat & agent server\u003C\u002Fstrong>: File attachments, web search, one-click launch of OpenCode, Pi, Hermes, and more\u003C\u002Fli>\n\u003Cli>\u003Cstrong>Auto-tune\u003C\u002Fstrong>: Tests different draft depths during onboarding to pick the fastest configuration for your Mac\u003C\u002Fli>\n\u003Cli>\u003Cstrong>Built-in AIME benchmark\u003C\u002Fstrong>: Score models yourself with fully disclosed prompts\u003C\u002Fli>\n\u003C\u002Ful>\n\u003Ch2 id=\"target-audience\">Target Audience\u003C\u002Fh2>\u003Cul>\n\u003Cli>Apple Silicon Mac users (M1 or newer)\u003C\u002Fli>\n\u003Cli>Developers who want to run LLMs efficiently on local hardware\u003C\u002Fli>\n\u003Cli>Users who追求 high-performance, low-resource local AI inference\u003C\u002Fli>\n\u003C\u002Ful>\n\u003Ch2 id=\"quick-start\">Quick Start\u003C\u002Fh2>\u003Col>\n\u003Cli>\u003Cstrong>Mac app (recommended)\u003C\u002Fstrong>: Download DMG from \u003Ca href=\"https:\u002F\u002Fmtplx.com\u002Fdownload\" target=\"_blank\" rel=\"noopener noreferrer\">mtplx.com\u003C\u002Fa>, drag to Applications\u003C\u002Fli>\n\u003Cli>\u003Cstrong>CLI\u003C\u002Fstrong>:\u003Cul>\n\u003Cli>Homebrew: \u003Ccode>brew install youssofal\u002Fmtplx\u002Fmtplx && mtplx start\u003C\u002Fcode>\u003C\u002Fli>\n\u003Cli>pip: \u003Ccode>python3 -m pip install mtplx\u003C\u002Fcode>\u003C\u002Fli>\n\u003C\u002Ful>\n\u003C\u002Fli>\n\u003Cli>The app checks hardware, recommends a model, downloads it, and sets up its own Python engine\u003C\u002Fli>\n\u003Cli>\u003Cstrong>Recommended for coding\u003C\u002Fstrong>: Qwen 3.8 27B Optimized Speed (4-bit dynamic quant)\u003C\u002Fli>\n\u003Cli>Requires macOS 14+ and Apple Silicon (M1 or newer). 16GB RAM runs 4B and 9B models comfortably\u003C\u002Fli>\n\u003C\u002Fol>\n\u003Ch2 id=\"core-advantages\">Core Advantages\u003C\u002Fh2>\u003Cul>\n\u003Cli>\u003Cstrong>2x+ speed improvement\u003C\u002Fstrong>: 1.6x on M4 Mac mini, 2.24x on M5 Max\u003C\u002Fli>\n\u003Cli>\u003Cstrong>No external drafter\u003C\u002Fstrong>: Uses built-in MTP heads, no extra RAM consumption\u003C\u002Fli>\n\u003Cli>\u003Cstrong>Exact sampling\u003C\u002Fstrong>: Leviathan and Chen rejection sampling theorem ensures identical output distribution\u003C\u002Fli>\n\u003Cli>\u003Cstrong>Native Mac experience\u003C\u002Fstrong>: Beautiful dashboard and chat interface out of the box\u003C\u002Fli>\n\u003C\u002Ful>\n\u003Ch2 id=\"system-requirements\">System Requirements\u003C\u002Fh2>\u003Cul>\n\u003Cli>OS: macOS 14+\u003C\u002Fli>\n\u003Cli>Hardware: Apple Silicon (M1 or newer)\u003C\u002Fli>\n\u003Cli>RAM: 16GB runs 4B and 9B models comfortably; 32GB+ recommended for Qwen 3.8 Optimized Speed\u003C\u002Fli>\n\u003C\u002Ful>\n",1792451002303]