{"full_name":"jundot/omlx","owner":"jundot","name":"omlx","url":"https://github.com/jundot/omlx","description":"LLM inference server with continuous batching & SSD caching for Apple Silicon — managed from the macOS menu bar","homepage":"https://omlx.ai","topics":[],"language":"Python","license":null,"avatar":"https://avatars.githubusercontent.com/u/64250138?u=e95cca863622c88961c53f9b3fffe2d5982c8a6f&v=4","created_at":"2026-02-13T14:13:27Z","pushed_at":"2026-11-10T08:45:32Z","metrics":{"stars":23498,"forks":2117,"watchers":null,"issues":null,"prs":null,"releases":null,"issues_open":null,"issues_closed":null,"prs_open":null,"prs_closed":null,"prs_merged":null,"discussions":null},"growth":{"day":{"stars":170,"forks":27,"base_day":"2026-11-04"},"week":{"stars":209,"forks":30,"base_day":"2026-11-03"},"month":{"stars":809,"forks":120,"base_day":"2026-10-11"}},"history":{"dates":["2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-10"],"stars":[21434,21473,21507,21533,21562,21598,21638,21658,21684,21723,21767,21811,21843,21883,21919,21963,22002,22072,22141,22190,22238,22275,22302,22334,22369,22400,22425,22462,22489,22509,22539,22580,22610,22638,22655,22689,22715,22734,22764,22800,22837,22864,22886,22907,22935,22963,22977,22992,23014,23029,23044,23071,23102,23129,23158,23203,23228,23265,23289,23328,23498],"forks":[1828,1834,1835,1837,1840,1848,1854,1861,1873,1878,1882,1884,1886,1894,1900,1901,1901,1910,1920,1923,1929,1932,1934,1940,1944,1950,1958,1960,1962,1963,1969,1973,1980,1986,1990,1997,2003,2005,2012,2021,2030,2059,2096,2136,2171,2148,2048,2048,2051,2057,2060,2066,2070,2071,2074,2081,2081,2086,2087,2090,2117],"watchers":[110,111,112,112,112,113,114,114,114,114,114,114,114,115,115,115,114,115,116,115,117,116,116,117,117,117,117,116,116,116,117,117,117,117,117,118,118,118,117,117,117,118,118,116,118,118,116,117,116,114,114,115,114,113,114,114,115,115,115,115,null],"issues_open":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"prs_open":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]},"boards":{},"same_owner":[],"issues":[],"discussions":[],"latest_release":null,"readme":true,"readme_zh":true,"news":[{"title":"OMLX: Local LLM Server for Apple Silicon Macs","url":"https://github.com/jundot/omlx","hn":"https://news.ycombinator.com/item?id=48093410","source":"Hacker News","lang":"en","date":"2026-05-11","points":4,"comments":0},{"title":"Show HN: oMLX – SSD-backed KV cache cuts coding agent TTFT from 90s to 1s on Mac","url":"https://github.com/jundot/omlx","hn":"https://news.ycombinator.com/item?id=47247294","source":"Hacker News","lang":"en","date":"2026-03-04","points":4,"comments":1},{"title":"Show HN: oMLX – coding agents on local LLMs without the painful reprefill","url":"https://github.com/jundot/omlx","hn":"https://news.ycombinator.com/item?id=47139158","source":"Hacker News","lang":"en","date":"2026-02-24","points":3,"comments":0},{"title":"OMLX – LLM Inference Server for Apple Silicon (Ollama for MLX)","url":"https://github.com/jundot/omlx","hn":"https://news.ycombinator.com/item?id=47005152","source":"Hacker News","lang":"en","date":"2026-02-13","points":3,"comments":0},{"title":"OMLX v0.3.9 Stable Merges Native MTP (Multi-Token Prediction)","url":"https://github.com/jundot/omlx/releases/tag/v0.3.9","hn":"https://news.ycombinator.com/item?id=48232765","source":"Hacker News","lang":"en","date":"2026-05-22","points":2,"comments":0},{"title":"OMLX – Ollama for MLX (LLM Inference Server for Apple Silicon)","url":"https://github.com/jundot/omlx","hn":"https://news.ycombinator.com/item?id=47024470","source":"Hacker News","lang":"en","date":"2026-02-15","points":2,"comments":0},{"title":"OMLX: Use a second Mac to speed up local LLM prefill 2.9x","url":"https://github.com/jundot/omlx/releases/tag/v0.7.4.dev1","hn":"https://news.ycombinator.com/item?id=50403212","source":"Hacker News","lang":"en","date":"2026-11-07","points":1,"comments":0},{"title":"Show HN: oMLX – Native Mac inference server that persists KV cache to SSD","url":"https://github.com/jundot/omlx","hn":"https://news.ycombinator.com/item?id=47080277","source":"Hacker News","lang":"en","date":"2026-02-19","points":1,"comments":0},{"title":"How to use oMLX: Keep models resident on your Mac and stop recalculating conversation continuations","url":"https://note.com/opensourcelab/n/na952cb406af0?hl=en","source":"note","lang":"en","date":"2026-09-07"},{"title":"TTL이라는 답을 찾아 아날로그로 속도를 측정한 이야기 (oMLX 편)","url":"https://note.com/aighost_log/n/nc6c80c85a19b?hl=ko","source":"note","lang":"en","date":"2026-08-16"},{"title":"Mac 本機 AI 編碼 agent 搭建指南：oMLX + OpenCode + Qwen 3.6 完整設定教學","url":"https://tw.news.yahoo.com/mac-%E6%9C%AC%E6%A9%9F-ai-%E7%B7%A8%E7%A2%BC-agent-230807301.html","source":"Yahoo奇摩新聞","lang":"zh","date":"2026-05-18"},{"title":"[May 2026 Latest] Which one is truly the fastest for local LLMs on Mac? A thorough comparison of mlx-lm / vllm-mlx / oMLX / Ollama / LM Studio (M3 Max 64GB actual measurements)","url":"https://note.com/zephel01/n/ncf2b8b652c01?hl=en","source":"note","lang":"en","date":"2026-05-13"},{"title":"Mac用户可以在oMLX中使用TurboQuant了，搭配Gemma-4-31B，谷歌全家桶实测很能打！","url":"https://news.qq.com/rain/a/20260408A03GLU00","source":"腾讯网","lang":"zh","date":"2026-04-08"},{"title":"oMLX 本地大語言模型伺服器 MacOS 平台地端 LLM 部署實作","url":"https://cyberq.tw/2026/03/10/omlx-local-large-language-model-server/","source":"cyberq","lang":"zh","date":"2026-03-09"},{"title":"Run LLMs on a Mac — 81× Faster Context Switching with oMLX","url":"https://news.google.com/rss/articles/CBMiQkFVX3lxTE41akZQSUs1R01YTzV6bjZyR3VnWHVJLWI3dWR1VlhoRWE1em5xa1R6TTZZbzh2azl5c3lPNTF0d2p5UQ?oc=5","source":"YouTube","lang":"en","date":"2026-09-17"},{"title":"DFlash 2 发布：解码速度近自回归 3 倍，多模型平均接受长度显著提升！","url":"https://news.google.com/rss/articles/CBMia0FVX3lxTE1WdGZsWXh6ZEJLejVKVW9Ea2tFRUVmNnlZTHdhdXR5T25hZ1hJck14SFNtWlplT3RTQW5NSXRFNjVxYlJGZ1B0VkdZS0tlSDQ2UHlwRFhOTElxV09lWjNiVG1SNy1LalY5OXpz?oc=5","source":"CSDN博客","lang":"zh","date":"2026-08-20"},{"title":"oMLX：为 Mac 优化的大语言模型推理工具，多特性助力高效开发与应用_IT界那些事儿","url":"https://news.google.com/rss/articles/CBMiYkFVX3lxTE1FX25Ba053YWNUOXFFV0tkeE1qUGZzWHJpOWdJVFZUQWw4ZU1qRlRfNElfdHYwdXlrLU9kRVFKTHE0emNra2pPWVNBWVJEeGJwUkJtclRkZ2E0UWNfcDFiNHB3?oc=5","source":"CSDN","lang":"zh","date":"2026-05-11"}],"stale":false,"snapshot_at":"2026-11-10T09:35:25Z","history_start":"2026-09-06"}