{"ok":true,"repo":{"id":334198,"full_name":"FlashML-org/FreeToken","url":"https://github.com/FlashML-org/FreeToken","description":"FreeToken brings datacenter-scale model serving to your desktop. Run massive models locally, fast and efficiently.","language":"Python","topics":["deepseek-v4","edge","glm","inference","minimax","moe","qwen","transformer"],"stars":16499,"stars_delta":1426,"forks":1618,"first_seen":"2026-11-01T10:50:53.942195Z","last_seen":"2026-11-03T10:35:54.048453Z","mentions":1,"platforms":["github"],"score":0.0,"summary":"FreeToken is an edge-native inference engine for serving large open-weight Mixture-of-Experts models on consumer hardware like gaming PCs and laptops. It combines GPUs, CPUs, and host memory into one elastic serving platform, with expert caching, semantic-aware KV reuse, runtime VRAM reallocation, quantization support, and OpenAI/Anthropic-compatible APIs plus a desktop app and CLI.","why":"Buzz around running frontier-scale MoE models (e.g., 290B+ DeepSeek-V4-Flash, Qwen, GLM) fast on consumer RTX GPUs, backed by a recent paper, a Windows/Linux desktop app, and integration with popular coding agents like Codex and Claude Code.","audience":"Developers and enthusiasts who want to run large open-weight MoE models locally on gaming PCs or workstations for chat, agents, and coding workflows.","tags":["llm","inference","moe","local","edge","quantization"],"summarized_at":"2026-11-01T11:06:10.820913Z","summary_model":"glm-5.3-flash","fetched_at":"2026-11-03T23:37:26.490495Z","meta":{"license":"Apache-2.0","archived":false,"homepage":"flashml.ai","first_stars":15073,"stars_today":653},"pushed_at":"2026-11-03T23:31:08Z","created_at":"2026-07-20T20:44:11Z","watchers":102,"open_issues":471,"mentions_list":[{"platform":"github","url":"https://github.com/FlashML-org/FreeToken","title":"FlashML-org/FreeToken","seen_at":"2026-11-03T10:35:54.048745Z"}],"snapshots":[{"captured_at":"2026-11-01T11:05:55.580390Z","stars":15073,"forks":1532},{"captured_at":"2026-11-01T11:21:44.341172Z","stars":15081,"forks":1532},{"captured_at":"2026-11-01T11:36:48.346871Z","stars":15088,"forks":1532},{"captured_at":"2026-11-01T11:51:49.840412Z","stars":15092,"forks":1532},{"captured_at":"2026-11-01T12:06:46.656976Z","stars":15098,"forks":1532},{"captured_at":"2026-11-01T12:21:41.024902Z","stars":15102,"forks":1532},{"captured_at":"2026-11-01T12:36:56.140775Z","stars":15105,"forks":1532},{"captured_at":"2026-11-01T12:51:47.849698Z","stars":15114,"forks":1534},{"captured_at":"2026-11-01T13:06:43.767785Z","stars":15116,"forks":1535},{"captured_at":"2026-11-01T13:21:48.396946Z","stars":15123,"forks":1535},{"captured_at":"2026-11-01T13:36:49.363275Z","stars":15129,"forks":1535},{"captured_at":"2026-11-01T13:51:40.485839Z","stars":15139,"forks":1535},{"captured_at":"2026-11-01T14:06:46.142263Z","stars":15144,"forks":1535},{"captured_at":"2026-11-01T14:21:51.840571Z","stars":15154,"forks":1535},{"captured_at":"2026-11-01T14:36:49.440258Z","stars":15160,"forks":1535},{"captured_at":"2026-11-01T14:51:46.017424Z","stars":15167,"forks":1535},{"captured_at":"2026-11-01T15:06:40.609801Z","stars":15176,"forks":1535},{"captured_at":"2026-11-01T15:21:45.756424Z","stars":15177,"forks":1535},{"captured_at":"2026-11-01T15:36:51.441408Z","stars":15185,"forks":1535},{"captured_at":"2026-11-01T15:51:51.606656Z","stars":15187,"forks":1535},{"captured_at":"2026-11-01T16:06:49.342652Z","stars":15192,"forks":1536},{"captured_at":"2026-11-01T16:21:49.652960Z","stars":15199,"forks":1536},{"captured_at":"2026-11-01T16:36:41.633849Z","stars":15204,"forks":1536},{"captured_at":"2026-11-01T16:51:47.140704Z","stars":15210,"forks":1536},{"captured_at":"2026-11-01T17:06:49.540870Z","stars":15218,"forks":1536},{"captured_at":"2026-11-01T17:21:49.753835Z","stars":15225,"forks":1537},{"captured_at":"2026-11-01T17:36:48.051267Z","stars":15232,"forks":1537},{"captured_at":"2026-11-01T17:51:43.042268Z","stars":15239,"forks":1538},{"captured_at":"2026-11-01T18:06:47.055462Z","stars":15247,"forks":1540},{"captured_at":"2026-11-01T18:21:53.731874Z","stars":15256,"forks":1542},{"captured_at":"2026-11-01T18:36:46.069763Z","stars":15262,"forks":1543},{"captured_at":"2026-11-01T18:51:49.240541Z","stars":15273,"forks":1543},{"captured_at":"2026-11-01T19:06:47.750006Z","stars":15280,"forks":1543},{"captured_at":"2026-11-01T19:21:41.940120Z","stars":15284,"forks":1543},{"captured_at":"2026-11-01T19:36:46.763480Z","stars":15292,"forks":1543},{"captured_at":"2026-11-01T19:51:52.541648Z","stars":15293,"forks":1543},{"captured_at":"2026-11-01T20:06:51.639757Z","stars":15302,"forks":1545},{"captured_at":"2026-11-01T20:21:49.319358Z","stars":15308,"forks":1546},{"captured_at":"2026-11-01T20:36:42.336863Z","stars":15310,"forks":1546},{"captured_at":"2026-11-01T20:51:55.942624Z","stars":15319,"forks":1547},{"captured_at":"2026-11-01T21:06:53.643300Z","stars":15324,"forks":1547},{"captured_at":"2026-11-01T21:21:46.200103Z","stars":15327,"forks":1547},{"captured_at":"2026-11-01T21:36:50.954583Z","stars":15331,"forks":1547},{"captured_at":"2026-11-01T21:51:47.266767Z","stars":15334,"forks":1547},{"captured_at":"2026-11-01T22:06:46.156982Z","stars":15341,"forks":1547},{"captured_at":"2026-11-01T22:21:50.742141Z","stars":15347,"forks":1548},{"captured_at":"2026-11-01T22:36:51.140154Z","stars":15355,"forks":1548},{"captured_at":"2026-11-01T22:51:52.513584Z","stars":15360,"forks":1548},{"captured_at":"2026-11-01T23:06:47.482946Z","stars":15364,"forks":1548},{"captured_at":"2026-11-01T23:21:41.740020Z","stars":15369,"forks":1548},{"captured_at":"2026-11-01T23:36:48.141887Z","stars":15373,"forks":1549},{"captured_at":"2026-11-01T23:51:49.918509Z","stars":15380,"forks":1549},{"captured_at":"2026-11-02T00:07:02.404426Z","stars":15386,"forks":1549},{"captured_at":"2026-11-02T00:21:49.940994Z","stars":15391,"forks":1549},{"captured_at":"2026-11-02T00:36:47.242949Z","stars":15400,"forks":1549},{"captured_at":"2026-11-02T00:51:41.816016Z","stars":15402,"forks":1549},{"captured_at":"2026-11-02T01:06:48.460700Z","stars":15409,"forks":1549},{"captured_at":"2026-11-02T01:21:44.904971Z","stars":15420,"forks":1549},{"captured_at":"2026-11-02T01:36:51.141548Z","stars":15428,"forks":1549},{"captured_at":"2026-11-02T01:51:45.450843Z","stars":15436,"forks":1549},{"captured_at":"2026-11-02T02:06:42.146097Z","stars":15442,"forks":1550},{"captured_at":"2026-11-02T02:21:45.540683Z","stars":15456,"forks":1550},{"captured_at":"2026-11-02T02:36:49.353841Z","stars":15464,"forks":1551},{"captured_at":"2026-11-02T02:51:44.842590Z","stars":15476,"forks":1551},{"captured_at":"2026-11-02T03:06:48.009490Z","stars":15487,"forks":1551},{"captured_at":"2026-11-02T03:21:43.959008Z","stars":15492,"forks":1551},{"captured_at":"2026-11-02T03:36:41.270176Z","stars":15503,"forks":1552},{"captured_at":"2026-11-02T03:51:59.740509Z","stars":15511,"forks":1553},{"captured_at":"2026-11-02T04:06:44.696872Z","stars":15515,"forks":1553},{"captured_at":"2026-11-02T04:21:49.363394Z","stars":15520,"forks":1553},{"captured_at":"2026-11-02T04:36:46.056949Z","stars":15528,"forks":1553},{"captured_at":"2026-11-02T04:51:40.637122Z","stars":15532,"forks":1553},{"captured_at":"2026-11-02T05:06:46.265874Z","stars":15537,"forks":1553},{"captured_at":"2026-11-02T05:21:52.170966Z","stars":15546,"forks":1553},{"captured_at":"2026-11-02T05:36:52.140386Z","stars":15553,"forks":1555},{"captured_at":"2026-11-02T05:51:50.130380Z","stars":15559,"forks":1555},{"captured_at":"2026-11-02T06:06:48.373507Z","stars":15568,"forks":1555},{"captured_at":"2026-11-02T06:21:45.779935Z","stars":15573,"forks":1556},{"captured_at":"2026-11-02T06:36:56.545474Z","stars":15581,"forks":1557},{"captured_at":"2026-11-02T06:51:48.325890Z","stars":15587,"forks":1557},{"captured_at":"2026-11-02T07:06:50.944199Z","stars":15594,"forks":1558},{"captured_at":"2026-11-02T07:21:51.249113Z","stars":15602,"forks":1558},{"captured_at":"2026-11-02T07:36:45.341266Z","stars":15610,"forks":1559},{"captured_at":"2026-11-02T07:51:49.641231Z","stars":15618,"forks":1561},{"captured_at":"2026-11-02T08:06:56.343256Z","stars":15631,"forks":1563},{"captured_at":"2026-11-02T08:21:58.443017Z","stars":15637,"forks":1564},{"captured_at":"2026-11-02T08:36:51.942021Z","stars":15644,"forks":1565},{"captured_at":"2026-11-02T08:51:45.742575Z","stars":15657,"forks":1566},{"captured_at":"2026-11-02T09:06:47.849723Z","stars":15667,"forks":1567},{"captured_at":"2026-11-02T09:21:56.643603Z","stars":15675,"forks":1567},{"captured_at":"2026-11-02T09:36:54.341927Z","stars":15682,"forks":1567},{"captured_at":"2026-11-02T09:51:50.440746Z","stars":15682,"forks":1567},{"captured_at":"2026-11-02T10:06:51.251211Z","stars":15695,"forks":1567},{"captured_at":"2026-11-02T10:21:50.141513Z","stars":15700,"forks":1568},{"captured_at":"2026-11-02T10:36:52.449765Z","stars":15709,"forks":1568},{"captured_at":"2026-11-02T10:51:53.476263Z","stars":15714,"forks":1568},{"captured_at":"2026-11-02T11:06:51.348039Z","stars":15718,"forks":1568},{"captured_at":"2026-11-02T11:22:54.045447Z","stars":15723,"forks":1568},{"captured_at":"2026-11-02T11:36:55.141839Z","stars":15728,"forks":1569},{"captured_at":"2026-11-02T11:51:55.012226Z","stars":15737,"forks":1570},{"captured_at":"2026-11-02T12:07:06.244970Z","stars":15746,"forks":1571},{"captured_at":"2026-11-02T12:22:00.246047Z","stars":15756,"forks":1571},{"captured_at":"2026-11-02T12:37:00.345488Z","stars":15765,"forks":1571},{"captured_at":"2026-11-02T12:52:01.751512Z","stars":15775,"forks":1571},{"captured_at":"2026-11-02T13:07:06.047794Z","stars":15787,"forks":1571},{"captured_at":"2026-11-02T13:21:55.941407Z","stars":15791,"forks":1571},{"captured_at":"2026-11-02T13:36:58.680166Z","stars":15799,"forks":1573},{"captured_at":"2026-11-02T13:52:02.943940Z","stars":15805,"forks":1573},{"captured_at":"2026-11-02T14:07:09.542218Z","stars":15813,"forks":1573},{"captured_at":"2026-11-02T14:22:00.871477Z","stars":15820,"forks":1574},{"captured_at":"2026-11-02T14:37:02.245261Z","stars":15831,"forks":1575},{"captured_at":"2026-11-02T14:52:07.143172Z","stars":15838,"forks":1575},{"captured_at":"2026-11-02T15:07:05.541982Z","stars":15844,"forks":1575},{"captured_at":"2026-11-02T15:22:04.241245Z","stars":15847,"forks":1576},{"captured_at":"2026-11-02T15:36:59.745193Z","stars":15852,"forks":1576},{"captured_at":"2026-11-02T15:51:57.043797Z","stars":15861,"forks":1576},{"captured_at":"2026-11-02T16:06:57.960106Z","stars":15867,"forks":1576},{"captured_at":"2026-11-02T16:22:06.446737Z","stars":15870,"forks":1576},{"captured_at":"2026-11-02T16:37:09.467551Z","stars":15876,"forks":1576},{"captured_at":"2026-11-02T16:52:04.442102Z","stars":15880,"forks":1576},{"captured_at":"2026-11-02T17:06:55.748716Z","stars":15885,"forks":1576},{"captured_at":"2026-11-02T17:21:59.344927Z","stars":15892,"forks":1576},{"captured_at":"2026-11-02T17:37:07.850112Z","stars":15898,"forks":1577},{"captured_at":"2026-11-02T17:51:59.858647Z","stars":15906,"forks":1577},{"captured_at":"2026-11-02T18:06:55.778731Z","stars":15909,"forks":1577},{"captured_at":"2026-11-02T18:21:55.878463Z","stars":15914,"forks":1576},{"captured_at":"2026-11-02T18:36:59.158400Z","stars":15919,"forks":1576},{"captured_at":"2026-11-02T18:51:57.181890Z","stars":15926,"forks":1577},{"captured_at":"2026-11-02T19:07:14.445883Z","stars":15929,"forks":1577},{"captured_at":"2026-11-02T19:22:04.247199Z","stars":15935,"forks":1578},{"captured_at":"2026-11-02T19:36:59.472894Z","stars":15941,"forks":1578},{"captured_at":"2026-11-02T19:51:58.353879Z","stars":15948,"forks":1578},{"captured_at":"2026-11-02T20:06:59.844285Z","stars":15951,"forks":1579},{"captured_at":"2026-11-02T20:22:03.543013Z","stars":15956,"forks":1579},{"captured_at":"2026-11-02T20:37:03.845546Z","stars":15961,"forks":1579},{"captured_at":"2026-11-02T20:51:56.925125Z","stars":15967,"forks":1580},{"captured_at":"2026-11-02T21:06:57.347541Z","stars":15974,"forks":1580},{"captured_at":"2026-11-02T21:21:59.045574Z","stars":15979,"forks":1580},{"captured_at":"2026-11-02T21:36:54.946588Z","stars":15983,"forks":1580},{"captured_at":"2026-11-02T21:52:01.045638Z","stars":15987,"forks":1581},{"captured_at":"2026-11-02T22:07:08.442875Z","stars":15991,"forks":1581},{"captured_at":"2026-11-02T22:22:05.847772Z","stars":15997,"forks":1581},{"captured_at":"2026-11-02T22:36:55.741883Z","stars":16002,"forks":1582},{"captured_at":"2026-11-02T22:51:53.528497Z","stars":16007,"forks":1581},{"captured_at":"2026-11-02T23:07:02.244422Z","stars":16012,"forks":1581},{"captured_at":"2026-11-02T23:21:57.842180Z","stars":16015,"forks":1581},{"captured_at":"2026-11-02T23:37:00.040615Z","stars":16026,"forks":1581},{"captured_at":"2026-11-02T23:51:53.226607Z","stars":16034,"forks":1581},{"captured_at":"2026-11-03T00:07:00.403127Z","stars":16041,"forks":1582},{"captured_at":"2026-11-03T00:21:52.663804Z","stars":16047,"forks":1582},{"captured_at":"2026-11-03T00:36:58.031128Z","stars":16056,"forks":1583},{"captured_at":"2026-11-03T00:51:57.442609Z","stars":16061,"forks":1585},{"captured_at":"2026-11-03T01:06:52.408548Z","stars":16070,"forks":1586},{"captured_at":"2026-11-03T01:21:52.240417Z","stars":16077,"forks":1586},{"captured_at":"2026-11-03T01:36:51.041795Z","stars":16082,"forks":1586},{"captured_at":"2026-11-03T01:52:03.950578Z","stars":16091,"forks":1587},{"captured_at":"2026-11-03T02:07:03.556800Z","stars":16105,"forks":1588},{"captured_at":"2026-11-03T02:21:56.722352Z","stars":16120,"forks":1589},{"captured_at":"2026-11-03T02:37:08.441179Z","stars":16128,"forks":1589},{"captured_at":"2026-11-03T02:51:53.154088Z","stars":16141,"forks":1589},{"captured_at":"2026-11-03T03:06:50.632472Z","stars":16148,"forks":1589},{"captured_at":"2026-11-03T03:22:04.279574Z","stars":16157,"forks":1590},{"captured_at":"2026-11-03T03:36:57.740950Z","stars":16170,"forks":1590},{"captured_at":"2026-11-03T03:51:54.678044Z","stars":16182,"forks":1591},{"captured_at":"2026-11-03T04:06:50.987206Z","stars":16187,"forks":1592},{"captured_at":"2026-11-03T04:21:54.741996Z","stars":16198,"forks":1592},{"captured_at":"2026-11-03T04:36:58.943179Z","stars":16210,"forks":1592},{"captured_at":"2026-11-03T04:51:57.458700Z","stars":16213,"forks":1593},{"captured_at":"2026-11-03T05:06:58.320380Z","stars":16218,"forks":1595},{"captured_at":"2026-11-03T05:21:56.043166Z","stars":16227,"forks":1595},{"captured_at":"2026-11-03T05:36:53.141439Z","stars":16234,"forks":1595},{"captured_at":"2026-11-03T05:51:51.422553Z","stars":16239,"forks":1596},{"captured_at":"2026-11-03T06:06:59.129158Z","stars":16246,"forks":1597},{"captured_at":"2026-11-03T06:21:59.146894Z","stars":16257,"forks":1598},{"captured_at":"2026-11-03T06:36:59.643060Z","stars":16264,"forks":1599},{"captured_at":"2026-11-03T06:51:51.644436Z","stars":16277,"forks":1599},{"captured_at":"2026-11-03T07:22:08.633778Z","stars":16290,"forks":1600},{"captured_at":"2026-11-03T07:36:57.621332Z","stars":16297,"forks":1601},{"captured_at":"2026-11-03T07:51:58.341905Z","stars":16304,"forks":1601},{"captured_at":"2026-11-03T08:52:07.976242Z","stars":16340,"forks":1603},{"captured_at":"2026-11-03T09:06:59.819470Z","stars":16352,"forks":1603},{"captured_at":"2026-11-03T09:21:55.864265Z","stars":16359,"forks":1603},{"captured_at":"2026-11-03T09:37:03.740505Z","stars":16362,"forks":1603},{"captured_at":"2026-11-03T09:51:54.428064Z","stars":16368,"forks":1604},{"captured_at":"2026-11-03T10:06:57.053744Z","stars":16375,"forks":1604},{"captured_at":"2026-11-03T10:22:05.945361Z","stars":16385,"forks":1604},{"captured_at":"2026-11-03T10:37:02.042014Z","stars":16389,"forks":1605},{"captured_at":"2026-11-03T10:52:01.243099Z","stars":16392,"forks":1605},{"captured_at":"2026-11-03T11:07:36.351560Z","stars":16393,"forks":1605},{"captured_at":"2026-11-03T11:22:10.752481Z","stars":16397,"forks":1605},{"captured_at":"2026-11-03T11:37:27.939589Z","stars":16401,"forks":1605},{"captured_at":"2026-11-03T11:52:22.440755Z","stars":16402,"forks":1606},{"captured_at":"2026-11-03T12:07:24.359076Z","stars":16405,"forks":1607},{"captured_at":"2026-11-03T12:22:32.741303Z","stars":16408,"forks":1607},{"captured_at":"2026-11-03T12:37:27.176614Z","stars":16409,"forks":1607},{"captured_at":"2026-11-03T12:52:30.145938Z","stars":16413,"forks":1607},{"captured_at":"2026-11-03T13:07:38.940151Z","stars":16417,"forks":1609},{"captured_at":"2026-11-03T13:22:32.145066Z","stars":16420,"forks":1609},{"captured_at":"2026-11-03T13:37:24.341044Z","stars":16425,"forks":1609},{"captured_at":"2026-11-03T13:52:40.882702Z","stars":16428,"forks":1609},{"captured_at":"2026-11-03T14:07:26.485480Z","stars":16430,"forks":1609},{"captured_at":"2026-11-03T14:22:31.350458Z","stars":16431,"forks":1609},{"captured_at":"2026-11-03T14:37:26.840899Z","stars":16432,"forks":1609},{"captured_at":"2026-11-03T14:52:30.240482Z","stars":16436,"forks":1609},{"captured_at":"2026-11-03T15:07:30.141731Z","stars":16437,"forks":1610},{"captured_at":"2026-11-03T15:22:37.608638Z","stars":16438,"forks":1610},{"captured_at":"2026-11-03T15:37:29.722537Z","stars":16442,"forks":1610},{"captured_at":"2026-11-03T15:52:43.952569Z","stars":16445,"forks":1610},{"captured_at":"2026-11-03T16:07:30.463648Z","stars":16449,"forks":1610},{"captured_at":"2026-11-03T16:22:32.671666Z","stars":16450,"forks":1610},{"captured_at":"2026-11-03T16:37:29.742475Z","stars":16452,"forks":1610},{"captured_at":"2026-11-03T16:52:28.378531Z","stars":16455,"forks":1611},{"captured_at":"2026-11-03T17:07:33.241905Z","stars":16457,"forks":1611},{"captured_at":"2026-11-03T17:22:35.140607Z","stars":16457,"forks":1611},{"captured_at":"2026-11-03T17:37:32.539566Z","stars":16460,"forks":1611},{"captured_at":"2026-11-03T17:52:28.343533Z","stars":16461,"forks":1611},{"captured_at":"2026-11-03T18:07:34.544900Z","stars":16462,"forks":1611},{"captured_at":"2026-11-03T18:22:28.683047Z","stars":16464,"forks":1611},{"captured_at":"2026-11-03T18:37:29.142273Z","stars":16464,"forks":1611},{"captured_at":"2026-11-03T18:52:27.038029Z","stars":16468,"forks":1611},{"captured_at":"2026-11-03T19:07:29.054902Z","stars":16471,"forks":1611},{"captured_at":"2026-11-03T19:22:33.941388Z","stars":16472,"forks":1612},{"captured_at":"2026-11-03T19:37:30.882541Z","stars":16474,"forks":1613},{"captured_at":"2026-11-03T19:52:29.596974Z","stars":16475,"forks":1615},{"captured_at":"2026-11-03T20:07:28.159994Z","stars":16481,"forks":1615},{"captured_at":"2026-11-03T20:22:32.542487Z","stars":16480,"forks":1615},{"captured_at":"2026-11-03T20:37:31.340491Z","stars":16480,"forks":1615},{"captured_at":"2026-11-03T20:52:31.062118Z","stars":16481,"forks":1615},{"captured_at":"2026-11-03T21:07:33.742957Z","stars":16483,"forks":1615},{"captured_at":"2026-11-03T21:22:32.640148Z","stars":16484,"forks":1616},{"captured_at":"2026-11-03T21:37:38.048888Z","stars":16485,"forks":1616},{"captured_at":"2026-11-03T21:52:34.140543Z","stars":16486,"forks":1617},{"captured_at":"2026-11-03T22:07:28.335261Z","stars":16489,"forks":1617},{"captured_at":"2026-11-03T22:22:29.343558Z","stars":16494,"forks":1617},{"captured_at":"2026-11-03T22:37:34.244790Z","stars":16494,"forks":1617},{"captured_at":"2026-11-03T22:52:31.079401Z","stars":16496,"forks":1617},{"captured_at":"2026-11-03T23:07:27.190168Z","stars":16498,"forks":1617},{"captured_at":"2026-11-03T23:22:31.850429Z","stars":16499,"forks":1618},{"captured_at":"2026-11-03T23:37:26.491512Z","stars":16499,"forks":1618}]}}