{"ok":true,"repo":{"id":149931,"full_name":"microsoft/BitNet","url":"https://github.com/microsoft/BitNet","description":"Official inference framework for 1-bit LLMs","language":"C++","topics":[],"stars":40880,"stars_delta":153,"forks":3806,"first_seen":"2026-10-12T11:20:55.973691Z","last_seen":"2026-10-12T22:05:51.590200Z","mentions":1,"platforms":["github"],"score":0.0,"summary":"bitnet.cpp is Microsoft's official C++ inference framework for 1-bit large language models (BitNet b1.58 style, ternary weights). It runs these ultra-low-bit models efficiently on CPUs (x86 AVX2, ARM NEON) and more recently GPUs, with optimized kernels and tools to convert models to compact I2_S quantization, enabling fast, lightweight local inference.","why":"Recently Microsoft released the first 1-bit embedding models (BitNet-embedding-0.6B/270M) and a related real-time CPU ASR engine (VibeASR.cpp), keeping momentum behind efficient 1-bit inference.","audience":"Developers and researchers running or building efficient LLM/embedding inference locally on CPUs or edge devices.","tags":["llm","inference","quantization","cpp","cpu","microsoft"],"summarized_at":"2026-10-12T11:36:10.848718Z","summary_model":"glm-5.3-flash","fetched_at":"2026-10-12T22:06:45.177818Z","meta":{"license":"MIT","archived":false,"homepage":"","first_stars":40727,"stars_today":134},"pushed_at":"2026-07-27T05:52:06Z","created_at":"2024-08-05T09:07:38Z","watchers":373,"open_issues":339,"mentions_list":[{"platform":"github","url":"https://github.com/microsoft/BitNet","title":"microsoft/BitNet","seen_at":"2026-10-12T22:05:51.590486Z"}],"snapshots":[{"captured_at":"2026-10-12T11:36:05.443099Z","stars":40727,"forks":3796},{"captured_at":"2026-10-12T11:51:54.052198Z","stars":40729,"forks":3796},{"captured_at":"2026-10-12T12:06:50.939773Z","stars":40735,"forks":3796},{"captured_at":"2026-10-12T12:21:47.407822Z","stars":40737,"forks":3798},{"captured_at":"2026-10-12T12:36:46.774010Z","stars":40740,"forks":3799},{"captured_at":"2026-10-12T12:51:52.840811Z","stars":40747,"forks":3799},{"captured_at":"2026-10-12T13:06:59.452131Z","stars":40748,"forks":3799},{"captured_at":"2026-10-12T13:21:54.740112Z","stars":40751,"forks":3799},{"captured_at":"2026-10-12T13:36:49.751411Z","stars":40755,"forks":3799},{"captured_at":"2026-10-12T13:51:47.558944Z","stars":40758,"forks":3799},{"captured_at":"2026-10-12T14:06:52.007738Z","stars":40765,"forks":3799},{"captured_at":"2026-10-12T14:21:53.288448Z","stars":40770,"forks":3799},{"captured_at":"2026-10-12T14:36:54.940457Z","stars":40773,"forks":3799},{"captured_at":"2026-10-12T14:51:55.884237Z","stars":40776,"forks":3799},{"captured_at":"2026-10-12T15:06:50.423474Z","stars":40781,"forks":3799},{"captured_at":"2026-10-12T15:21:52.739979Z","stars":40783,"forks":3799},{"captured_at":"2026-10-12T15:36:52.817921Z","stars":40785,"forks":3800},{"captured_at":"2026-10-12T15:51:55.634342Z","stars":40792,"forks":3800},{"captured_at":"2026-10-12T16:06:52.321733Z","stars":40797,"forks":3801},{"captured_at":"2026-10-12T16:21:48.238844Z","stars":40803,"forks":3802},{"captured_at":"2026-10-12T16:36:56.340494Z","stars":40805,"forks":3802},{"captured_at":"2026-10-12T16:51:53.849189Z","stars":40807,"forks":3802},{"captured_at":"2026-10-12T17:06:52.640968Z","stars":40810,"forks":3802},{"captured_at":"2026-10-12T17:21:52.909503Z","stars":40810,"forks":3802},{"captured_at":"2026-10-12T17:36:55.940016Z","stars":40813,"forks":3802},{"captured_at":"2026-10-12T17:51:47.622083Z","stars":40816,"forks":3802},{"captured_at":"2026-10-12T18:06:48.642746Z","stars":40818,"forks":3802},{"captured_at":"2026-10-12T18:21:53.447353Z","stars":40820,"forks":3802},{"captured_at":"2026-10-12T18:36:52.289239Z","stars":40824,"forks":3802},{"captured_at":"2026-10-12T19:06:54.755597Z","stars":40832,"forks":3804},{"captured_at":"2026-10-12T19:21:46.627873Z","stars":40836,"forks":3804},{"captured_at":"2026-10-12T19:36:48.574325Z","stars":40841,"forks":3804},{"captured_at":"2026-10-12T19:51:52.413233Z","stars":40842,"forks":3804},{"captured_at":"2026-10-12T20:06:50.059945Z","stars":40846,"forks":3804},{"captured_at":"2026-10-12T20:21:51.240921Z","stars":40850,"forks":3804},{"captured_at":"2026-10-12T20:36:46.843417Z","stars":40853,"forks":3804},{"captured_at":"2026-10-12T20:51:48.743339Z","stars":40858,"forks":3805},{"captured_at":"2026-10-12T21:06:49.150776Z","stars":40865,"forks":3805},{"captured_at":"2026-10-12T21:36:56.139741Z","stars":40870,"forks":3805},{"captured_at":"2026-10-12T21:51:49.888222Z","stars":40874,"forks":3805},{"captured_at":"2026-10-12T22:06:45.178774Z","stars":40880,"forks":3806}]}}