{"adoption": {"forks": 1062, "observed_at": "2026-08-28T04:09:44.787360+00:00", "stars": 6524}, "canonical_url": "https://ross.abutalabs.com/products/kimi-k3-in-c", "card": {"archived": false, "artifact_type": "library", "description": "A 2.78-trillion-parameter Kimi K3 running inference on a single CPU in 8.24 GB of RAM. Portable C99: no BLAS, no framework, no GPU.", "domain": ["large-language-models", "deep-learning", "machine-learning", "developer-tools"], "enriched": true, "function": ["llm-inference", "machine-learning", "deep-learning"], "health_score": 100, "homepage": "https://medium.com/@fareedkhandev/building-kimi-k3-in-c-to-run-a-2-8t-model-on-consumer-hardware-a5792cbf3b59", "language": "C", "license": "Apache-2.0", "license_family": "permissive", "maturity": "active", "member_repos": ["FareedKhan-dev/kimi-k3-in-c"], "name": "FareedKhan-dev/kimi-k3-in-c", "platform": ["c", "cli", "cross-platform"], "pushed_at": "2026-08-26T07:36:53+00:00", "repo": "FareedKhan-dev/kimi-k3-in-c", "stars": 6524, "tags": ["cpu-inference", "mixture-of-experts", "linear-attention", "quantization", "mxfp4", "simd", "avx2", "zero-dependencies", "transformer", "memory-efficient", "from-scratch", "systems-programming", "linux"], "topics": ["avx2", "c99", "cpu-inference", "deep-learning", "from-scratch", "inference-engine", "kimi-k3", "linear-attention", "llm", "llm-inference", "machine-learning", "memory-efficient", "mixture-of-experts", "moe", "mxfp4", "quantization", "simd", "systems-programming", "transformer", "zero-dependencies"], "urls": [], "use_cases": ["run a trillion-parameter LLM on a laptop without a GPU", "llm inference in pure c with no dependencies", "run kimi k3 locally on cpu", "study how transformer inference engines are built from scratch", "quantized mxfp4 model inference with low memory", "cpu-only inference with simd avx2 optimization"], "what_it_is": "A dependency-free C99 inference engine that runs the 2.78-trillion-parameter Kimi K3 model on a single CPU with as little as 8 GB of RAM by streaming quantized (MXFP4) weights from disk. The entire engine is ~176 KB with no BLAS, framework, or GPU requirement, using SIMD (AVX2), mixture-of-experts, and linear attention.", "when_to_avoid": ["you need fast, production-grade token throughput - even high-RAM machines take seconds per token", "you want GPU acceleration or a mature ecosystem of tooling and integrations", "you need multi-user serving or an API server rather than single-prompt local inference"], "when_to_choose": ["you want to run a very large LLM on commodity CPU hardware with no GPU", "you need a minimal, zero-dependency, portable C inference engine to read or modify", "you want to learn how MoE, linear attention, and quantized inference work at the systems level"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/kimi-k3-in-c", "repo": "FareedKhan-dev/kimi-k3-in-c", "role": "main", "score": 79}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:09:44.787360+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T17:44:10.084249+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "447c3a05f2cb1ad03e7f9250ddcc8ff793c3b77f2fdb8e4c25082e860eaef7e4", "fetched_at": "2026-08-28T04:09:44.787360+00:00", "kind": "readme", "missing": false, "url": "https://github.com/FareedKhan-dev/kimi-k3-in-c"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:09:44.787360+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T17:44:10.084249+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "447c3a05f2cb1ad03e7f9250ddcc8ff793c3b77f2fdb8e4c25082e860eaef7e4", "fetched_at": "2026-08-28T04:09:44.787360+00:00", "kind": "readme", "missing": false, "url": "https://github.com/FareedKhan-dev/kimi-k3-in-c"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T17:44:10.084249+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "447c3a05f2cb1ad03e7f9250ddcc8ff793c3b77f2fdb8e4c25082e860eaef7e4", "fetched_at": "2026-08-28T04:09:44.787360+00:00", "kind": "readme", "missing": false, "url": "https://github.com/FareedKhan-dev/kimi-k3-in-c"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:09:44.787360+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:09:44.787360+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:09:44.787360+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T17:44:10.084249+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "447c3a05f2cb1ad03e7f9250ddcc8ff793c3b77f2fdb8e4c25082e860eaef7e4", "fetched_at": "2026-08-28T04:09:44.787360+00:00", "kind": "readme", "missing": false, "url": "https://github.com/FareedKhan-dev/kimi-k3-in-c"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:09:44.787360+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:09:44.787360+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T17:44:10.084249+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "447c3a05f2cb1ad03e7f9250ddcc8ff793c3b77f2fdb8e4c25082e860eaef7e4", "fetched_at": "2026-08-28T04:09:44.787360+00:00", "kind": "readme", "missing": false, "url": "https://github.com/FareedKhan-dev/kimi-k3-in-c"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:09:44.787360+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:09:44.787360+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:09:44.787360+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T17:44:10.084249+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "447c3a05f2cb1ad03e7f9250ddcc8ff793c3b77f2fdb8e4c25082e860eaef7e4", "fetched_at": "2026-08-28T04:09:44.787360+00:00", "kind": "readme", "missing": false, "url": "https://github.com/FareedKhan-dev/kimi-k3-in-c"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:09:44.787360+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:09:44.787360+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T17:44:10.084249+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "447c3a05f2cb1ad03e7f9250ddcc8ff793c3b77f2fdb8e4c25082e860eaef7e4", "fetched_at": "2026-08-28T04:09:44.787360+00:00", "kind": "readme", "missing": false, "url": "https://github.com/FareedKhan-dev/kimi-k3-in-c"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T17:44:10.084249+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "447c3a05f2cb1ad03e7f9250ddcc8ff793c3b77f2fdb8e4c25082e860eaef7e4", "fetched_at": "2026-08-28T04:09:44.787360+00:00", "kind": "readme", "missing": false, "url": "https://github.com/FareedKhan-dev/kimi-k3-in-c"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T17:44:10.084249+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "447c3a05f2cb1ad03e7f9250ddcc8ff793c3b77f2fdb8e4c25082e860eaef7e4", "fetched_at": "2026-08-28T04:09:44.787360+00:00", "kind": "readme", "missing": false, "url": "https://github.com/FareedKhan-dev/kimi-k3-in-c"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T17:44:10.084249+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "447c3a05f2cb1ad03e7f9250ddcc8ff793c3b77f2fdb8e4c25082e860eaef7e4", "fetched_at": "2026-08-28T04:09:44.787360+00:00", "kind": "readme", "missing": false, "url": "https://github.com/FareedKhan-dev/kimi-k3-in-c"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 99, "longevity": 2, "rhythm": 96}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": ["young"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 32, "days_push": 7, "days_rel": 26, "gap_med": 5, "n_releases_24m": 2}, "score": 79, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}