{"adoption": {"forks": 129, "observed_at": "2026-08-28T04:05:06.723704+00:00", "stars": 1579}, "canonical_url": "https://ross.abutalabs.com/products/rwkvcpp", "card": {"archived": false, "artifact_type": "library", "description": "INT4/INT5/INT8 and FP16 inference on CPU for RWKV language model", "domain": ["large-language-models", "deep-learning", "machine-learning", "developer-tools"], "enriched": true, "function": ["llm-inference", "machine-learning", "deep-learning", "sdk"], "health_score": 40, "homepage": null, "language": "C++", "license": "MIT", "license_family": "permissive", "maturity": "active", "member_repos": ["RWKV/rwkv.cpp"], "name": "RWKV/rwkv.cpp", "platform": ["cpp", "python", "windows", "cli"], "pushed_at": "2025-03-23T05:04:42+00:00", "repo": "RWKV/rwkv.cpp", "stars": 1579, "tags": ["rwkv", "ggml", "quantization", "cpu-inference", "int4", "int8", "fp16", "lora", "linux", "macos", "gpu"], "topics": ["deep-learning", "language-model", "llm", "machine-learning", "quantization", "rwkv", "ggml"], "urls": [], "use_cases": ["run RWKV language models locally on CPU", "run quantized INT4 or INT8 LLM inference on a laptop", "generate text with RWKV models from Python", "measure perplexity and latency of quantized model formats", "merge LoRA adapters into a quantized RWKV model", "run an LLM without a GPU", "embed RWKV inference into a C or C++ application"], "what_it_is": "A C++ port of the RWKV language model to the ggml tensor library, providing FP32, FP16, and quantized INT4/INT5/INT8 inference focused on CPU with optional cuBLAS GPU support. It ships a C library (rwkv.h) and a Python wrapper, supporting RWKV v4 through v7 architectures and LoRA checkpoint merging.", "when_to_avoid": ["you need to run Transformer-based models like LLaMA or GPT", "you need heavy GPU-accelerated training or fine-tuning", "you want a high-level chat application with a UI out of the box"], "when_to_choose": ["you want CPU-friendly LLM inference with low memory footprint via quantization", "you specifically want to run RWKV v4-v7 models", "you need a C API or Python wrapper for embedding RWKV inference", "you want to benchmark quantization trade-offs (perplexity vs latency vs size)"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/rwkvcpp", "repo": "RWKV/rwkv.cpp", "role": "main", "score": 37}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:05:06.723704+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T03:56:39.470224+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "627f5d389261ffe7f377b3b9134ac9048e6f01dfb1cf456e6d008c159ee05eb4", "fetched_at": "2026-08-28T04:05:06.723704+00:00", "kind": "readme", "missing": false, "url": "https://github.com/RWKV/rwkv.cpp"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:05:06.723704+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T03:56:39.470224+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "627f5d389261ffe7f377b3b9134ac9048e6f01dfb1cf456e6d008c159ee05eb4", "fetched_at": "2026-08-28T04:05:06.723704+00:00", "kind": "readme", "missing": false, "url": "https://github.com/RWKV/rwkv.cpp"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T03:56:39.470224+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "627f5d389261ffe7f377b3b9134ac9048e6f01dfb1cf456e6d008c159ee05eb4", "fetched_at": "2026-08-28T04:05:06.723704+00:00", "kind": "readme", "missing": false, "url": "https://github.com/RWKV/rwkv.cpp"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:05:06.723704+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:05:06.723704+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:05:06.723704+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T03:56:39.470224+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "627f5d389261ffe7f377b3b9134ac9048e6f01dfb1cf456e6d008c159ee05eb4", "fetched_at": "2026-08-28T04:05:06.723704+00:00", "kind": "readme", "missing": false, "url": "https://github.com/RWKV/rwkv.cpp"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:05:06.723704+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:05:06.723704+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T03:56:39.470224+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "627f5d389261ffe7f377b3b9134ac9048e6f01dfb1cf456e6d008c159ee05eb4", "fetched_at": "2026-08-28T04:05:06.723704+00:00", "kind": "readme", "missing": false, "url": "https://github.com/RWKV/rwkv.cpp"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:05:06.723704+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:05:06.723704+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:05:06.723704+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T03:56:39.470224+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "627f5d389261ffe7f377b3b9134ac9048e6f01dfb1cf456e6d008c159ee05eb4", "fetched_at": "2026-08-28T04:05:06.723704+00:00", "kind": "readme", "missing": false, "url": "https://github.com/RWKV/rwkv.cpp"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:05:06.723704+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:05:06.723704+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T03:56:39.470224+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "627f5d389261ffe7f377b3b9134ac9048e6f01dfb1cf456e6d008c159ee05eb4", "fetched_at": "2026-08-28T04:05:06.723704+00:00", "kind": "readme", "missing": false, "url": "https://github.com/RWKV/rwkv.cpp"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T03:56:39.470224+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "627f5d389261ffe7f377b3b9134ac9048e6f01dfb1cf456e6d008c159ee05eb4", "fetched_at": "2026-08-28T04:05:06.723704+00:00", "kind": "readme", "missing": false, "url": "https://github.com/RWKV/rwkv.cpp"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T03:56:39.470224+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "627f5d389261ffe7f377b3b9134ac9048e6f01dfb1cf456e6d008c159ee05eb4", "fetched_at": "2026-08-28T04:05:06.723704+00:00", "kind": "readme", "missing": false, "url": "https://github.com/RWKV/rwkv.cpp"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T03:56:39.470224+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "627f5d389261ffe7f377b3b9134ac9048e6f01dfb1cf456e6d008c159ee05eb4", "fetched_at": "2026-08-28T04:05:06.723704+00:00", "kind": "readme", "missing": false, "url": "https://github.com/RWKV/rwkv.cpp"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 12, "longevity": 89, "rhythm": 40}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 1252, "days_push": 528, "days_rel": 528, "gap_med": 27, "n_releases_24m": 4}, "score": 37, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}