{"adoption": {"forks": 256, "observed_at": "2026-08-28T04:07:36.721498+00:00", "stars": 2995}, "canonical_url": "https://ross.abutalabs.com/products/chitu", "card": {"archived": false, "artifact_type": "library", "description": "High-performance inference framework for large language models, focusing on efficiency, flexibility, and availability.", "domain": ["large-language-models", "deep-learning", "artificial-intelligence"], "enriched": true, "function": ["llm-inference", "gpu-computing", "machine-learning"], "health_score": 99, "homepage": "https://chitu.ai/", "language": "Python", "license": "Apache-2.0", "license_family": "permissive", "maturity": "active", "member_repos": ["thu-pacman/chitu"], "name": "thu-pacman/chitu", "platform": ["python", "cloud"], "pushed_at": "2026-08-26T01:40:40+00:00", "repo": "thu-pacman/chitu", "stars": 2995, "tags": ["llm-serving", "model-serving", "deepseek", "quantization", "moe", "inference-engine", "domestic-gpu-support", "cpu-gpu-hybrid", "linux", "gpu", "docker"], "topics": ["deepseek", "gpu", "llm", "pytorch", "llm-serving", "model-serving"], "urls": [], "use_cases": ["serve deepseek-r1 671b on a single gpu", "deploy llm inference on huawei ascend 910b", "run quantized fp8 or fp4 large language models", "set up multi-node llm serving cluster with pd disaggregation", "serve qwen or glm models in production", "run llm inference on domestic chinese gpu hardware"], "what_it_is": "Chitu (赤兔) is a high-performance inference framework for large language models, positioned as a production-grade LLM serving engine. It supports diverse hardware including NVIDIA GPUs, Huawei Ascend, and other domestic chips, with scalable deployment from CPU-only to large clusters.", "when_to_avoid": ["you need the broadest ecosystem and community plugins, where vLLM or SGLang may be safer", "you only need lightweight local inference on consumer hardware, where llama.cpp fits better", "you require guaranteed commercial support without a service agreement"], "when_to_choose": ["you need production-grade LLM serving on non-NVIDIA or domestic Chinese accelerators", "you want to run very large MoE models like DeepSeek-R1 with limited GPU memory via CPU+GPU hybrid inference", "you need scalable deployment from single GPU to multi-node clusters"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/chitu", "repo": "thu-pacman/chitu", "role": "main", "score": 84}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:07:36.721498+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T07:30:50.814156+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "2b6351d6e585163a1171f81f20c4058d53e3f25e1cb3832b23bca1986447c8ef", "fetched_at": "2026-08-28T04:07:36.721498+00:00", "kind": "readme", "missing": false, "url": "https://github.com/thu-pacman/chitu"}, {"content_hash": "77fd50b36aec78d6191090cd6ece38764df0a3887cbf83c64098765b96c7d281", "fetched_at": "2026-08-29T09:46:05.152526+00:00", "kind": "homepage", "missing": false, "url": "https://chitu.ai/"}, {"content_hash": "7097fc0b1856c6c52dd971e58882759b56669227b2250c1372255b05b3f93706", "fetched_at": "2026-08-29T09:46:05.155408+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/chitu/json"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:07:36.721498+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T07:30:50.814156+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "2b6351d6e585163a1171f81f20c4058d53e3f25e1cb3832b23bca1986447c8ef", "fetched_at": "2026-08-28T04:07:36.721498+00:00", "kind": "readme", "missing": false, "url": "https://github.com/thu-pacman/chitu"}, {"content_hash": "77fd50b36aec78d6191090cd6ece38764df0a3887cbf83c64098765b96c7d281", "fetched_at": "2026-08-29T09:46:05.152526+00:00", "kind": "homepage", "missing": false, "url": "https://chitu.ai/"}, {"content_hash": "7097fc0b1856c6c52dd971e58882759b56669227b2250c1372255b05b3f93706", "fetched_at": "2026-08-29T09:46:05.155408+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/chitu/json"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T07:30:50.814156+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "2b6351d6e585163a1171f81f20c4058d53e3f25e1cb3832b23bca1986447c8ef", "fetched_at": "2026-08-28T04:07:36.721498+00:00", "kind": "readme", "missing": false, "url": "https://github.com/thu-pacman/chitu"}, {"content_hash": "77fd50b36aec78d6191090cd6ece38764df0a3887cbf83c64098765b96c7d281", "fetched_at": "2026-08-29T09:46:05.152526+00:00", "kind": "homepage", "missing": false, "url": "https://chitu.ai/"}, {"content_hash": "7097fc0b1856c6c52dd971e58882759b56669227b2250c1372255b05b3f93706", "fetched_at": "2026-08-29T09:46:05.155408+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/chitu/json"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:07:36.721498+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:07:36.721498+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:07:36.721498+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T07:30:50.814156+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "2b6351d6e585163a1171f81f20c4058d53e3f25e1cb3832b23bca1986447c8ef", "fetched_at": "2026-08-28T04:07:36.721498+00:00", "kind": "readme", "missing": false, "url": "https://github.com/thu-pacman/chitu"}, {"content_hash": "77fd50b36aec78d6191090cd6ece38764df0a3887cbf83c64098765b96c7d281", "fetched_at": "2026-08-29T09:46:05.152526+00:00", "kind": "homepage", "missing": false, "url": "https://chitu.ai/"}, {"content_hash": "7097fc0b1856c6c52dd971e58882759b56669227b2250c1372255b05b3f93706", "fetched_at": "2026-08-29T09:46:05.155408+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/chitu/json"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:07:36.721498+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:07:36.721498+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T07:30:50.814156+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "2b6351d6e585163a1171f81f20c4058d53e3f25e1cb3832b23bca1986447c8ef", "fetched_at": "2026-08-28T04:07:36.721498+00:00", "kind": "readme", "missing": false, "url": "https://github.com/thu-pacman/chitu"}, {"content_hash": "77fd50b36aec78d6191090cd6ece38764df0a3887cbf83c64098765b96c7d281", "fetched_at": "2026-08-29T09:46:05.152526+00:00", "kind": "homepage", "missing": false, "url": "https://chitu.ai/"}, {"content_hash": "7097fc0b1856c6c52dd971e58882759b56669227b2250c1372255b05b3f93706", "fetched_at": "2026-08-29T09:46:05.155408+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/chitu/json"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:07:36.721498+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:07:36.721498+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:07:36.721498+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T07:30:50.814156+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "2b6351d6e585163a1171f81f20c4058d53e3f25e1cb3832b23bca1986447c8ef", "fetched_at": "2026-08-28T04:07:36.721498+00:00", "kind": "readme", "missing": false, "url": "https://github.com/thu-pacman/chitu"}, {"content_hash": "77fd50b36aec78d6191090cd6ece38764df0a3887cbf83c64098765b96c7d281", "fetched_at": "2026-08-29T09:46:05.152526+00:00", "kind": "homepage", "missing": false, "url": "https://chitu.ai/"}, {"content_hash": "7097fc0b1856c6c52dd971e58882759b56669227b2250c1372255b05b3f93706", "fetched_at": "2026-08-29T09:46:05.155408+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/chitu/json"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:07:36.721498+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:07:36.721498+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T07:30:50.814156+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "2b6351d6e585163a1171f81f20c4058d53e3f25e1cb3832b23bca1986447c8ef", "fetched_at": "2026-08-28T04:07:36.721498+00:00", "kind": "readme", "missing": false, "url": "https://github.com/thu-pacman/chitu"}, {"content_hash": "77fd50b36aec78d6191090cd6ece38764df0a3887cbf83c64098765b96c7d281", "fetched_at": "2026-08-29T09:46:05.152526+00:00", "kind": "homepage", "missing": false, "url": "https://chitu.ai/"}, {"content_hash": "7097fc0b1856c6c52dd971e58882759b56669227b2250c1372255b05b3f93706", "fetched_at": "2026-08-29T09:46:05.155408+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/chitu/json"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T07:30:50.814156+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "2b6351d6e585163a1171f81f20c4058d53e3f25e1cb3832b23bca1986447c8ef", "fetched_at": "2026-08-28T04:07:36.721498+00:00", "kind": "readme", "missing": false, "url": "https://github.com/thu-pacman/chitu"}, {"content_hash": "77fd50b36aec78d6191090cd6ece38764df0a3887cbf83c64098765b96c7d281", "fetched_at": "2026-08-29T09:46:05.152526+00:00", "kind": "homepage", "missing": false, "url": "https://chitu.ai/"}, {"content_hash": "7097fc0b1856c6c52dd971e58882759b56669227b2250c1372255b05b3f93706", "fetched_at": "2026-08-29T09:46:05.155408+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/chitu/json"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T07:30:50.814156+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "2b6351d6e585163a1171f81f20c4058d53e3f25e1cb3832b23bca1986447c8ef", "fetched_at": "2026-08-28T04:07:36.721498+00:00", "kind": "readme", "missing": false, "url": "https://github.com/thu-pacman/chitu"}, {"content_hash": "77fd50b36aec78d6191090cd6ece38764df0a3887cbf83c64098765b96c7d281", "fetched_at": "2026-08-29T09:46:05.152526+00:00", "kind": "homepage", "missing": false, "url": "https://chitu.ai/"}, {"content_hash": "7097fc0b1856c6c52dd971e58882759b56669227b2250c1372255b05b3f93706", "fetched_at": "2026-08-29T09:46:05.155408+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/chitu/json"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T07:30:50.814156+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "2b6351d6e585163a1171f81f20c4058d53e3f25e1cb3832b23bca1986447c8ef", "fetched_at": "2026-08-28T04:07:36.721498+00:00", "kind": "readme", "missing": false, "url": "https://github.com/thu-pacman/chitu"}, {"content_hash": "77fd50b36aec78d6191090cd6ece38764df0a3887cbf83c64098765b96c7d281", "fetched_at": "2026-08-29T09:46:05.152526+00:00", "kind": "homepage", "missing": false, "url": "https://chitu.ai/"}, {"content_hash": "7097fc0b1856c6c52dd971e58882759b56669227b2250c1372255b05b3f93706", "fetched_at": "2026-08-29T09:46:05.155408+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/chitu/json"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 99, "longevity": 39, "rhythm": 91}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 559, "days_push": 8, "days_rel": 62, "gap_med": 13.0, "n_releases_24m": 29}, "score": 84, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}