{"adoption": {"forks": 106, "observed_at": "2026-09-03T02:15:06.726277+00:00", "stars": 1005}, "canonical_url": "https://ross.abutalabs.com/products/checkpoint-engine", "card": {"archived": false, "artifact_type": "library", "description": "Checkpoint-engine is a simple middleware to update model weights in LLM inference engines", "domain": ["large-language-models", "machine-learning", "reinforcement-learning", "microservices", "developer-tools"], "enriched": true, "function": ["middleware", "llm-inference", "llm-training", "reinforcement-learning", "gpu-computing"], "health_score": 97, "homepage": null, "language": "Python", "license": "MIT", "license_family": "permissive", "maturity": "active", "member_repos": ["MoonshotAI/checkpoint-engine"], "name": "MoonshotAI/checkpoint-engine", "platform": ["python"], "pushed_at": "2026-08-12T05:59:00+00:00", "repo": "MoonshotAI/checkpoint-engine", "stars": 1005, "tags": ["weight-update", "parameter-server", "rlhf", "model-serving", "broadcast", "p2p-transfer", "cuda-ipc", "zeromq", "gpu", "linux", "docker"], "topics": [], "urls": [], "use_cases": ["update LLM weights in inference engines during RL training", "synchronize model weights across thousands of GPUs", "push new weights to dynamically added inference instances", "broadcast sharded model weights from CPU memory to inference clusters", "integrate weight syncing between training and serving for RLHF"], "what_it_is": "Checkpoint-engine is a lightweight Python middleware for updating model weights in-place across LLM inference engines, a critical step in reinforcement learning workflows. It provides efficient Broadcast and P2P weight transfer implementations, updating a 1-trillion-parameter model across thousands of GPUs in about 20 seconds.", "when_to_avoid": ["you only need to save or load checkpoints to disk rather than live weight updates", "your inference engine is not supported/integrated with checkpoint-engine", "you need a full RL training framework rather than a weight-update middleware"], "when_to_choose": ["you run reinforcement learning loops that need to refresh inference engine weights in-place", "you serve very large models (e.g., trillion-parameter MoE) across many GPUs and need fast weight sync", "you need to update weights on inference instances added mid-serving without disrupting existing workloads"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/checkpoint-engine", "repo": "MoonshotAI/checkpoint-engine", "role": "main", "score": 80}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-09-03T02:15:06.726277+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T07:16:03.988799+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7b552b335c974b8893dbad21f7ff8cee56fb8c26e741a3884d3b57acacc61897", "fetched_at": "2026-09-03T02:15:06.726277+00:00", "kind": "readme", "missing": false, "url": "https://github.com/MoonshotAI/checkpoint-engine"}, {"content_hash": "fcbea64f0f0afddd2eecd19046ed8cdf2789456bfa134aae6c0b71de31aadd8f", "fetched_at": "2026-08-29T13:14:04.754667+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/checkpoint-engine/json"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-09-03T02:15:06.726277+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T07:16:03.988799+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7b552b335c974b8893dbad21f7ff8cee56fb8c26e741a3884d3b57acacc61897", "fetched_at": "2026-09-03T02:15:06.726277+00:00", "kind": "readme", "missing": false, "url": "https://github.com/MoonshotAI/checkpoint-engine"}, {"content_hash": "fcbea64f0f0afddd2eecd19046ed8cdf2789456bfa134aae6c0b71de31aadd8f", "fetched_at": "2026-08-29T13:14:04.754667+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/checkpoint-engine/json"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T07:16:03.988799+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7b552b335c974b8893dbad21f7ff8cee56fb8c26e741a3884d3b57acacc61897", "fetched_at": "2026-09-03T02:15:06.726277+00:00", "kind": "readme", "missing": false, "url": "https://github.com/MoonshotAI/checkpoint-engine"}, {"content_hash": "fcbea64f0f0afddd2eecd19046ed8cdf2789456bfa134aae6c0b71de31aadd8f", "fetched_at": "2026-08-29T13:14:04.754667+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/checkpoint-engine/json"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-09-03T02:15:06.726277+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-09-03T02:15:06.726277+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-09-03T02:15:06.726277+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T07:16:03.988799+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7b552b335c974b8893dbad21f7ff8cee56fb8c26e741a3884d3b57acacc61897", "fetched_at": "2026-09-03T02:15:06.726277+00:00", "kind": "readme", "missing": false, "url": "https://github.com/MoonshotAI/checkpoint-engine"}, {"content_hash": "fcbea64f0f0afddd2eecd19046ed8cdf2789456bfa134aae6c0b71de31aadd8f", "fetched_at": "2026-08-29T13:14:04.754667+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/checkpoint-engine/json"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-09-03T02:15:06.726277+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-09-03T02:15:06.726277+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T07:16:03.988799+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7b552b335c974b8893dbad21f7ff8cee56fb8c26e741a3884d3b57acacc61897", "fetched_at": "2026-09-03T02:15:06.726277+00:00", "kind": "readme", "missing": false, "url": "https://github.com/MoonshotAI/checkpoint-engine"}, {"content_hash": "fcbea64f0f0afddd2eecd19046ed8cdf2789456bfa134aae6c0b71de31aadd8f", "fetched_at": "2026-08-29T13:14:04.754667+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/checkpoint-engine/json"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-09-03T02:15:06.726277+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-09-03T02:15:06.726277+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-09-03T02:15:06.726277+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T07:16:03.988799+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7b552b335c974b8893dbad21f7ff8cee56fb8c26e741a3884d3b57acacc61897", "fetched_at": "2026-09-03T02:15:06.726277+00:00", "kind": "readme", "missing": false, "url": "https://github.com/MoonshotAI/checkpoint-engine"}, {"content_hash": "fcbea64f0f0afddd2eecd19046ed8cdf2789456bfa134aae6c0b71de31aadd8f", "fetched_at": "2026-08-29T13:14:04.754667+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/checkpoint-engine/json"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-09-03T02:15:06.726277+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-09-03T02:15:06.726277+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T07:16:03.988799+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7b552b335c974b8893dbad21f7ff8cee56fb8c26e741a3884d3b57acacc61897", "fetched_at": "2026-09-03T02:15:06.726277+00:00", "kind": "readme", "missing": false, "url": "https://github.com/MoonshotAI/checkpoint-engine"}, {"content_hash": "fcbea64f0f0afddd2eecd19046ed8cdf2789456bfa134aae6c0b71de31aadd8f", "fetched_at": "2026-08-29T13:14:04.754667+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/checkpoint-engine/json"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T07:16:03.988799+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7b552b335c974b8893dbad21f7ff8cee56fb8c26e741a3884d3b57acacc61897", "fetched_at": "2026-09-03T02:15:06.726277+00:00", "kind": "readme", "missing": false, "url": "https://github.com/MoonshotAI/checkpoint-engine"}, {"content_hash": "fcbea64f0f0afddd2eecd19046ed8cdf2789456bfa134aae6c0b71de31aadd8f", "fetched_at": "2026-08-29T13:14:04.754667+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/checkpoint-engine/json"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T07:16:03.988799+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7b552b335c974b8893dbad21f7ff8cee56fb8c26e741a3884d3b57acacc61897", "fetched_at": "2026-09-03T02:15:06.726277+00:00", "kind": "readme", "missing": false, "url": "https://github.com/MoonshotAI/checkpoint-engine"}, {"content_hash": "fcbea64f0f0afddd2eecd19046ed8cdf2789456bfa134aae6c0b71de31aadd8f", "fetched_at": "2026-08-29T13:14:04.754667+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/checkpoint-engine/json"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T07:16:03.988799+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7b552b335c974b8893dbad21f7ff8cee56fb8c26e741a3884d3b57acacc61897", "fetched_at": "2026-09-03T02:15:06.726277+00:00", "kind": "readme", "missing": false, "url": "https://github.com/MoonshotAI/checkpoint-engine"}, {"content_hash": "fcbea64f0f0afddd2eecd19046ed8cdf2789456bfa134aae6c0b71de31aadd8f", "fetched_at": "2026-08-29T13:14:04.754667+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/checkpoint-engine/json"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 97, "longevity": 25, "rhythm": 91}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 359, "days_push": 21, "days_rel": 60, "gap_med": 12, "n_releases_24m": 14}, "score": 80, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 3, "stale_scrape": false}}