{"adoption": {"forks": 426, "observed_at": "2026-09-03T02:15:08.870444+00:00", "stars": 1227}, "canonical_url": "https://ross.abutalabs.com/products/nixl", "card": {"archived": false, "artifact_type": "library", "description": "NVIDIA Inference Xfer Library (NIXL)", "domain": ["machine-learning", "large-language-models", "microservices", "gpu-computing", "developer-tools"], "enriched": true, "function": ["networking", "plugin-system", "benchmarking", "caching", "sdk"], "health_score": 100, "homepage": null, "language": "C++", "license": "NOASSERTION", "license_family": "other", "maturity": "active", "member_repos": ["ai-dynamo/nixl"], "name": "ai-dynamo/nixl", "platform": ["cpp", "python"], "pushed_at": "2026-09-02T16:24:35+00:00", "repo": "ai-dynamo/nixl", "stars": 1227, "tags": ["data-transfer", "inference-infrastructure", "nvidia", "ucx", "kv-cache-transfer", "point-to-point-communication", "memory-abstraction", "cuda", "linux", "gpu"], "topics": [], "urls": [], "use_cases": ["accelerate KV cache transfer between inference engine instances", "abstract point-to-point data transfer across CPU and GPU memory", "plug different transport backends like UCX into an inference framework", "benchmark memory transfer performance for LLM serving", "transfer tensors between distributed inference workers", "read and write to object or block storage from GPU code"], "what_it_is": "NVIDIA Inference Xfer Library (NIXL) is a C++/Python library that accelerates point-to-point communication in AI inference frameworks like NVIDIA Dynamo. It abstracts over various memory types (CPU, GPU) and storage backends (file, block, object store) through a modular plug-in architecture.", "when_to_avoid": ["you need macOS or Windows support - NIXL is Linux-only", "you need general-purpose networking rather than inference-focused data transfer", "your project doesn't involve GPU or accelerator memory movement", "you need a stable API on a non-NVIDIA stack"], "when_to_choose": ["building or extending AI inference frameworks on Linux with NVIDIA GPUs", "you need high-performance point-to-point transfers between heterogeneous memory and storage", "you want a pluggable abstraction over transports like UCX", "you're integrating with NVIDIA Dynamo or similar disaggregated serving stacks"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/nixl", "repo": "ai-dynamo/nixl", "role": "main", "score": 88}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-09-03T02:15:08.870444+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T06:17:14.225613+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "ea7359fbdc543caeb9bc2228a733ffc195f6f4f07717ca32e534905dffc8f71c", "fetched_at": "2026-09-03T02:15:08.870444+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ai-dynamo/nixl"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-09-03T02:15:08.870444+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T06:17:14.225613+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "ea7359fbdc543caeb9bc2228a733ffc195f6f4f07717ca32e534905dffc8f71c", "fetched_at": "2026-09-03T02:15:08.870444+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ai-dynamo/nixl"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T06:17:14.225613+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "ea7359fbdc543caeb9bc2228a733ffc195f6f4f07717ca32e534905dffc8f71c", "fetched_at": "2026-09-03T02:15:08.870444+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ai-dynamo/nixl"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-09-03T02:15:08.870444+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-09-03T02:15:08.870444+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-09-03T02:15:08.870444+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T06:17:14.225613+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "ea7359fbdc543caeb9bc2228a733ffc195f6f4f07717ca32e534905dffc8f71c", "fetched_at": "2026-09-03T02:15:08.870444+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ai-dynamo/nixl"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-09-03T02:15:08.870444+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-09-03T02:15:08.870444+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T06:17:14.225613+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "ea7359fbdc543caeb9bc2228a733ffc195f6f4f07717ca32e534905dffc8f71c", "fetched_at": "2026-09-03T02:15:08.870444+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ai-dynamo/nixl"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-09-03T02:15:08.870444+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-09-03T02:15:08.870444+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-09-03T02:15:08.870444+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T06:17:14.225613+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "ea7359fbdc543caeb9bc2228a733ffc195f6f4f07717ca32e534905dffc8f71c", "fetched_at": "2026-09-03T02:15:08.870444+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ai-dynamo/nixl"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-09-03T02:15:08.870444+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-09-03T02:15:08.870444+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T06:17:14.225613+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "ea7359fbdc543caeb9bc2228a733ffc195f6f4f07717ca32e534905dffc8f71c", "fetched_at": "2026-09-03T02:15:08.870444+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ai-dynamo/nixl"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T06:17:14.225613+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "ea7359fbdc543caeb9bc2228a733ffc195f6f4f07717ca32e534905dffc8f71c", "fetched_at": "2026-09-03T02:15:08.870444+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ai-dynamo/nixl"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T06:17:14.225613+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "ea7359fbdc543caeb9bc2228a733ffc195f6f4f07717ca32e534905dffc8f71c", "fetched_at": "2026-09-03T02:15:08.870444+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ai-dynamo/nixl"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T06:17:14.225613+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "ea7359fbdc543caeb9bc2228a733ffc195f6f4f07717ca32e534905dffc8f71c", "fetched_at": "2026-09-03T02:15:08.870444+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ai-dynamo/nixl"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 100, "longevity": 39, "rhythm": 100}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": ["no_license"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 546, "days_push": 0, "days_rel": 1, "gap_med": 18.5, "n_releases_24m": 27}, "score": 88, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 3, "stale_scrape": false}}