{"adoption": {"forks": 1413, "observed_at": "2026-08-28T04:10:39.453986+00:00", "stars": 10066}, "canonical_url": "https://ross.abutalabs.com/products/deepep", "card": {"archived": false, "artifact_type": "library", "description": "DeepEP: an efficient expert-parallel communication library", "domain": ["machine-learning", "deep-learning", "large-language-models", "gpu-computing", "microservices", "developer-tools"], "enriched": true, "function": ["machine-learning", "llm-training", "llm-inference", "gpu-computing", "concurrency"], "health_score": 94, "homepage": null, "language": "Cuda", "license": "MIT", "license_family": "permissive", "maturity": "active", "member_repos": ["deepseek-ai/DeepEP"], "name": "deepseek-ai/DeepEP", "platform": ["python", "cpp"], "pushed_at": "2026-08-20T08:04:39+00:00", "repo": "deepseek-ai/DeepEP", "stars": 10066, "tags": ["expert-parallelism", "mixture-of-experts", "moe", "all-to-all-communication", "rdma", "nvlink", "nccl", "nvshmem", "jit-compilation", "fp8", "low-precision", "pipeline-parallelism", "context-parallelism", "cuda-kernels", "high-performance-computing", "sm-occupation", "elastic-buffer", "deepseek", "linux", "gpu"], "topics": [], "urls": [], "use_cases": ["dispatch tokens to experts across GPUs for MoE training", "combine expert outputs with low-latency all-to-all kernels", "run FP8 dispatching and BF16 combining for large-scale MoE models", "train mixture-of-experts models at EP2048 scale without auto-tuning", "overlap expert-parallel communication with minimal SM usage", "add pipeline or context parallelism primitives to a distributed training stack"], "what_it_is": "DeepEP is a high-performance GPU communication library for expert parallelism (EP) in MoE training and inference, providing high-throughput and low-latency all-to-all dispatch/combine kernels with FP8 support. It uses runtime JIT compilation with an NCCL Gin backend and experimental primitives for pipeline, context, and remote-memory parallelism with zero or minimal SM occupation.", "when_to_avoid": ["your workload is single-GPU or uses only data/tensor parallelism with no expert parallelism", "you need the legacy 0-SM RDMA low-latency EP mode, which is no longer supported in V2", "you cannot accept the larger buffer memory footprint of V2", "you target non-NVIDIA GPUs or platforms without NCCL/RDMA support", "you need production-stable pipeline, context, or Engram remote-memory features, which are still experimental"], "when_to_choose": ["you are training or serving MoE models and need efficient expert-parallel all-to-all communication", "you need near-hardware-bandwidth dispatch/combine on NVLink and RDMA (InfiniBand/RoCE) clusters", "you want to minimize SM occupation so GPUs stay free for compute", "you prefer runtime JIT kernels with no CUDA compilation step at install time", "you are building on Hopper (SM90) or newer (SM100) NVIDIA hardware with NCCL available"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/deepep", "repo": "deepseek-ai/DeepEP", "role": "main", "score": 57}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:10:39.453986+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T17:19:53.227562+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "85c900ff91785b2e691b0e5968d785863cc484bee93fd79ae13fec1f10054a66", "fetched_at": "2026-08-28T04:10:39.453986+00:00", "kind": "readme", "missing": false, "url": "https://github.com/deepseek-ai/DeepEP"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:10:39.453986+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T17:19:53.227562+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "85c900ff91785b2e691b0e5968d785863cc484bee93fd79ae13fec1f10054a66", "fetched_at": "2026-08-28T04:10:39.453986+00:00", "kind": "readme", "missing": false, "url": "https://github.com/deepseek-ai/DeepEP"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T17:19:53.227562+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "85c900ff91785b2e691b0e5968d785863cc484bee93fd79ae13fec1f10054a66", "fetched_at": "2026-08-28T04:10:39.453986+00:00", "kind": "readme", "missing": false, "url": "https://github.com/deepseek-ai/DeepEP"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:10:39.453986+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:10:39.453986+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:10:39.453986+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T17:19:53.227562+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "85c900ff91785b2e691b0e5968d785863cc484bee93fd79ae13fec1f10054a66", "fetched_at": "2026-08-28T04:10:39.453986+00:00", "kind": "readme", "missing": false, "url": "https://github.com/deepseek-ai/DeepEP"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:10:39.453986+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:10:39.453986+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T17:19:53.227562+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "85c900ff91785b2e691b0e5968d785863cc484bee93fd79ae13fec1f10054a66", "fetched_at": "2026-08-28T04:10:39.453986+00:00", "kind": "readme", "missing": false, "url": "https://github.com/deepseek-ai/DeepEP"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:10:39.453986+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:10:39.453986+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:10:39.453986+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T17:19:53.227562+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "85c900ff91785b2e691b0e5968d785863cc484bee93fd79ae13fec1f10054a66", "fetched_at": "2026-08-28T04:10:39.453986+00:00", "kind": "readme", "missing": false, "url": "https://github.com/deepseek-ai/DeepEP"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:10:39.453986+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:10:39.453986+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T17:19:53.227562+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "85c900ff91785b2e691b0e5968d785863cc484bee93fd79ae13fec1f10054a66", "fetched_at": "2026-08-28T04:10:39.453986+00:00", "kind": "readme", "missing": false, "url": "https://github.com/deepseek-ai/DeepEP"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T17:19:53.227562+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "85c900ff91785b2e691b0e5968d785863cc484bee93fd79ae13fec1f10054a66", "fetched_at": "2026-08-28T04:10:39.453986+00:00", "kind": "readme", "missing": false, "url": "https://github.com/deepseek-ai/DeepEP"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T17:19:53.227562+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "85c900ff91785b2e691b0e5968d785863cc484bee93fd79ae13fec1f10054a66", "fetched_at": "2026-08-28T04:10:39.453986+00:00", "kind": "readme", "missing": false, "url": "https://github.com/deepseek-ai/DeepEP"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T17:19:53.227562+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "85c900ff91785b2e691b0e5968d785863cc484bee93fd79ae13fec1f10054a66", "fetched_at": "2026-08-28T04:10:39.453986+00:00", "kind": "readme", "missing": false, "url": "https://github.com/deepseek-ai/DeepEP"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 98, "longevity": 40, "rhythm": 15}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 563, "days_push": 13, "days_rel": 352, "gap_med": null, "n_releases_24m": 1}, "score": 57, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}