{"adoption": {"forks": 4940, "observed_at": "2026-08-28T04:12:08.903448+00:00", "stars": 43003}, "canonical_url": "https://ross.abutalabs.com/products/deepspeed", "card": {"archived": false, "artifact_type": "library", "description": "DeepSpeed is a deep learning optimization library that makes distributed training and inference easy, efficient, and effective.", "domain": ["deep-learning", "large-language-models", "machine-learning", "gpu-computing"], "enriched": true, "function": ["deep-learning", "llm-training", "llm-inference", "machine-learning", "gpu-computing"], "health_score": 100, "homepage": "https://www.deepspeed.ai/", "language": "Python", "license": "Apache-2.0", "license_family": "permissive", "maturity": "stable", "member_repos": ["deepspeedai/DeepSpeed", "deepspeedai/DeepSpeedExamples"], "name": "DeepSpeed", "platform": ["python", "cloud"], "pushed_at": "2026-08-26T22:18:46+00:00", "repo": "deepspeedai/DeepSpeed", "stars": 43003, "tags": ["zero", "distributed-training", "model-parallelism", "data-parallelism", "pipeline-parallelism", "mixture-of-experts", "pytorch", "memory-optimization", "offloading", "compression", "gpu", "linux", "docker"], "topics": ["deep-learning", "pytorch", "gpu", "machine-learning", "billion-parameters", "data-parallelism", "model-parallelism", "inference", "pipeline-parallelism", "compression", "mixture-of-experts", "trillion-parameters", "zero"], "urls": [{"kind": "homepage", "url": "https://www.deepspeed.ai/"}, {"kind": "site_page", "url": "https://www.deepspeed.ai/getting-started"}, {"kind": "site_page", "url": "https://www.deepspeed.ai/docs/config-json"}], "use_cases": ["train large language models across multiple GPUs", "fit billion-parameter models on limited GPU memory with ZeRO offloading", "speed up distributed PyTorch training with data and model parallelism", "run efficient inference for large transformer models", "train mixture-of-experts models at scale", "fine-tune LLMs with HuggingFace Transformers and DeepSpeed", "train models with very long sequences efficiently"], "what_it_is": "DeepSpeed is a deep learning optimization library from Microsoft that makes distributed training and inference of large models fast, memory-efficient, and easy via innovations like ZeRO, 3D-Parallelism, and MoE support. It integrates with PyTorch, HuggingFace Transformers, and PyTorch Lightning, and scales models from millions to trillions of parameters.", "when_to_avoid": ["you train small models on a single GPU where plain PyTorch suffices", "you need a framework-agnostic solution outside the PyTorch ecosystem", "you want a simple high-level trainer without configuration complexity"], "when_to_choose": ["you need to train or fine-tune very large models that exceed single-GPU memory", "you want ZeRO-style optimizer state sharding and CPU/NVMe offloading", "you use PyTorch and want minimal code changes for distributed training", "you need proven large-scale training (BLOOM, MT-530B class models)"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/repos/deepspeedai/DeepSpeed", "repo": "deepspeedai/DeepSpeed", "role": "main", "score": 98}, {"path": "/repos/deepspeedai/DeepSpeedExamples", "repo": "deepspeedai/DeepSpeedExamples", "role": "examples", "score": 77}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:12:08.903448+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T16:22:36.193477+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "22d407cb0dbe8b646560f1ee2155dbb523fae194a6788a5b93b6adfaac2592a4", "fetched_at": "2026-08-28T04:12:08.903448+00:00", "kind": "readme", "missing": false, "url": "https://github.com/deepspeedai/DeepSpeed"}, {"content_hash": "95efd6a17e9534660fa24805198aefc26251e1c33cb1ce1faa9ccf4a1a79e76c", "fetched_at": "2026-08-29T07:46:13.423109+00:00", "kind": "homepage", "missing": false, "url": "https://www.deepspeed.ai/"}, {"content_hash": "844cd426fc601ea1dad061811113d1a93eee8097f75d55fc2f5cd441f4894379", "fetched_at": "2026-08-29T07:46:13.432681+00:00", "kind": "site_page", "missing": false, "url": "https://www.deepspeed.ai/getting-started"}, {"content_hash": "2ed3774fd5aef9174873661309e5dfadf0edd7143f827d1496e442130907231b", "fetched_at": "2026-08-29T07:46:13.435365+00:00", "kind": "site_page", "missing": false, "url": "https://www.deepspeed.ai/docs/config-json"}, {"content_hash": "490116f8450c2a0d53ebdf2a7d9d7e774843b86f7bce26b5125aaa9ca4a65a84", "fetched_at": "2026-08-29T07:46:13.441254+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/deepspeed/json"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:12:08.903448+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T16:22:36.193477+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "22d407cb0dbe8b646560f1ee2155dbb523fae194a6788a5b93b6adfaac2592a4", "fetched_at": "2026-08-28T04:12:08.903448+00:00", "kind": "readme", "missing": false, "url": "https://github.com/deepspeedai/DeepSpeed"}, {"content_hash": "95efd6a17e9534660fa24805198aefc26251e1c33cb1ce1faa9ccf4a1a79e76c", "fetched_at": "2026-08-29T07:46:13.423109+00:00", "kind": "homepage", "missing": false, "url": "https://www.deepspeed.ai/"}, {"content_hash": "844cd426fc601ea1dad061811113d1a93eee8097f75d55fc2f5cd441f4894379", "fetched_at": "2026-08-29T07:46:13.432681+00:00", "kind": "site_page", "missing": false, "url": "https://www.deepspeed.ai/getting-started"}, {"content_hash": "2ed3774fd5aef9174873661309e5dfadf0edd7143f827d1496e442130907231b", "fetched_at": "2026-08-29T07:46:13.435365+00:00", "kind": "site_page", "missing": false, "url": "https://www.deepspeed.ai/docs/config-json"}, {"content_hash": "490116f8450c2a0d53ebdf2a7d9d7e774843b86f7bce26b5125aaa9ca4a65a84", "fetched_at": "2026-08-29T07:46:13.441254+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/deepspeed/json"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T16:22:36.193477+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "22d407cb0dbe8b646560f1ee2155dbb523fae194a6788a5b93b6adfaac2592a4", "fetched_at": "2026-08-28T04:12:08.903448+00:00", "kind": "readme", "missing": false, "url": "https://github.com/deepspeedai/DeepSpeed"}, {"content_hash": "95efd6a17e9534660fa24805198aefc26251e1c33cb1ce1faa9ccf4a1a79e76c", "fetched_at": "2026-08-29T07:46:13.423109+00:00", "kind": "homepage", "missing": false, "url": "https://www.deepspeed.ai/"}, {"content_hash": "844cd426fc601ea1dad061811113d1a93eee8097f75d55fc2f5cd441f4894379", "fetched_at": "2026-08-29T07:46:13.432681+00:00", "kind": "site_page", "missing": false, "url": "https://www.deepspeed.ai/getting-started"}, {"content_hash": "2ed3774fd5aef9174873661309e5dfadf0edd7143f827d1496e442130907231b", "fetched_at": "2026-08-29T07:46:13.435365+00:00", "kind": "site_page", "missing": false, "url": "https://www.deepspeed.ai/docs/config-json"}, {"content_hash": "490116f8450c2a0d53ebdf2a7d9d7e774843b86f7bce26b5125aaa9ca4a65a84", "fetched_at": "2026-08-29T07:46:13.441254+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/deepspeed/json"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:12:08.903448+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:12:08.903448+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:12:08.903448+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T16:22:36.193477+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "22d407cb0dbe8b646560f1ee2155dbb523fae194a6788a5b93b6adfaac2592a4", "fetched_at": "2026-08-28T04:12:08.903448+00:00", "kind": "readme", "missing": false, "url": "https://github.com/deepspeedai/DeepSpeed"}, {"content_hash": "95efd6a17e9534660fa24805198aefc26251e1c33cb1ce1faa9ccf4a1a79e76c", "fetched_at": "2026-08-29T07:46:13.423109+00:00", "kind": "homepage", "missing": false, "url": "https://www.deepspeed.ai/"}, {"content_hash": "844cd426fc601ea1dad061811113d1a93eee8097f75d55fc2f5cd441f4894379", "fetched_at": "2026-08-29T07:46:13.432681+00:00", "kind": "site_page", "missing": false, "url": "https://www.deepspeed.ai/getting-started"}, {"content_hash": "2ed3774fd5aef9174873661309e5dfadf0edd7143f827d1496e442130907231b", "fetched_at": "2026-08-29T07:46:13.435365+00:00", "kind": "site_page", "missing": false, "url": "https://www.deepspeed.ai/docs/config-json"}, {"content_hash": "490116f8450c2a0d53ebdf2a7d9d7e774843b86f7bce26b5125aaa9ca4a65a84", "fetched_at": "2026-08-29T07:46:13.441254+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/deepspeed/json"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:12:08.903448+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:12:08.903448+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T16:22:36.193477+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "22d407cb0dbe8b646560f1ee2155dbb523fae194a6788a5b93b6adfaac2592a4", "fetched_at": "2026-08-28T04:12:08.903448+00:00", "kind": "readme", "missing": false, "url": "https://github.com/deepspeedai/DeepSpeed"}, {"content_hash": "95efd6a17e9534660fa24805198aefc26251e1c33cb1ce1faa9ccf4a1a79e76c", "fetched_at": "2026-08-29T07:46:13.423109+00:00", "kind": "homepage", "missing": false, "url": "https://www.deepspeed.ai/"}, {"content_hash": "844cd426fc601ea1dad061811113d1a93eee8097f75d55fc2f5cd441f4894379", "fetched_at": "2026-08-29T07:46:13.432681+00:00", "kind": "site_page", "missing": false, "url": "https://www.deepspeed.ai/getting-started"}, {"content_hash": "2ed3774fd5aef9174873661309e5dfadf0edd7143f827d1496e442130907231b", "fetched_at": "2026-08-29T07:46:13.435365+00:00", "kind": "site_page", "missing": false, "url": "https://www.deepspeed.ai/docs/config-json"}, {"content_hash": "490116f8450c2a0d53ebdf2a7d9d7e774843b86f7bce26b5125aaa9ca4a65a84", "fetched_at": "2026-08-29T07:46:13.441254+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/deepspeed/json"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:12:08.903448+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:12:08.903448+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:12:08.903448+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T16:22:36.193477+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "22d407cb0dbe8b646560f1ee2155dbb523fae194a6788a5b93b6adfaac2592a4", "fetched_at": "2026-08-28T04:12:08.903448+00:00", "kind": "readme", "missing": false, "url": "https://github.com/deepspeedai/DeepSpeed"}, {"content_hash": "95efd6a17e9534660fa24805198aefc26251e1c33cb1ce1faa9ccf4a1a79e76c", "fetched_at": "2026-08-29T07:46:13.423109+00:00", "kind": "homepage", "missing": false, "url": "https://www.deepspeed.ai/"}, {"content_hash": "844cd426fc601ea1dad061811113d1a93eee8097f75d55fc2f5cd441f4894379", "fetched_at": "2026-08-29T07:46:13.432681+00:00", "kind": "site_page", "missing": false, "url": "https://www.deepspeed.ai/getting-started"}, {"content_hash": "2ed3774fd5aef9174873661309e5dfadf0edd7143f827d1496e442130907231b", "fetched_at": "2026-08-29T07:46:13.435365+00:00", "kind": "site_page", "missing": false, "url": "https://www.deepspeed.ai/docs/config-json"}, {"content_hash": "490116f8450c2a0d53ebdf2a7d9d7e774843b86f7bce26b5125aaa9ca4a65a84", "fetched_at": "2026-08-29T07:46:13.441254+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/deepspeed/json"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:12:08.903448+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:12:08.903448+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T16:22:36.193477+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "22d407cb0dbe8b646560f1ee2155dbb523fae194a6788a5b93b6adfaac2592a4", "fetched_at": "2026-08-28T04:12:08.903448+00:00", "kind": "readme", "missing": false, "url": "https://github.com/deepspeedai/DeepSpeed"}, {"content_hash": "95efd6a17e9534660fa24805198aefc26251e1c33cb1ce1faa9ccf4a1a79e76c", "fetched_at": "2026-08-29T07:46:13.423109+00:00", "kind": "homepage", "missing": false, "url": "https://www.deepspeed.ai/"}, {"content_hash": "844cd426fc601ea1dad061811113d1a93eee8097f75d55fc2f5cd441f4894379", "fetched_at": "2026-08-29T07:46:13.432681+00:00", "kind": "site_page", "missing": false, "url": "https://www.deepspeed.ai/getting-started"}, {"content_hash": "2ed3774fd5aef9174873661309e5dfadf0edd7143f827d1496e442130907231b", "fetched_at": "2026-08-29T07:46:13.435365+00:00", "kind": "site_page", "missing": false, "url": "https://www.deepspeed.ai/docs/config-json"}, {"content_hash": "490116f8450c2a0d53ebdf2a7d9d7e774843b86f7bce26b5125aaa9ca4a65a84", "fetched_at": "2026-08-29T07:46:13.441254+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/deepspeed/json"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T16:22:36.193477+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "22d407cb0dbe8b646560f1ee2155dbb523fae194a6788a5b93b6adfaac2592a4", "fetched_at": "2026-08-28T04:12:08.903448+00:00", "kind": "readme", "missing": false, "url": "https://github.com/deepspeedai/DeepSpeed"}, {"content_hash": "95efd6a17e9534660fa24805198aefc26251e1c33cb1ce1faa9ccf4a1a79e76c", "fetched_at": "2026-08-29T07:46:13.423109+00:00", "kind": "homepage", "missing": false, "url": "https://www.deepspeed.ai/"}, {"content_hash": "844cd426fc601ea1dad061811113d1a93eee8097f75d55fc2f5cd441f4894379", "fetched_at": "2026-08-29T07:46:13.432681+00:00", "kind": "site_page", "missing": false, "url": "https://www.deepspeed.ai/getting-started"}, {"content_hash": "2ed3774fd5aef9174873661309e5dfadf0edd7143f827d1496e442130907231b", "fetched_at": "2026-08-29T07:46:13.435365+00:00", "kind": "site_page", "missing": false, "url": "https://www.deepspeed.ai/docs/config-json"}, {"content_hash": "490116f8450c2a0d53ebdf2a7d9d7e774843b86f7bce26b5125aaa9ca4a65a84", "fetched_at": "2026-08-29T07:46:13.441254+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/deepspeed/json"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T16:22:36.193477+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "22d407cb0dbe8b646560f1ee2155dbb523fae194a6788a5b93b6adfaac2592a4", "fetched_at": "2026-08-28T04:12:08.903448+00:00", "kind": "readme", "missing": false, "url": "https://github.com/deepspeedai/DeepSpeed"}, {"content_hash": "95efd6a17e9534660fa24805198aefc26251e1c33cb1ce1faa9ccf4a1a79e76c", "fetched_at": "2026-08-29T07:46:13.423109+00:00", "kind": "homepage", "missing": false, "url": "https://www.deepspeed.ai/"}, {"content_hash": "844cd426fc601ea1dad061811113d1a93eee8097f75d55fc2f5cd441f4894379", "fetched_at": "2026-08-29T07:46:13.432681+00:00", "kind": "site_page", "missing": false, "url": "https://www.deepspeed.ai/getting-started"}, {"content_hash": "2ed3774fd5aef9174873661309e5dfadf0edd7143f827d1496e442130907231b", "fetched_at": "2026-08-29T07:46:13.435365+00:00", "kind": "site_page", "missing": false, "url": "https://www.deepspeed.ai/docs/config-json"}, {"content_hash": "490116f8450c2a0d53ebdf2a7d9d7e774843b86f7bce26b5125aaa9ca4a65a84", "fetched_at": "2026-08-29T07:46:13.441254+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/deepspeed/json"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T16:22:36.193477+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "22d407cb0dbe8b646560f1ee2155dbb523fae194a6788a5b93b6adfaac2592a4", "fetched_at": "2026-08-28T04:12:08.903448+00:00", "kind": "readme", "missing": false, "url": "https://github.com/deepspeedai/DeepSpeed"}, {"content_hash": "95efd6a17e9534660fa24805198aefc26251e1c33cb1ce1faa9ccf4a1a79e76c", "fetched_at": "2026-08-29T07:46:13.423109+00:00", "kind": "homepage", "missing": false, "url": "https://www.deepspeed.ai/"}, {"content_hash": "844cd426fc601ea1dad061811113d1a93eee8097f75d55fc2f5cd441f4894379", "fetched_at": "2026-08-29T07:46:13.432681+00:00", "kind": "site_page", "missing": false, "url": "https://www.deepspeed.ai/getting-started"}, {"content_hash": "2ed3774fd5aef9174873661309e5dfadf0edd7143f827d1496e442130907231b", "fetched_at": "2026-08-29T07:46:13.435365+00:00", "kind": "site_page", "missing": false, "url": "https://www.deepspeed.ai/docs/config-json"}, {"content_hash": "490116f8450c2a0d53ebdf2a7d9d7e774843b86f7bce26b5125aaa9ca4a65a84", "fetched_at": "2026-08-29T07:46:13.441254+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/deepspeed/json"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 99, "longevity": 100, "rhythm": 97}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 2414, "days_push": 7, "days_rel": 23, "gap_med": 18.5, "n_releases_24m": 37}, "score": 98, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}