{"adoption": {"forks": 1119, "observed_at": "2026-08-28T04:09:59.996916+00:00", "stars": 7459}, "canonical_url": "https://ross.abutalabs.com/products/gpt-neox", "card": {"archived": false, "artifact_type": "library", "description": "An implementation of model parallel autoregressive transformers on GPUs, based on the Megatron and DeepSpeed libraries", "domain": ["large-language-models", "deep-learning", "machine-learning", "artificial-intelligence", "gpu-computing"], "enriched": true, "function": ["llm-training", "machine-learning", "deep-learning", "gpu-computing", "transformers"], "health_score": 72, "homepage": "https://www.eleuther.ai/", "language": "Python", "license": "Apache-2.0", "license_family": "permissive", "maturity": "active", "member_repos": ["EleutherAI/gpt-neox"], "name": "EleutherAI/gpt-neox", "platform": ["python", "cloud"], "pushed_at": "2026-06-11T19:25:44+00:00", "repo": "EleutherAI/gpt-neox", "stars": 7459, "tags": ["megatron", "deepspeed", "distributed-training", "autoregressive-transformers", "hpc", "model-parallelism", "zero-optimizer", "3d-parallelism", "pythia", "pretraining", "gpu", "linux", "docker"], "topics": ["deepspeed-library", "gpt-3", "transformers", "language-model"], "urls": [], "use_cases": ["pretrain a multi-billion parameter GPT-style language model from scratch", "run distributed LLM training with ZeRO and 3D parallelism on a GPU cluster", "train a transformer model on a Slurm or MPI supercomputer", "reproduce or extend the Pythia model training setup", "experiment with rotary and alibi positional embeddings at scale", "launch large-scale training runs on AWS, CoreWeave, or national lab supercomputers"], "what_it_is": "GPT-NeoX is EleutherAI's library for training large-scale autoregressive transformer language models on GPUs, built on NVIDIA's Megatron and augmented with DeepSpeed techniques. It supports distributed training with ZeRO and 3D parallelism across diverse hardware and cluster schedulers like Slurm, MPI, and IBM Job Step Manager.", "when_to_avoid": ["you only need inference - use Hugging Face transformers instead", "you are fine-tuning small models or working with limited GPU resources", "you want a simple high-level training API rather than large-scale distributed training"], "when_to_choose": ["you need to train language models with billions of parameters from scratch", "you want model/data/pipeline parallelism with DeepSpeed ZeRO optimizations", "you need to run training across heterogeneous HPC systems and schedulers", "you want predefined configs for architectures like Pythia, PaLM, Falcon, or LLaMA"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/gpt-neox", "repo": "EleutherAI/gpt-neox", "role": "main", "score": 62}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:09:59.996916+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T17:37:38.783319+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "6606636bdf50df48f27dfae83d07632d5c75447659cc521275fbac85a0ac33e0", "fetched_at": "2026-08-28T04:09:59.996916+00:00", "kind": "readme", "missing": false, "url": "https://github.com/EleutherAI/gpt-neox"}, {"content_hash": "46c7f1a087777dc77fa8bc17a06c11efa45fee604b56a3ee95668d91ba6e9573", "fetched_at": "2026-08-29T08:33:05.911810+00:00", "kind": "homepage", "missing": false, "url": "https://www.eleuther.ai/"}, {"content_hash": "8a099f02f9a194bdfc2beebeefef4bdb5b7385e5be49bff0581ec64e89da3fd3", "fetched_at": "2026-08-29T08:33:05.924832+00:00", "kind": "site_page", "missing": false, "url": "https://www.eleuther.ai/about"}, {"content_hash": "6b771c6c6df0d217b5e4572df86b66cf6dd32ca791277fbb011d86f8bf5e1a26", "fetched_at": "2026-08-29T08:33:05.921225+00:00", "kind": "site_page", "missing": false, "url": "https://www.eleuther.ai/releases"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:09:59.996916+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T17:37:38.783319+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "6606636bdf50df48f27dfae83d07632d5c75447659cc521275fbac85a0ac33e0", "fetched_at": "2026-08-28T04:09:59.996916+00:00", "kind": "readme", "missing": false, "url": "https://github.com/EleutherAI/gpt-neox"}, {"content_hash": "46c7f1a087777dc77fa8bc17a06c11efa45fee604b56a3ee95668d91ba6e9573", "fetched_at": "2026-08-29T08:33:05.911810+00:00", "kind": "homepage", "missing": false, "url": "https://www.eleuther.ai/"}, {"content_hash": "8a099f02f9a194bdfc2beebeefef4bdb5b7385e5be49bff0581ec64e89da3fd3", "fetched_at": "2026-08-29T08:33:05.924832+00:00", "kind": "site_page", "missing": false, "url": "https://www.eleuther.ai/about"}, {"content_hash": "6b771c6c6df0d217b5e4572df86b66cf6dd32ca791277fbb011d86f8bf5e1a26", "fetched_at": "2026-08-29T08:33:05.921225+00:00", "kind": "site_page", "missing": false, "url": "https://www.eleuther.ai/releases"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T17:37:38.783319+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "6606636bdf50df48f27dfae83d07632d5c75447659cc521275fbac85a0ac33e0", "fetched_at": "2026-08-28T04:09:59.996916+00:00", "kind": "readme", "missing": false, "url": "https://github.com/EleutherAI/gpt-neox"}, {"content_hash": "46c7f1a087777dc77fa8bc17a06c11efa45fee604b56a3ee95668d91ba6e9573", "fetched_at": "2026-08-29T08:33:05.911810+00:00", "kind": "homepage", "missing": false, "url": "https://www.eleuther.ai/"}, {"content_hash": "8a099f02f9a194bdfc2beebeefef4bdb5b7385e5be49bff0581ec64e89da3fd3", "fetched_at": "2026-08-29T08:33:05.924832+00:00", "kind": "site_page", "missing": false, "url": "https://www.eleuther.ai/about"}, {"content_hash": "6b771c6c6df0d217b5e4572df86b66cf6dd32ca791277fbb011d86f8bf5e1a26", "fetched_at": "2026-08-29T08:33:05.921225+00:00", "kind": "site_page", "missing": false, "url": "https://www.eleuther.ai/releases"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:09:59.996916+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:09:59.996916+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:09:59.996916+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T17:37:38.783319+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "6606636bdf50df48f27dfae83d07632d5c75447659cc521275fbac85a0ac33e0", "fetched_at": "2026-08-28T04:09:59.996916+00:00", "kind": "readme", "missing": false, "url": "https://github.com/EleutherAI/gpt-neox"}, {"content_hash": "46c7f1a087777dc77fa8bc17a06c11efa45fee604b56a3ee95668d91ba6e9573", "fetched_at": "2026-08-29T08:33:05.911810+00:00", "kind": "homepage", "missing": false, "url": "https://www.eleuther.ai/"}, {"content_hash": "8a099f02f9a194bdfc2beebeefef4bdb5b7385e5be49bff0581ec64e89da3fd3", "fetched_at": "2026-08-29T08:33:05.924832+00:00", "kind": "site_page", "missing": false, "url": "https://www.eleuther.ai/about"}, {"content_hash": "6b771c6c6df0d217b5e4572df86b66cf6dd32ca791277fbb011d86f8bf5e1a26", "fetched_at": "2026-08-29T08:33:05.921225+00:00", "kind": "site_page", "missing": false, "url": "https://www.eleuther.ai/releases"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:09:59.996916+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:09:59.996916+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T17:37:38.783319+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "6606636bdf50df48f27dfae83d07632d5c75447659cc521275fbac85a0ac33e0", "fetched_at": "2026-08-28T04:09:59.996916+00:00", "kind": "readme", "missing": false, "url": "https://github.com/EleutherAI/gpt-neox"}, {"content_hash": "46c7f1a087777dc77fa8bc17a06c11efa45fee604b56a3ee95668d91ba6e9573", "fetched_at": "2026-08-29T08:33:05.911810+00:00", "kind": "homepage", "missing": false, "url": "https://www.eleuther.ai/"}, {"content_hash": "8a099f02f9a194bdfc2beebeefef4bdb5b7385e5be49bff0581ec64e89da3fd3", "fetched_at": "2026-08-29T08:33:05.924832+00:00", "kind": "site_page", "missing": false, "url": "https://www.eleuther.ai/about"}, {"content_hash": "6b771c6c6df0d217b5e4572df86b66cf6dd32ca791277fbb011d86f8bf5e1a26", "fetched_at": "2026-08-29T08:33:05.921225+00:00", "kind": "site_page", "missing": false, "url": "https://www.eleuther.ai/releases"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:09:59.996916+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:09:59.996916+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:09:59.996916+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T17:37:38.783319+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "6606636bdf50df48f27dfae83d07632d5c75447659cc521275fbac85a0ac33e0", "fetched_at": "2026-08-28T04:09:59.996916+00:00", "kind": "readme", "missing": false, "url": "https://github.com/EleutherAI/gpt-neox"}, {"content_hash": "46c7f1a087777dc77fa8bc17a06c11efa45fee604b56a3ee95668d91ba6e9573", "fetched_at": "2026-08-29T08:33:05.911810+00:00", "kind": "homepage", "missing": false, "url": "https://www.eleuther.ai/"}, {"content_hash": "8a099f02f9a194bdfc2beebeefef4bdb5b7385e5be49bff0581ec64e89da3fd3", "fetched_at": "2026-08-29T08:33:05.924832+00:00", "kind": "site_page", "missing": false, "url": "https://www.eleuther.ai/about"}, {"content_hash": "6b771c6c6df0d217b5e4572df86b66cf6dd32ca791277fbb011d86f8bf5e1a26", "fetched_at": "2026-08-29T08:33:05.921225+00:00", "kind": "site_page", "missing": false, "url": "https://www.eleuther.ai/releases"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:09:59.996916+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:09:59.996916+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T17:37:38.783319+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "6606636bdf50df48f27dfae83d07632d5c75447659cc521275fbac85a0ac33e0", "fetched_at": "2026-08-28T04:09:59.996916+00:00", "kind": "readme", "missing": false, "url": "https://github.com/EleutherAI/gpt-neox"}, {"content_hash": "46c7f1a087777dc77fa8bc17a06c11efa45fee604b56a3ee95668d91ba6e9573", "fetched_at": "2026-08-29T08:33:05.911810+00:00", "kind": "homepage", "missing": false, "url": "https://www.eleuther.ai/"}, {"content_hash": "8a099f02f9a194bdfc2beebeefef4bdb5b7385e5be49bff0581ec64e89da3fd3", "fetched_at": "2026-08-29T08:33:05.924832+00:00", "kind": "site_page", "missing": false, "url": "https://www.eleuther.ai/about"}, {"content_hash": "6b771c6c6df0d217b5e4572df86b66cf6dd32ca791277fbb011d86f8bf5e1a26", "fetched_at": "2026-08-29T08:33:05.921225+00:00", "kind": "site_page", "missing": false, "url": "https://www.eleuther.ai/releases"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T17:37:38.783319+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "6606636bdf50df48f27dfae83d07632d5c75447659cc521275fbac85a0ac33e0", "fetched_at": "2026-08-28T04:09:59.996916+00:00", "kind": "readme", "missing": false, "url": "https://github.com/EleutherAI/gpt-neox"}, {"content_hash": "46c7f1a087777dc77fa8bc17a06c11efa45fee604b56a3ee95668d91ba6e9573", "fetched_at": "2026-08-29T08:33:05.911810+00:00", "kind": "homepage", "missing": false, "url": "https://www.eleuther.ai/"}, {"content_hash": "8a099f02f9a194bdfc2beebeefef4bdb5b7385e5be49bff0581ec64e89da3fd3", "fetched_at": "2026-08-29T08:33:05.924832+00:00", "kind": "site_page", "missing": false, "url": "https://www.eleuther.ai/about"}, {"content_hash": "6b771c6c6df0d217b5e4572df86b66cf6dd32ca791277fbb011d86f8bf5e1a26", "fetched_at": "2026-08-29T08:33:05.921225+00:00", "kind": "site_page", "missing": false, "url": "https://www.eleuther.ai/releases"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T17:37:38.783319+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "6606636bdf50df48f27dfae83d07632d5c75447659cc521275fbac85a0ac33e0", "fetched_at": "2026-08-28T04:09:59.996916+00:00", "kind": "readme", "missing": false, "url": "https://github.com/EleutherAI/gpt-neox"}, {"content_hash": "46c7f1a087777dc77fa8bc17a06c11efa45fee604b56a3ee95668d91ba6e9573", "fetched_at": "2026-08-29T08:33:05.911810+00:00", "kind": "homepage", "missing": false, "url": "https://www.eleuther.ai/"}, {"content_hash": "8a099f02f9a194bdfc2beebeefef4bdb5b7385e5be49bff0581ec64e89da3fd3", "fetched_at": "2026-08-29T08:33:05.924832+00:00", "kind": "site_page", "missing": false, "url": "https://www.eleuther.ai/about"}, {"content_hash": "6b771c6c6df0d217b5e4572df86b66cf6dd32ca791277fbb011d86f8bf5e1a26", "fetched_at": "2026-08-29T08:33:05.921225+00:00", "kind": "site_page", "missing": false, "url": "https://www.eleuther.ai/releases"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T17:37:38.783319+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "6606636bdf50df48f27dfae83d07632d5c75447659cc521275fbac85a0ac33e0", "fetched_at": "2026-08-28T04:09:59.996916+00:00", "kind": "readme", "missing": false, "url": "https://github.com/EleutherAI/gpt-neox"}, {"content_hash": "46c7f1a087777dc77fa8bc17a06c11efa45fee604b56a3ee95668d91ba6e9573", "fetched_at": "2026-08-29T08:33:05.911810+00:00", "kind": "homepage", "missing": false, "url": "https://www.eleuther.ai/"}, {"content_hash": "8a099f02f9a194bdfc2beebeefef4bdb5b7385e5be49bff0581ec64e89da3fd3", "fetched_at": "2026-08-29T08:33:05.924832+00:00", "kind": "site_page", "missing": false, "url": "https://www.eleuther.ai/about"}, {"content_hash": "6b771c6c6df0d217b5e4572df86b66cf6dd32ca791277fbb011d86f8bf5e1a26", "fetched_at": "2026-08-29T08:33:05.921225+00:00", "kind": "site_page", "missing": false, "url": "https://www.eleuther.ai/releases"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 87, "longevity": 100, "rhythm": 8}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 2080, "days_push": 83, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 62, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}