{"adoption": {"forks": 1159, "observed_at": "2026-08-28T04:10:41.654910+00:00", "stars": 10326}, "canonical_url": "https://ross.abutalabs.com/products/cleanrl", "card": {"archived": false, "artifact_type": "library", "description": "High-quality single file implementation of Deep Reinforcement Learning algorithms with research-friendly features (PPO, DQN, C51, DDPG, TD3, SAC, PPG)", "domain": ["reinforcement-learning", "machine-learning", "deep-learning", "tutorials"], "enriched": true, "function": ["machine-learning", "reinforcement-learning", "benchmarking", "sdk"], "health_score": 67, "homepage": "http://docs.cleanrl.dev", "language": "Python", "license": "NOASSERTION", "license_family": "other", "maturity": "active", "member_repos": ["vwxyzjn/cleanrl"], "name": "vwxyzjn/cleanrl", "platform": ["python", "cloud", "cross-platform"], "pushed_at": "2026-04-20T10:57:15+00:00", "repo": "vwxyzjn/cleanrl", "stars": 10326, "tags": ["deep-reinforcement-learning", "pytorch", "ppo", "dqn", "sac", "single-file-implementations", "gymnasium", "atari", "wandb", "reference-implementations", "research", "gpu", "docker"], "topics": ["wandb", "reinforcement-learning", "pytorch", "python", "gym", "machine-learning", "deep-reinforcement-learning", "deep-learning", "atari", "ale", "a2c", "proximal-policy-optimization", "ppo", "advantage-actor-critic", "actor-critic", "phasic-policy-gradient"], "urls": [], "use_cases": ["understand every implementation detail of a deep RL algorithm like PPO", "prototype custom RL algorithm variants not supported by modular libraries", "benchmark RL algorithms across Atari and other environments", "run thousands of RL experiments in the cloud with AWS Batch", "learn deep reinforcement learning from readable reference code", "reproduce RL research results with seeded, logged experiments"], "what_it_is": "CleanRL is a deep reinforcement learning library providing high-quality, single-file implementations of algorithms like PPO, DQN, DDPG, TD3, and SAC. Each standalone file contains all details of an algorithm variant, making it ideal for reading, benchmarking, and research prototyping.", "when_to_avoid": ["you want a modular library to import and compose RL components in your own code", "you need offline RL algorithms (use CORL instead)", "you want production-ready, feature-complete RL tooling with minimal code duplication", "you need a stable API surface, since files are meant to be copied and edited"], "when_to_choose": ["you want readable, self-contained reference implementations of RL algorithms", "you need to modify or extend algorithm internals for research", "you want benchmarked implementations with TensorBoard and W&B logging", "you prefer copy-paste single files over importing a modular library"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/cleanrl", "repo": "vwxyzjn/cleanrl", "role": "main", "score": 58}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:10:41.654910+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T17:19:09.273718+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "064097c19072b2925d32007be5d9f4d670546c1107c4023cb4dff523b39988de", "fetched_at": "2026-08-28T04:10:41.654910+00:00", "kind": "readme", "missing": false, "url": "https://github.com/vwxyzjn/cleanrl"}, {"content_hash": "eb3be7b71e531416b583847765a8bf67c44079730ed16d6c844f3f16c2309c8b", "fetched_at": "2026-08-29T08:18:29.817269+00:00", "kind": "homepage", "missing": false, "url": "http://docs.cleanrl.dev"}, {"content_hash": "c1a7cf838dccc7f3f0fe36550b2bf08961683defd62b38b142c3a56aec8e36fb", "fetched_at": "2026-08-29T08:18:29.826792+00:00", "kind": "site_page", "missing": false, "url": "https://docs.cleanrl.dev/get-started/installation"}, {"content_hash": "d1152ee0250eaf0b9147a23d004a8ea7a221d5f2676d89b642abcf07ec3e1859", "fetched_at": "2026-08-29T08:18:29.828629+00:00", "kind": "site_page", "missing": false, "url": "https://docs.cleanrl.dev/cloud/installation"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:10:41.654910+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T17:19:09.273718+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "064097c19072b2925d32007be5d9f4d670546c1107c4023cb4dff523b39988de", "fetched_at": "2026-08-28T04:10:41.654910+00:00", "kind": "readme", "missing": false, "url": "https://github.com/vwxyzjn/cleanrl"}, {"content_hash": "eb3be7b71e531416b583847765a8bf67c44079730ed16d6c844f3f16c2309c8b", "fetched_at": "2026-08-29T08:18:29.817269+00:00", "kind": "homepage", "missing": false, "url": "http://docs.cleanrl.dev"}, {"content_hash": "c1a7cf838dccc7f3f0fe36550b2bf08961683defd62b38b142c3a56aec8e36fb", "fetched_at": "2026-08-29T08:18:29.826792+00:00", "kind": "site_page", "missing": false, "url": "https://docs.cleanrl.dev/get-started/installation"}, {"content_hash": "d1152ee0250eaf0b9147a23d004a8ea7a221d5f2676d89b642abcf07ec3e1859", "fetched_at": "2026-08-29T08:18:29.828629+00:00", "kind": "site_page", "missing": false, "url": "https://docs.cleanrl.dev/cloud/installation"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T17:19:09.273718+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "064097c19072b2925d32007be5d9f4d670546c1107c4023cb4dff523b39988de", "fetched_at": "2026-08-28T04:10:41.654910+00:00", "kind": "readme", "missing": false, "url": "https://github.com/vwxyzjn/cleanrl"}, {"content_hash": "eb3be7b71e531416b583847765a8bf67c44079730ed16d6c844f3f16c2309c8b", "fetched_at": "2026-08-29T08:18:29.817269+00:00", "kind": "homepage", "missing": false, "url": "http://docs.cleanrl.dev"}, {"content_hash": "c1a7cf838dccc7f3f0fe36550b2bf08961683defd62b38b142c3a56aec8e36fb", "fetched_at": "2026-08-29T08:18:29.826792+00:00", "kind": "site_page", "missing": false, "url": "https://docs.cleanrl.dev/get-started/installation"}, {"content_hash": "d1152ee0250eaf0b9147a23d004a8ea7a221d5f2676d89b642abcf07ec3e1859", "fetched_at": "2026-08-29T08:18:29.828629+00:00", "kind": "site_page", "missing": false, "url": "https://docs.cleanrl.dev/cloud/installation"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:10:41.654910+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:10:41.654910+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:10:41.654910+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T17:19:09.273718+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "064097c19072b2925d32007be5d9f4d670546c1107c4023cb4dff523b39988de", "fetched_at": "2026-08-28T04:10:41.654910+00:00", "kind": "readme", "missing": false, "url": "https://github.com/vwxyzjn/cleanrl"}, {"content_hash": "eb3be7b71e531416b583847765a8bf67c44079730ed16d6c844f3f16c2309c8b", "fetched_at": "2026-08-29T08:18:29.817269+00:00", "kind": "homepage", "missing": false, "url": "http://docs.cleanrl.dev"}, {"content_hash": "c1a7cf838dccc7f3f0fe36550b2bf08961683defd62b38b142c3a56aec8e36fb", "fetched_at": "2026-08-29T08:18:29.826792+00:00", "kind": "site_page", "missing": false, "url": "https://docs.cleanrl.dev/get-started/installation"}, {"content_hash": "d1152ee0250eaf0b9147a23d004a8ea7a221d5f2676d89b642abcf07ec3e1859", "fetched_at": "2026-08-29T08:18:29.828629+00:00", "kind": "site_page", "missing": false, "url": "https://docs.cleanrl.dev/cloud/installation"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:10:41.654910+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:10:41.654910+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T17:19:09.273718+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "064097c19072b2925d32007be5d9f4d670546c1107c4023cb4dff523b39988de", "fetched_at": "2026-08-28T04:10:41.654910+00:00", "kind": "readme", "missing": false, "url": "https://github.com/vwxyzjn/cleanrl"}, {"content_hash": "eb3be7b71e531416b583847765a8bf67c44079730ed16d6c844f3f16c2309c8b", "fetched_at": "2026-08-29T08:18:29.817269+00:00", "kind": "homepage", "missing": false, "url": "http://docs.cleanrl.dev"}, {"content_hash": "c1a7cf838dccc7f3f0fe36550b2bf08961683defd62b38b142c3a56aec8e36fb", "fetched_at": "2026-08-29T08:18:29.826792+00:00", "kind": "site_page", "missing": false, "url": "https://docs.cleanrl.dev/get-started/installation"}, {"content_hash": "d1152ee0250eaf0b9147a23d004a8ea7a221d5f2676d89b642abcf07ec3e1859", "fetched_at": "2026-08-29T08:18:29.828629+00:00", "kind": "site_page", "missing": false, "url": "https://docs.cleanrl.dev/cloud/installation"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:10:41.654910+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:10:41.654910+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:10:41.654910+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T17:19:09.273718+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "064097c19072b2925d32007be5d9f4d670546c1107c4023cb4dff523b39988de", "fetched_at": "2026-08-28T04:10:41.654910+00:00", "kind": "readme", "missing": false, "url": "https://github.com/vwxyzjn/cleanrl"}, {"content_hash": "eb3be7b71e531416b583847765a8bf67c44079730ed16d6c844f3f16c2309c8b", "fetched_at": "2026-08-29T08:18:29.817269+00:00", "kind": "homepage", "missing": false, "url": "http://docs.cleanrl.dev"}, {"content_hash": "c1a7cf838dccc7f3f0fe36550b2bf08961683defd62b38b142c3a56aec8e36fb", "fetched_at": "2026-08-29T08:18:29.826792+00:00", "kind": "site_page", "missing": false, "url": "https://docs.cleanrl.dev/get-started/installation"}, {"content_hash": "d1152ee0250eaf0b9147a23d004a8ea7a221d5f2676d89b642abcf07ec3e1859", "fetched_at": "2026-08-29T08:18:29.828629+00:00", "kind": "site_page", "missing": false, "url": "https://docs.cleanrl.dev/cloud/installation"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:10:41.654910+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:10:41.654910+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T17:19:09.273718+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "064097c19072b2925d32007be5d9f4d670546c1107c4023cb4dff523b39988de", "fetched_at": "2026-08-28T04:10:41.654910+00:00", "kind": "readme", "missing": false, "url": "https://github.com/vwxyzjn/cleanrl"}, {"content_hash": "eb3be7b71e531416b583847765a8bf67c44079730ed16d6c844f3f16c2309c8b", "fetched_at": "2026-08-29T08:18:29.817269+00:00", "kind": "homepage", "missing": false, "url": "http://docs.cleanrl.dev"}, {"content_hash": "c1a7cf838dccc7f3f0fe36550b2bf08961683defd62b38b142c3a56aec8e36fb", "fetched_at": "2026-08-29T08:18:29.826792+00:00", "kind": "site_page", "missing": false, "url": "https://docs.cleanrl.dev/get-started/installation"}, {"content_hash": "d1152ee0250eaf0b9147a23d004a8ea7a221d5f2676d89b642abcf07ec3e1859", "fetched_at": "2026-08-29T08:18:29.828629+00:00", "kind": "site_page", "missing": false, "url": "https://docs.cleanrl.dev/cloud/installation"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T17:19:09.273718+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "064097c19072b2925d32007be5d9f4d670546c1107c4023cb4dff523b39988de", "fetched_at": "2026-08-28T04:10:41.654910+00:00", "kind": "readme", "missing": false, "url": "https://github.com/vwxyzjn/cleanrl"}, {"content_hash": "eb3be7b71e531416b583847765a8bf67c44079730ed16d6c844f3f16c2309c8b", "fetched_at": "2026-08-29T08:18:29.817269+00:00", "kind": "homepage", "missing": false, "url": "http://docs.cleanrl.dev"}, {"content_hash": "c1a7cf838dccc7f3f0fe36550b2bf08961683defd62b38b142c3a56aec8e36fb", "fetched_at": "2026-08-29T08:18:29.826792+00:00", "kind": "site_page", "missing": false, "url": "https://docs.cleanrl.dev/get-started/installation"}, {"content_hash": "d1152ee0250eaf0b9147a23d004a8ea7a221d5f2676d89b642abcf07ec3e1859", "fetched_at": "2026-08-29T08:18:29.828629+00:00", "kind": "site_page", "missing": false, "url": "https://docs.cleanrl.dev/cloud/installation"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T17:19:09.273718+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "064097c19072b2925d32007be5d9f4d670546c1107c4023cb4dff523b39988de", "fetched_at": "2026-08-28T04:10:41.654910+00:00", "kind": "readme", "missing": false, "url": "https://github.com/vwxyzjn/cleanrl"}, {"content_hash": "eb3be7b71e531416b583847765a8bf67c44079730ed16d6c844f3f16c2309c8b", "fetched_at": "2026-08-29T08:18:29.817269+00:00", "kind": "homepage", "missing": false, "url": "http://docs.cleanrl.dev"}, {"content_hash": "c1a7cf838dccc7f3f0fe36550b2bf08961683defd62b38b142c3a56aec8e36fb", "fetched_at": "2026-08-29T08:18:29.826792+00:00", "kind": "site_page", "missing": false, "url": "https://docs.cleanrl.dev/get-started/installation"}, {"content_hash": "d1152ee0250eaf0b9147a23d004a8ea7a221d5f2676d89b642abcf07ec3e1859", "fetched_at": "2026-08-29T08:18:29.828629+00:00", "kind": "site_page", "missing": false, "url": "https://docs.cleanrl.dev/cloud/installation"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T17:19:09.273718+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "064097c19072b2925d32007be5d9f4d670546c1107c4023cb4dff523b39988de", "fetched_at": "2026-08-28T04:10:41.654910+00:00", "kind": "readme", "missing": false, "url": "https://github.com/vwxyzjn/cleanrl"}, {"content_hash": "eb3be7b71e531416b583847765a8bf67c44079730ed16d6c844f3f16c2309c8b", "fetched_at": "2026-08-29T08:18:29.817269+00:00", "kind": "homepage", "missing": false, "url": "http://docs.cleanrl.dev"}, {"content_hash": "c1a7cf838dccc7f3f0fe36550b2bf08961683defd62b38b142c3a56aec8e36fb", "fetched_at": "2026-08-29T08:18:29.826792+00:00", "kind": "site_page", "missing": false, "url": "https://docs.cleanrl.dev/get-started/installation"}, {"content_hash": "d1152ee0250eaf0b9147a23d004a8ea7a221d5f2676d89b642abcf07ec3e1859", "fetched_at": "2026-08-29T08:18:29.828629+00:00", "kind": "site_page", "missing": false, "url": "https://docs.cleanrl.dev/cloud/installation"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 78, "longevity": 100, "rhythm": 8}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": ["no_license"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 2644, "days_push": 135, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 58, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}