{"adoption": {"forks": 353, "observed_at": "2026-08-28T04:06:07.283264+00:00", "stars": 2031}, "canonical_url": "https://ross.abutalabs.com/products/rainbow-is-all-you-need", "card": {"archived": false, "artifact_type": "learning-resource", "description": "Rainbow is all you need! A step-by-step tutorial from DQN to Rainbow", "domain": ["reinforcement-learning", "deep-learning", "education", "tutorials"], "enriched": true, "function": ["reinforcement-learning", "deep-learning", "machine-learning"], "health_score": 73, "homepage": null, "language": "Python", "license": "MIT", "license_family": "permissive", "maturity": "stable", "member_repos": ["Curt-Park/rainbow-is-all-you-need"], "name": "Curt-Park/rainbow-is-all-you-need", "platform": ["python"], "pushed_at": "2026-06-20T12:14:55+00:00", "repo": "Curt-Park/rainbow-is-all-you-need", "stars": 2031, "tags": ["pytorch", "dqn", "rainbow", "deep-q-network", "q-learning", "prioritized-experience-replay", "dueling-network", "noisy-net", "distributional-rl", "n-step-learning", "iqn", "marimo", "notebook", "gymnasium", "tutorial", "gpu"], "topics": ["pytorch", "reinforcement-learning", "dqn", "rainbow", "gym-environment", "colab-notebook", "nbviewer"], "urls": [], "use_cases": ["learn deep reinforcement learning from scratch", "understand how DQN works with code", "implement rainbow RL in pytorch", "tutorial on prioritized experience replay", "study dueling networks and noisy nets", "understand distributional reinforcement learning", "run RL notebook examples in the browser", "step-by-step guide from DQN to Rainbow"], "what_it_is": "A step-by-step tutorial of interactive Python notebooks teaching value-based deep reinforcement learning, progressing from DQN through its key improvements (Double DQN, Prioritized Experience Replay, Dueling Networks, NoisyNet, Categorical DQN, N-step learning) to Rainbow and Rainbow IQN. Each chapter pairs theoretical background with object-oriented PyTorch implementations that run in the cloud via molab or locally with marimo.", "when_to_avoid": ["You need a production-ready RL library or framework rather than educational notebooks", "You are looking for policy-gradient methods like PPO or A2C (see PG is All You Need instead)", "You need scalable or distributed RL training infrastructure"], "when_to_choose": ["You want to learn value-based deep RL methods with annotated, runnable PyTorch code", "You prefer theory paired with clean object-oriented implementations in interactive notebooks", "You want zero-setup cloud execution of RL examples via molab"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/rainbow-is-all-you-need", "repo": "Curt-Park/rainbow-is-all-you-need", "role": "main", "score": 72}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:06:07.283264+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T02:59:30.923223+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "bf1a90ff5b3c58483309dd9815fbd2d92453c459c8336ae085ed5b8fb44845dc", "fetched_at": "2026-08-28T04:06:07.283264+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Curt-Park/rainbow-is-all-you-need"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:06:07.283264+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T02:59:30.923223+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "bf1a90ff5b3c58483309dd9815fbd2d92453c459c8336ae085ed5b8fb44845dc", "fetched_at": "2026-08-28T04:06:07.283264+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Curt-Park/rainbow-is-all-you-need"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T02:59:30.923223+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "bf1a90ff5b3c58483309dd9815fbd2d92453c459c8336ae085ed5b8fb44845dc", "fetched_at": "2026-08-28T04:06:07.283264+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Curt-Park/rainbow-is-all-you-need"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:06:07.283264+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:06:07.283264+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:06:07.283264+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T02:59:30.923223+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "bf1a90ff5b3c58483309dd9815fbd2d92453c459c8336ae085ed5b8fb44845dc", "fetched_at": "2026-08-28T04:06:07.283264+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Curt-Park/rainbow-is-all-you-need"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:06:07.283264+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:06:07.283264+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T02:59:30.923223+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "bf1a90ff5b3c58483309dd9815fbd2d92453c459c8336ae085ed5b8fb44845dc", "fetched_at": "2026-08-28T04:06:07.283264+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Curt-Park/rainbow-is-all-you-need"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:06:07.283264+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:06:07.283264+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:06:07.283264+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T02:59:30.923223+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "bf1a90ff5b3c58483309dd9815fbd2d92453c459c8336ae085ed5b8fb44845dc", "fetched_at": "2026-08-28T04:06:07.283264+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Curt-Park/rainbow-is-all-you-need"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:06:07.283264+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:06:07.283264+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T02:59:30.923223+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "bf1a90ff5b3c58483309dd9815fbd2d92453c459c8336ae085ed5b8fb44845dc", "fetched_at": "2026-08-28T04:06:07.283264+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Curt-Park/rainbow-is-all-you-need"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T02:59:30.923223+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "bf1a90ff5b3c58483309dd9815fbd2d92453c459c8336ae085ed5b8fb44845dc", "fetched_at": "2026-08-28T04:06:07.283264+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Curt-Park/rainbow-is-all-you-need"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T02:59:30.923223+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "bf1a90ff5b3c58483309dd9815fbd2d92453c459c8336ae085ed5b8fb44845dc", "fetched_at": "2026-08-28T04:06:07.283264+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Curt-Park/rainbow-is-all-you-need"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T02:59:30.923223+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "bf1a90ff5b3c58483309dd9815fbd2d92453c459c8336ae085ed5b8fb44845dc", "fetched_at": "2026-08-28T04:06:07.283264+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Curt-Park/rainbow-is-all-you-need"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 88, "longevity": 100, "rhythm": 35}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": ["no_releases"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 2641, "days_push": 74, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 72, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}