{"adoption": {"forks": 510, "observed_at": "2026-08-28T04:06:50.974871+00:00", "stars": 2429}, "canonical_url": "https://ross.abutalabs.com/products/reinforcement-learning-2nd-edition-by-sutton-exercise-solutions", "card": {"archived": false, "artifact_type": "learning-resource", "description": "Solutions of Reinforcement Learning, An Introduction", "domain": ["reinforcement-learning", "machine-learning", "tutorials", "education"], "enriched": true, "function": ["reinforcement-learning", "documentation"], "health_score": 39, "homepage": null, "language": "Jupyter Notebook", "license": "MIT", "license_family": "permissive", "maturity": "maintenance", "member_repos": ["LyWangPX/Reinforcement-Learning-2nd-Edition-by-Sutton-Exercise-Solutions"], "name": "LyWangPX/Reinforcement-Learning-2nd-Edition-by-Sutton-Exercise-Solutions", "platform": ["python", "cross-platform"], "pushed_at": "2025-07-10T04:22:37+00:00", "repo": "LyWangPX/Reinforcement-Learning-2nd-Edition-by-Sutton-Exercise-Solutions", "stars": 2429, "tags": ["exercise-solutions", "sutton-barto", "self-study", "jupyter-notebook", "textbook-solutions", "education"], "topics": ["reinforcement-learning", "exercise-solutions", "self-study", "solutions"], "urls": [], "use_cases": ["solutions for Sutton and Barto reinforcement learning exercises", "self-study companion for RL an introduction 2nd edition", "check my answers to reinforcement learning book problems", "learn reinforcement learning theory with worked solutions", "mathematical proofs for RL textbook exercises", "coding exercises for reinforcement learning book"], "what_it_is": "A community-maintained collection of exercise solutions for the second edition of 'Reinforcement Learning: An Introduction' by Sutton and Barto, provided as PDFs and Jupyter notebooks. It exists because the book has no official solution manual, and is aimed at self-learners.", "when_to_avoid": ["you need guaranteed-correct solutions - the project itself warns it contains errors", "you are a student looking to copy answers for graded homework", "you need solutions for chapters that are still incomplete, such as chapter 12"], "when_to_choose": ["you are self-studying the Sutton & Barto RL book without an official guide", "you want worked mathematical proofs and some coding solutions for the exercises", "you want a free, community-reviewed alternative to the incomplete official answer sheet"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/reinforcement-learning-2nd-edition-by-sutton-exercise-solutions", "repo": "LyWangPX/Reinforcement-Learning-2nd-Edition-by-Sutton-Exercise-Solutions", "role": "main", "score": 46}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:06:50.974871+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T02:31:26.887113+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "788e8553923d6dfa1e5af16722ec997c3c0abef1ed8ca8753608173341120c3b", "fetched_at": "2026-08-28T04:06:50.974871+00:00", "kind": "readme", "missing": false, "url": "https://github.com/LyWangPX/Reinforcement-Learning-2nd-Edition-by-Sutton-Exercise-Solutions"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:06:50.974871+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T02:31:26.887113+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "788e8553923d6dfa1e5af16722ec997c3c0abef1ed8ca8753608173341120c3b", "fetched_at": "2026-08-28T04:06:50.974871+00:00", "kind": "readme", "missing": false, "url": "https://github.com/LyWangPX/Reinforcement-Learning-2nd-Edition-by-Sutton-Exercise-Solutions"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T02:31:26.887113+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "788e8553923d6dfa1e5af16722ec997c3c0abef1ed8ca8753608173341120c3b", "fetched_at": "2026-08-28T04:06:50.974871+00:00", "kind": "readme", "missing": false, "url": "https://github.com/LyWangPX/Reinforcement-Learning-2nd-Edition-by-Sutton-Exercise-Solutions"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:06:50.974871+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:06:50.974871+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:06:50.974871+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T02:31:26.887113+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "788e8553923d6dfa1e5af16722ec997c3c0abef1ed8ca8753608173341120c3b", "fetched_at": "2026-08-28T04:06:50.974871+00:00", "kind": "readme", "missing": false, "url": "https://github.com/LyWangPX/Reinforcement-Learning-2nd-Edition-by-Sutton-Exercise-Solutions"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:06:50.974871+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:06:50.974871+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T02:31:26.887113+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "788e8553923d6dfa1e5af16722ec997c3c0abef1ed8ca8753608173341120c3b", "fetched_at": "2026-08-28T04:06:50.974871+00:00", "kind": "readme", "missing": false, "url": "https://github.com/LyWangPX/Reinforcement-Learning-2nd-Edition-by-Sutton-Exercise-Solutions"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:06:50.974871+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:06:50.974871+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:06:50.974871+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T02:31:26.887113+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "788e8553923d6dfa1e5af16722ec997c3c0abef1ed8ca8753608173341120c3b", "fetched_at": "2026-08-28T04:06:50.974871+00:00", "kind": "readme", "missing": false, "url": "https://github.com/LyWangPX/Reinforcement-Learning-2nd-Edition-by-Sutton-Exercise-Solutions"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:06:50.974871+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:06:50.974871+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T02:31:26.887113+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "788e8553923d6dfa1e5af16722ec997c3c0abef1ed8ca8753608173341120c3b", "fetched_at": "2026-08-28T04:06:50.974871+00:00", "kind": "readme", "missing": false, "url": "https://github.com/LyWangPX/Reinforcement-Learning-2nd-Edition-by-Sutton-Exercise-Solutions"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T02:31:26.887113+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "788e8553923d6dfa1e5af16722ec997c3c0abef1ed8ca8753608173341120c3b", "fetched_at": "2026-08-28T04:06:50.974871+00:00", "kind": "readme", "missing": false, "url": "https://github.com/LyWangPX/Reinforcement-Learning-2nd-Edition-by-Sutton-Exercise-Solutions"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T02:31:26.887113+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "788e8553923d6dfa1e5af16722ec997c3c0abef1ed8ca8753608173341120c3b", "fetched_at": "2026-08-28T04:06:50.974871+00:00", "kind": "readme", "missing": false, "url": "https://github.com/LyWangPX/Reinforcement-Learning-2nd-Edition-by-Sutton-Exercise-Solutions"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T02:31:26.887113+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "788e8553923d6dfa1e5af16722ec997c3c0abef1ed8ca8753608173341120c3b", "fetched_at": "2026-08-28T04:06:50.974871+00:00", "kind": "readme", "missing": false, "url": "https://github.com/LyWangPX/Reinforcement-Learning-2nd-Edition-by-Sutton-Exercise-Solutions"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 31, "longevity": 100, "rhythm": 35}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": ["no_releases"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 2683, "days_push": 419, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 46, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}