{"adoption": {"forks": 355, "observed_at": "2026-08-28T04:04:50.914982+00:00", "stars": 1480}, "canonical_url": "https://ross.abutalabs.com/products/reinforcejs", "card": {"archived": false, "artifact_type": "library", "description": "Reinforcement Learning Agents in Javascript (Dynamic Programming, Temporal Difference, Deep Q-Learning, Stochastic/Deterministic Policy Gradients)", "domain": ["reinforcement-learning", "machine-learning", "education"], "enriched": true, "function": ["machine-learning", "reinforcement-learning", "agent-framework"], "health_score": 20, "homepage": null, "language": "HTML", "license": null, "license_family": "other", "maturity": "maintenance", "member_repos": ["karpathy/reinforcejs"], "name": "karpathy/reinforcejs", "platform": ["browser"], "pushed_at": "2019-02-18T20:11:56+00:00", "repo": "karpathy/reinforcejs", "stars": 1480, "tags": ["reinforcement-learning", "q-learning", "deep-q-learning", "policy-gradients", "javascript", "educational-demos", "nodejs"], "topics": [], "urls": [], "use_cases": ["train reinforcement learning agents in the browser", "learn how Q-learning and deep Q-learning work", "implement tabular TD learning like SARSA", "experiment with policy gradient methods for continuous actions", "build interactive RL demos for teaching", "run a DQN agent on a custom environment in JavaScript"], "what_it_is": "REINFORCEjs is a JavaScript library implementing common reinforcement learning algorithms including Dynamic Programming, Temporal Difference Learning (SARSA/Q-Learning), Deep Q-Learning, and Stochastic/Deterministic Policy Gradients. It ships with web demos and exports an RL object with DP, TD, and DQN agent classes for building learning loops in the browser or Node.", "when_to_avoid": ["you need production-grade, well-tested RL for real applications", "you need GPU-accelerated training or large-scale experiments", "you need actively maintained software with ongoing bug fixes", "you need policy gradient methods that are reliable, as they are described as very alpha"], "when_to_choose": ["you want to learn or teach RL algorithms with runnable browser demos", "you need lightweight RL agents in JavaScript for small state/action spaces", "you want a simple DQN implementation without heavy dependencies"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/reinforcejs", "repo": "karpathy/reinforcejs", "role": "main", "score": 32}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:04:50.914982+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T04:34:15.037233+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "28c323f2068abab7cb3fab53c1cba9f8ac68da5305fbfd88483026059dc3b709", "fetched_at": "2026-08-28T04:04:50.914982+00:00", "kind": "readme", "missing": false, "url": "https://github.com/karpathy/reinforcejs"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:04:50.914982+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T04:34:15.037233+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "28c323f2068abab7cb3fab53c1cba9f8ac68da5305fbfd88483026059dc3b709", "fetched_at": "2026-08-28T04:04:50.914982+00:00", "kind": "readme", "missing": false, "url": "https://github.com/karpathy/reinforcejs"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T04:34:15.037233+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "28c323f2068abab7cb3fab53c1cba9f8ac68da5305fbfd88483026059dc3b709", "fetched_at": "2026-08-28T04:04:50.914982+00:00", "kind": "readme", "missing": false, "url": "https://github.com/karpathy/reinforcejs"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:04:50.914982+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:04:50.914982+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:04:50.914982+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T04:34:15.037233+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "28c323f2068abab7cb3fab53c1cba9f8ac68da5305fbfd88483026059dc3b709", "fetched_at": "2026-08-28T04:04:50.914982+00:00", "kind": "readme", "missing": false, "url": "https://github.com/karpathy/reinforcejs"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:04:50.914982+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:04:50.914982+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T04:34:15.037233+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "28c323f2068abab7cb3fab53c1cba9f8ac68da5305fbfd88483026059dc3b709", "fetched_at": "2026-08-28T04:04:50.914982+00:00", "kind": "readme", "missing": false, "url": "https://github.com/karpathy/reinforcejs"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:04:50.914982+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:04:50.914982+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:04:50.914982+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T04:34:15.037233+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "28c323f2068abab7cb3fab53c1cba9f8ac68da5305fbfd88483026059dc3b709", "fetched_at": "2026-08-28T04:04:50.914982+00:00", "kind": "readme", "missing": false, "url": "https://github.com/karpathy/reinforcejs"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:04:50.914982+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:04:50.914982+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T04:34:15.037233+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "28c323f2068abab7cb3fab53c1cba9f8ac68da5305fbfd88483026059dc3b709", "fetched_at": "2026-08-28T04:04:50.914982+00:00", "kind": "readme", "missing": false, "url": "https://github.com/karpathy/reinforcejs"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T04:34:15.037233+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "28c323f2068abab7cb3fab53c1cba9f8ac68da5305fbfd88483026059dc3b709", "fetched_at": "2026-08-28T04:04:50.914982+00:00", "kind": "readme", "missing": false, "url": "https://github.com/karpathy/reinforcejs"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T04:34:15.037233+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "28c323f2068abab7cb3fab53c1cba9f8ac68da5305fbfd88483026059dc3b709", "fetched_at": "2026-08-28T04:04:50.914982+00:00", "kind": "readme", "missing": false, "url": "https://github.com/karpathy/reinforcejs"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T04:34:15.037233+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "28c323f2068abab7cb3fab53c1cba9f8ac68da5305fbfd88483026059dc3b709", "fetched_at": "2026-08-28T04:04:50.914982+00:00", "kind": "readme", "missing": false, "url": "https://github.com/karpathy/reinforcejs"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 0, "longevity": 100, "rhythm": 35}, "computed_at": "2026-09-03T02:39:23.370411+00:00", "flags": ["no_releases", "no_license"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 4155, "days_push": 2753, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 32, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}