{"adoption": {"forks": 840, "observed_at": "2026-08-28T04:08:28.663049+00:00", "stars": 3903}, "canonical_url": "https://ross.abutalabs.com/products/pytorch-a2c-ppo-acktr-gail", "card": {"archived": false, "artifact_type": "library", "description": "PyTorch implementation of Advantage Actor Critic (A2C), Proximal Policy Optimization (PPO), Scalable trust-region method for deep reinforcement learning using Kronecker-factored approximation (ACKTR) and Generative Adversarial Imitation Learning (GAIL).", "domain": ["reinforcement-learning", "machine-learning", "deep-learning", "robotics", "gaming-tools"], "enriched": true, "function": ["machine-learning", "reinforcement-learning", "deep-learning"], "health_score": 20, "homepage": null, "language": "Python", "license": "MIT", "license_family": "permissive", "maturity": "maintenance", "member_repos": ["ikostrikov/pytorch-a2c-ppo-acktr-gail"], "name": "ikostrikov/pytorch-a2c-ppo-acktr-gail", "platform": ["python"], "pushed_at": "2022-05-29T12:40:49+00:00", "repo": "ikostrikov/pytorch-a2c-ppo-acktr-gail", "stars": 3903, "tags": ["a2c", "ppo", "acktr", "gail", "pytorch", "openai-gym", "atari", "mujoco", "pybullet", "imitation-learning", "policy-gradient", "linux", "macos", "gpu"], "topics": ["pytorch", "reinforcement-learning", "deep-learning", "deep-reinforcement-learning", "actor-critic", "advantage-actor-critic", "a2c", "ppo", "proximal-policy-optimization", "acktr", "second-order", "hessian", "natural-gradients", "atari", "mujoco", "roboschool", "continuous-control", "kfac", "kronecker-factored-approximation", "ale"], "urls": [], "use_cases": ["train an RL agent with PPO in PyTorch", "implement A2C for Atari games", "run reinforcement learning on MuJoCo continuous control tasks", "try imitation learning with GAIL", "compare policy gradient algorithms A2C PPO ACKTR", "learn deep reinforcement learning from a reference implementation", "train RL agents on PyBullet robotics environments"], "what_it_is": "A PyTorch implementation of several deep reinforcement learning algorithms: A2C, PPO, ACKTR, and GAIL (imitation learning). It works with OpenAI Gym environments including Atari, MuJoCo, PyBullet, and DeepMind Control Suite.", "when_to_avoid": ["you need Soft Actor-Critic or the latest RL algorithms - the author recommends his newer JAX repository", "you want a maintained production RL framework with active development", "you need distributed or massively scalable RL training"], "when_to_choose": ["you want well-tuned, citable PyTorch implementations of A2C, PPO, ACKTR, or GAIL", "you need a single codebase that works across Atari and continuous-control Gym environments", "you are doing RL research or coursework and want a readable reference implementation"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/pytorch-a2c-ppo-acktr-gail", "repo": "ikostrikov/pytorch-a2c-ppo-acktr-gail", "role": "main", "score": 32}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:08:28.663049+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T18:25:09.546888+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7383fc05cd9aaf25c0a90c9750e3453281efe08c1d697b49561906b52aed1008", "fetched_at": "2026-08-28T04:08:28.663049+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ikostrikov/pytorch-a2c-ppo-acktr-gail"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:08:28.663049+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T18:25:09.546888+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7383fc05cd9aaf25c0a90c9750e3453281efe08c1d697b49561906b52aed1008", "fetched_at": "2026-08-28T04:08:28.663049+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ikostrikov/pytorch-a2c-ppo-acktr-gail"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T18:25:09.546888+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7383fc05cd9aaf25c0a90c9750e3453281efe08c1d697b49561906b52aed1008", "fetched_at": "2026-08-28T04:08:28.663049+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ikostrikov/pytorch-a2c-ppo-acktr-gail"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:08:28.663049+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:08:28.663049+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:08:28.663049+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T18:25:09.546888+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7383fc05cd9aaf25c0a90c9750e3453281efe08c1d697b49561906b52aed1008", "fetched_at": "2026-08-28T04:08:28.663049+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ikostrikov/pytorch-a2c-ppo-acktr-gail"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:08:28.663049+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:08:28.663049+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T18:25:09.546888+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7383fc05cd9aaf25c0a90c9750e3453281efe08c1d697b49561906b52aed1008", "fetched_at": "2026-08-28T04:08:28.663049+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ikostrikov/pytorch-a2c-ppo-acktr-gail"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:08:28.663049+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:08:28.663049+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:08:28.663049+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T18:25:09.546888+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7383fc05cd9aaf25c0a90c9750e3453281efe08c1d697b49561906b52aed1008", "fetched_at": "2026-08-28T04:08:28.663049+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ikostrikov/pytorch-a2c-ppo-acktr-gail"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:08:28.663049+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:08:28.663049+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T18:25:09.546888+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7383fc05cd9aaf25c0a90c9750e3453281efe08c1d697b49561906b52aed1008", "fetched_at": "2026-08-28T04:08:28.663049+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ikostrikov/pytorch-a2c-ppo-acktr-gail"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T18:25:09.546888+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7383fc05cd9aaf25c0a90c9750e3453281efe08c1d697b49561906b52aed1008", "fetched_at": "2026-08-28T04:08:28.663049+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ikostrikov/pytorch-a2c-ppo-acktr-gail"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T18:25:09.546888+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7383fc05cd9aaf25c0a90c9750e3453281efe08c1d697b49561906b52aed1008", "fetched_at": "2026-08-28T04:08:28.663049+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ikostrikov/pytorch-a2c-ppo-acktr-gail"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T18:25:09.546888+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7383fc05cd9aaf25c0a90c9750e3453281efe08c1d697b49561906b52aed1008", "fetched_at": "2026-08-28T04:08:28.663049+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ikostrikov/pytorch-a2c-ppo-acktr-gail"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 0, "longevity": 100, "rhythm": 35}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": ["no_releases"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 3298, "days_push": 1557, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 32, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}