{"adoption": {"forks": 187, "observed_at": "2026-08-28T04:05:03.088019+00:00", "stars": 1555}, "canonical_url": "https://ross.abutalabs.com/products/bsuite", "card": {"archived": false, "artifact_type": "library", "description": "bsuite is a collection of carefully-designed experiments that investigate core capabilities of a reinforcement learning (RL) agent", "domain": ["reinforcement-learning", "machine-learning"], "enriched": true, "function": ["machine-learning", "reinforcement-learning", "benchmarking", "testing", "data-visualization"], "health_score": 99, "homepage": null, "language": "Python", "license": "Apache-2.0", "license_family": "permissive", "maturity": "stable", "member_repos": ["google-deepmind/bsuite"], "name": "google-deepmind/bsuite", "platform": ["python", "windows"], "pushed_at": "2026-08-24T19:16:01+00:00", "repo": "google-deepmind/bsuite", "stars": 1555, "tags": ["reinforcement-learning-benchmark", "rl-evaluation", "deepmind", "agent-capabilities", "jupyter-notebook", "research-benchmark", "research", "algorithms", "linux", "macos"], "topics": [], "urls": [], "use_cases": ["benchmark my RL agent on standardized capability experiments", "evaluate reinforcement learning algorithm generalization", "compare RL agents on exploration and memory tasks", "analyze agent behavior with reproducible plots", "find weaknesses in my RL algorithm's learning", "run reproducible RL research experiments"], "what_it_is": "bsuite (Behaviour Suite for Reinforcement Learning) is a collection of carefully-designed experiments from DeepMind that investigate core capabilities of reinforcement learning agents. It automates evaluation and analysis of any agent on shared benchmarks via environment-embedded logging and pre-made Jupyter notebook analysis.", "when_to_avoid": ["you need a general-purpose RL environment library like Gym for training rather than evaluation", "you need high-throughput or large-scale environment simulation", "you want pre-trained RL agents or algorithms rather than evaluation tooling"], "when_to_choose": ["you need standardized, well-designed benchmarks to evaluate RL agent capabilities", "you want automated logging and analysis notebooks for RL experiments", "you are doing RL research requiring reproducible comparisons across algorithms"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/bsuite", "repo": "google-deepmind/bsuite", "role": "main", "score": 82}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.088019+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T04:30:01.370417+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c4ef0e1ea40a6c0f6b60a54bae32f2e235393ca85e8e93e2ad2a0629be403bfa", "fetched_at": "2026-08-28T04:05:03.088019+00:00", "kind": "readme", "missing": false, "url": "https://github.com/google-deepmind/bsuite"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.088019+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T04:30:01.370417+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c4ef0e1ea40a6c0f6b60a54bae32f2e235393ca85e8e93e2ad2a0629be403bfa", "fetched_at": "2026-08-28T04:05:03.088019+00:00", "kind": "readme", "missing": false, "url": "https://github.com/google-deepmind/bsuite"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T04:30:01.370417+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c4ef0e1ea40a6c0f6b60a54bae32f2e235393ca85e8e93e2ad2a0629be403bfa", "fetched_at": "2026-08-28T04:05:03.088019+00:00", "kind": "readme", "missing": false, "url": "https://github.com/google-deepmind/bsuite"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.088019+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.088019+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.088019+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T04:30:01.370417+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c4ef0e1ea40a6c0f6b60a54bae32f2e235393ca85e8e93e2ad2a0629be403bfa", "fetched_at": "2026-08-28T04:05:03.088019+00:00", "kind": "readme", "missing": false, "url": "https://github.com/google-deepmind/bsuite"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.088019+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.088019+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T04:30:01.370417+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c4ef0e1ea40a6c0f6b60a54bae32f2e235393ca85e8e93e2ad2a0629be403bfa", "fetched_at": "2026-08-28T04:05:03.088019+00:00", "kind": "readme", "missing": false, "url": "https://github.com/google-deepmind/bsuite"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.088019+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.088019+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.088019+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T04:30:01.370417+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c4ef0e1ea40a6c0f6b60a54bae32f2e235393ca85e8e93e2ad2a0629be403bfa", "fetched_at": "2026-08-28T04:05:03.088019+00:00", "kind": "readme", "missing": false, "url": "https://github.com/google-deepmind/bsuite"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.088019+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.088019+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T04:30:01.370417+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c4ef0e1ea40a6c0f6b60a54bae32f2e235393ca85e8e93e2ad2a0629be403bfa", "fetched_at": "2026-08-28T04:05:03.088019+00:00", "kind": "readme", "missing": false, "url": "https://github.com/google-deepmind/bsuite"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T04:30:01.370417+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c4ef0e1ea40a6c0f6b60a54bae32f2e235393ca85e8e93e2ad2a0629be403bfa", "fetched_at": "2026-08-28T04:05:03.088019+00:00", "kind": "readme", "missing": false, "url": "https://github.com/google-deepmind/bsuite"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T04:30:01.370417+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c4ef0e1ea40a6c0f6b60a54bae32f2e235393ca85e8e93e2ad2a0629be403bfa", "fetched_at": "2026-08-28T04:05:03.088019+00:00", "kind": "readme", "missing": false, "url": "https://github.com/google-deepmind/bsuite"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T04:30:01.370417+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c4ef0e1ea40a6c0f6b60a54bae32f2e235393ca85e8e93e2ad2a0629be403bfa", "fetched_at": "2026-08-28T04:05:03.088019+00:00", "kind": "readme", "missing": false, "url": "https://github.com/google-deepmind/bsuite"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 99, "longevity": 100, "rhythm": 51}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 2588, "days_push": 9, "days_rel": 117, "gap_med": null, "n_releases_24m": 1}, "score": 82, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}