{"adoption": {"forks": 45, "observed_at": "2026-08-28T04:09:43.896235+00:00", "stars": 6665}, "canonical_url": "https://ross.abutalabs.com/products/arc-task-gen", "card": {"archived": false, "artifact_type": "library", "description": "Generates original ARC-AGI-1-style tasks distribution-matched to the public eval set.", "domain": ["artificial-intelligence", "machine-learning", "developer-tools"], "enriched": true, "function": ["data-generation", "machine-learning", "benchmarking"], "health_score": 78, "homepage": null, "language": "Python", "license": "MIT", "license_family": "permissive", "maturity": "active", "member_repos": ["pathwaycom/arc-task-gen"], "name": "pathwaycom/arc-task-gen", "platform": ["python", "cli"], "pushed_at": "2026-08-11T09:52:10+00:00", "repo": "pathwaycom/arc-task-gen", "stars": 6665, "tags": ["arc-agi", "benchmark-evaluation", "synthetic-tasks", "llm-evaluation", "reasoning-models", "few-shot-learning", "algorithms"], "topics": [], "urls": [], "use_cases": ["generate fresh ARC-AGI-1-style tasks for model evaluation", "create a private benchmark set to test for benchmark contamination", "evaluate reasoning models on unseen few-shot rule induction problems", "compare model performance on public vs newly generated ARC tasks", "produce ARC-format tasks.json files compatible with existing evaluation harnesses"], "what_it_is": "A Python tool that generates original ARC-AGI-1-style puzzle tasks distribution-matched to the public evaluation set. It produces tasks in the standard ARC JSON format, enabling private evaluation of frontier models on problems they have not seen before.", "when_to_avoid": ["you need general-purpose synthetic data generation unrelated to ARC-style grid puzzles", "you want to train models on ARC tasks rather than evaluate them", "you need a full ARC evaluation harness rather than just task generation"], "when_to_choose": ["you need uncontaminated ARC-AGI-1-style evaluation data for LLM or reasoning model benchmarks", "you want to measure whether model performance on ARC reflects memorization vs genuine rule induction", "you need tasks in standard ARC JSON format for an existing evaluation harness"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/arc-task-gen", "repo": "pathwaycom/arc-task-gen", "role": "main", "score": 56}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:09:43.896235+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T17:43:02.441020+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5e8f854a53984fb92022b0a5a7bba52d556eefe8a73104fb3ed58d5b2b6aef18", "fetched_at": "2026-08-28T04:09:43.896235+00:00", "kind": "readme", "missing": false, "url": "https://github.com/pathwaycom/arc-task-gen"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:09:43.896235+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T17:43:02.441020+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5e8f854a53984fb92022b0a5a7bba52d556eefe8a73104fb3ed58d5b2b6aef18", "fetched_at": "2026-08-28T04:09:43.896235+00:00", "kind": "readme", "missing": false, "url": "https://github.com/pathwaycom/arc-task-gen"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T17:43:02.441020+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5e8f854a53984fb92022b0a5a7bba52d556eefe8a73104fb3ed58d5b2b6aef18", "fetched_at": "2026-08-28T04:09:43.896235+00:00", "kind": "readme", "missing": false, "url": "https://github.com/pathwaycom/arc-task-gen"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:09:43.896235+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:09:43.896235+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:09:43.896235+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T17:43:02.441020+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5e8f854a53984fb92022b0a5a7bba52d556eefe8a73104fb3ed58d5b2b6aef18", "fetched_at": "2026-08-28T04:09:43.896235+00:00", "kind": "readme", "missing": false, "url": "https://github.com/pathwaycom/arc-task-gen"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:09:43.896235+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:09:43.896235+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T17:43:02.441020+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5e8f854a53984fb92022b0a5a7bba52d556eefe8a73104fb3ed58d5b2b6aef18", "fetched_at": "2026-08-28T04:09:43.896235+00:00", "kind": "readme", "missing": false, "url": "https://github.com/pathwaycom/arc-task-gen"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:09:43.896235+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:09:43.896235+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:09:43.896235+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T17:43:02.441020+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5e8f854a53984fb92022b0a5a7bba52d556eefe8a73104fb3ed58d5b2b6aef18", "fetched_at": "2026-08-28T04:09:43.896235+00:00", "kind": "readme", "missing": false, "url": "https://github.com/pathwaycom/arc-task-gen"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:09:43.896235+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:09:43.896235+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T17:43:02.441020+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5e8f854a53984fb92022b0a5a7bba52d556eefe8a73104fb3ed58d5b2b6aef18", "fetched_at": "2026-08-28T04:09:43.896235+00:00", "kind": "readme", "missing": false, "url": "https://github.com/pathwaycom/arc-task-gen"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T17:43:02.441020+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5e8f854a53984fb92022b0a5a7bba52d556eefe8a73104fb3ed58d5b2b6aef18", "fetched_at": "2026-08-28T04:09:43.896235+00:00", "kind": "readme", "missing": false, "url": "https://github.com/pathwaycom/arc-task-gen"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T17:43:02.441020+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5e8f854a53984fb92022b0a5a7bba52d556eefe8a73104fb3ed58d5b2b6aef18", "fetched_at": "2026-08-28T04:09:43.896235+00:00", "kind": "readme", "missing": false, "url": "https://github.com/pathwaycom/arc-task-gen"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T17:43:02.441020+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5e8f854a53984fb92022b0a5a7bba52d556eefe8a73104fb3ed58d5b2b6aef18", "fetched_at": "2026-08-28T04:09:43.896235+00:00", "kind": "readme", "missing": false, "url": "https://github.com/pathwaycom/arc-task-gen"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 97, "longevity": 2, "rhythm": 35}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": ["no_releases", "young"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 29, "days_push": 22, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 56, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}