{"adoption": {"forks": 116, "observed_at": "2026-08-28T04:04:35.043592+00:00", "stars": 1386}, "canonical_url": "https://ross.abutalabs.com/products/hendrycks-math", "card": {"archived": false, "artifact_type": "dataset", "description": "The MATH Dataset (NeurIPS 2021)", "domain": ["mathematics", "machine-learning", "education"], "enriched": true, "function": ["machine-learning", "math", "benchmarking", "data-science"], "health_score": 44, "homepage": null, "language": "Python", "license": "MIT", "license_family": "permissive", "maturity": "stable", "member_repos": ["hendrycks/math"], "name": "hendrycks/math", "platform": ["python"], "pushed_at": "2025-09-06T18:25:04+00:00", "repo": "hendrycks/math", "stars": 1386, "tags": ["math-dataset", "benchmark", "reasoning", "evaluation", "competition-math", "neurips-2021", "natural-language-processing"], "topics": ["math", "reasoning", "logic"], "urls": [], "use_cases": ["evaluate llm math reasoning ability", "benchmark models on competition math problems", "get a dataset of step-by-step math solutions", "test mathematical problem solving of language models", "load the MATH dataset for research", "compare model performance on hard math word problems"], "what_it_is": "The MATH Dataset is a benchmark of 12,500 competition mathematics problems with full step-by-step solutions, used to measure mathematical problem solving in machine learning models. The repository provides dataset loaders and evaluation code accompanying the NeurIPS 2021 paper.", "when_to_avoid": ["you need elementary arithmetic drills or simple word problems", "you want a training corpus rather than an evaluation benchmark (though AMPS exists for pretraining)", "you need automated grading of arbitrary student answers"], "when_to_choose": ["you need a rigorous benchmark for mathematical reasoning in LLMs", "you want competition-level math problems with worked solutions", "you are reproducing or comparing against published MATH benchmark results"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/hendrycks-math", "repo": "hendrycks/math", "role": "main", "score": 50}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:04:35.043592+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T04:39:54.355817+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "ea2a34912f19c4e98dfb76a99578daa42b195d5b15a71c359147cf440c6eb018", "fetched_at": "2026-08-28T04:04:35.043592+00:00", "kind": "readme", "missing": false, "url": "https://github.com/hendrycks/math"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:04:35.043592+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T04:39:54.355817+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "ea2a34912f19c4e98dfb76a99578daa42b195d5b15a71c359147cf440c6eb018", "fetched_at": "2026-08-28T04:04:35.043592+00:00", "kind": "readme", "missing": false, "url": "https://github.com/hendrycks/math"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T04:39:54.355817+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "ea2a34912f19c4e98dfb76a99578daa42b195d5b15a71c359147cf440c6eb018", "fetched_at": "2026-08-28T04:04:35.043592+00:00", "kind": "readme", "missing": false, "url": "https://github.com/hendrycks/math"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:04:35.043592+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:04:35.043592+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:04:35.043592+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T04:39:54.355817+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "ea2a34912f19c4e98dfb76a99578daa42b195d5b15a71c359147cf440c6eb018", "fetched_at": "2026-08-28T04:04:35.043592+00:00", "kind": "readme", "missing": false, "url": "https://github.com/hendrycks/math"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:04:35.043592+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:04:35.043592+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T04:39:54.355817+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "ea2a34912f19c4e98dfb76a99578daa42b195d5b15a71c359147cf440c6eb018", "fetched_at": "2026-08-28T04:04:35.043592+00:00", "kind": "readme", "missing": false, "url": "https://github.com/hendrycks/math"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:04:35.043592+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:04:35.043592+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:04:35.043592+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T04:39:54.355817+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "ea2a34912f19c4e98dfb76a99578daa42b195d5b15a71c359147cf440c6eb018", "fetched_at": "2026-08-28T04:04:35.043592+00:00", "kind": "readme", "missing": false, "url": "https://github.com/hendrycks/math"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:04:35.043592+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:04:35.043592+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T04:39:54.355817+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "ea2a34912f19c4e98dfb76a99578daa42b195d5b15a71c359147cf440c6eb018", "fetched_at": "2026-08-28T04:04:35.043592+00:00", "kind": "readme", "missing": false, "url": "https://github.com/hendrycks/math"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T04:39:54.355817+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "ea2a34912f19c4e98dfb76a99578daa42b195d5b15a71c359147cf440c6eb018", "fetched_at": "2026-08-28T04:04:35.043592+00:00", "kind": "readme", "missing": false, "url": "https://github.com/hendrycks/math"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T04:39:54.355817+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "ea2a34912f19c4e98dfb76a99578daa42b195d5b15a71c359147cf440c6eb018", "fetched_at": "2026-08-28T04:04:35.043592+00:00", "kind": "readme", "missing": false, "url": "https://github.com/hendrycks/math"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T04:39:54.355817+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "ea2a34912f19c4e98dfb76a99578daa42b195d5b15a71c359147cf440c6eb018", "fetched_at": "2026-08-28T04:04:35.043592+00:00", "kind": "readme", "missing": false, "url": "https://github.com/hendrycks/math"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 40, "longevity": 100, "rhythm": 35}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": ["no_releases"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 2030, "days_push": 361, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 50, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}