{"adoption": {"forks": 124, "observed_at": "2026-08-28T04:03:15.800305+00:00", "stars": 1021}, "canonical_url": "https://ross.abutalabs.com/products/mind2web", "card": {"archived": false, "artifact_type": "dataset", "description": "[NeurIPS'23 Spotlight] \"Mind2Web: Towards a Generalist Agent for the Web\" -- the first LLM-based web agent and benchmark for generalist web agents", "domain": ["artificial-intelligence", "large-language-models", "machine-learning", "web-development", "data-science"], "enriched": true, "function": ["machine-learning", "agent-framework", "rag", "data-science", "benchmarking", "nlp"], "health_score": 50, "homepage": "https://osu-nlp-group.github.io/Mind2Web/", "language": "Jupyter Notebook", "license": "MIT", "license_family": "permissive", "maturity": "active", "member_repos": ["OSU-NLP-Group/Mind2Web"], "name": "OSU-NLP-Group/Mind2Web", "platform": ["python", "cross-platform"], "pushed_at": "2025-11-05T00:38:41+00:00", "repo": "OSU-NLP-Group/Mind2Web", "stars": 1021, "tags": ["web-agent", "benchmark", "llm-agent", "dataset", "neurips-2023", "web-navigation", "html-understanding", "huggingface", "jupyter-notebook", "academic-research", "task-automation", "element-ranking", "action-prediction", "ai-agents", "natural-language-processing", "research", "web-server", "gpu"], "topics": [], "urls": [], "use_cases": ["evaluate generalist web agents on real-world websites", "train LLM-based web navigation agents", "benchmark element ranking and action prediction on web pages", "research cross-domain generalization of web agents", "build agents that follow language instructions on any website", "compare web agent performance with macro and micro accuracy metrics"], "what_it_is": "Mind2Web is the first dataset and benchmark for developing and evaluating generalist LLM-based web agents that follow natural language instructions to complete complex tasks on real-world websites. It contains over 2,000 open-ended tasks from 137 websites across 31 domains, with crowdsourced action sequences, plus fine-tuning code and models for element ranking and action prediction.", "when_to_avoid": ["you need a live interactive online evaluation environment rather than offline traces (see Online-Mind2Web or SeeAct instead)", "you only target a small set of specific websites or a simulated sandbox environment", "you need production-ready web automation rather than research benchmarking", "you cannot access the encrypted test set or agree to data contamination prevention terms"], "when_to_choose": ["you need a large-scale, diverse benchmark for web agents using real websites rather than simulated ones", "you want to train or fine-tune models for web task automation from language instructions", "you need crowdsourced human action sequences as supervision for web navigation research", "you want paired HTML and screenshot data for multimodal web agent research"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/mind2web", "repo": "OSU-NLP-Group/Mind2Web", "role": "main", "score": 52}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:03:15.800305+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T07:08:48.449807+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "2fc60ba492b00f2ae8efc6a2bc993aff19c3dbf60ddb14aaba0ffceb3ecb5967", "fetched_at": "2026-08-28T04:03:15.800305+00:00", "kind": "readme", "missing": false, "url": "https://github.com/OSU-NLP-Group/Mind2Web"}, {"content_hash": "9fe2609f9ee97336f9c34d809f170892eb8afc26efb377bede46d5f7b610be70", "fetched_at": "2026-08-29T13:09:10.837575+00:00", "kind": "homepage", "missing": false, "url": "https://osu-nlp-group.github.io/Mind2Web/"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:03:15.800305+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T07:08:48.449807+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "2fc60ba492b00f2ae8efc6a2bc993aff19c3dbf60ddb14aaba0ffceb3ecb5967", "fetched_at": "2026-08-28T04:03:15.800305+00:00", "kind": "readme", "missing": false, "url": "https://github.com/OSU-NLP-Group/Mind2Web"}, {"content_hash": "9fe2609f9ee97336f9c34d809f170892eb8afc26efb377bede46d5f7b610be70", "fetched_at": "2026-08-29T13:09:10.837575+00:00", "kind": "homepage", "missing": false, "url": "https://osu-nlp-group.github.io/Mind2Web/"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T07:08:48.449807+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "2fc60ba492b00f2ae8efc6a2bc993aff19c3dbf60ddb14aaba0ffceb3ecb5967", "fetched_at": "2026-08-28T04:03:15.800305+00:00", "kind": "readme", "missing": false, "url": "https://github.com/OSU-NLP-Group/Mind2Web"}, {"content_hash": "9fe2609f9ee97336f9c34d809f170892eb8afc26efb377bede46d5f7b610be70", "fetched_at": "2026-08-29T13:09:10.837575+00:00", "kind": "homepage", "missing": false, "url": "https://osu-nlp-group.github.io/Mind2Web/"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:03:15.800305+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:03:15.800305+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:03:15.800305+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T07:08:48.449807+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "2fc60ba492b00f2ae8efc6a2bc993aff19c3dbf60ddb14aaba0ffceb3ecb5967", "fetched_at": "2026-08-28T04:03:15.800305+00:00", "kind": "readme", "missing": false, "url": "https://github.com/OSU-NLP-Group/Mind2Web"}, {"content_hash": "9fe2609f9ee97336f9c34d809f170892eb8afc26efb377bede46d5f7b610be70", "fetched_at": "2026-08-29T13:09:10.837575+00:00", "kind": "homepage", "missing": false, "url": "https://osu-nlp-group.github.io/Mind2Web/"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:03:15.800305+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:03:15.800305+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T07:08:48.449807+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "2fc60ba492b00f2ae8efc6a2bc993aff19c3dbf60ddb14aaba0ffceb3ecb5967", "fetched_at": "2026-08-28T04:03:15.800305+00:00", "kind": "readme", "missing": false, "url": "https://github.com/OSU-NLP-Group/Mind2Web"}, {"content_hash": "9fe2609f9ee97336f9c34d809f170892eb8afc26efb377bede46d5f7b610be70", "fetched_at": "2026-08-29T13:09:10.837575+00:00", "kind": "homepage", "missing": false, "url": "https://osu-nlp-group.github.io/Mind2Web/"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:03:15.800305+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:03:15.800305+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:03:15.800305+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T07:08:48.449807+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "2fc60ba492b00f2ae8efc6a2bc993aff19c3dbf60ddb14aaba0ffceb3ecb5967", "fetched_at": "2026-08-28T04:03:15.800305+00:00", "kind": "readme", "missing": false, "url": "https://github.com/OSU-NLP-Group/Mind2Web"}, {"content_hash": "9fe2609f9ee97336f9c34d809f170892eb8afc26efb377bede46d5f7b610be70", "fetched_at": "2026-08-29T13:09:10.837575+00:00", "kind": "homepage", "missing": false, "url": "https://osu-nlp-group.github.io/Mind2Web/"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:03:15.800305+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:03:15.800305+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T07:08:48.449807+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "2fc60ba492b00f2ae8efc6a2bc993aff19c3dbf60ddb14aaba0ffceb3ecb5967", "fetched_at": "2026-08-28T04:03:15.800305+00:00", "kind": "readme", "missing": false, "url": "https://github.com/OSU-NLP-Group/Mind2Web"}, {"content_hash": "9fe2609f9ee97336f9c34d809f170892eb8afc26efb377bede46d5f7b610be70", "fetched_at": "2026-08-29T13:09:10.837575+00:00", "kind": "homepage", "missing": false, "url": "https://osu-nlp-group.github.io/Mind2Web/"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T07:08:48.449807+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "2fc60ba492b00f2ae8efc6a2bc993aff19c3dbf60ddb14aaba0ffceb3ecb5967", "fetched_at": "2026-08-28T04:03:15.800305+00:00", "kind": "readme", "missing": false, "url": "https://github.com/OSU-NLP-Group/Mind2Web"}, {"content_hash": "9fe2609f9ee97336f9c34d809f170892eb8afc26efb377bede46d5f7b610be70", "fetched_at": "2026-08-29T13:09:10.837575+00:00", "kind": "homepage", "missing": false, "url": "https://osu-nlp-group.github.io/Mind2Web/"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T07:08:48.449807+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "2fc60ba492b00f2ae8efc6a2bc993aff19c3dbf60ddb14aaba0ffceb3ecb5967", "fetched_at": "2026-08-28T04:03:15.800305+00:00", "kind": "readme", "missing": false, "url": "https://github.com/OSU-NLP-Group/Mind2Web"}, {"content_hash": "9fe2609f9ee97336f9c34d809f170892eb8afc26efb377bede46d5f7b610be70", "fetched_at": "2026-08-29T13:09:10.837575+00:00", "kind": "homepage", "missing": false, "url": "https://osu-nlp-group.github.io/Mind2Web/"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T07:08:48.449807+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "2fc60ba492b00f2ae8efc6a2bc993aff19c3dbf60ddb14aaba0ffceb3ecb5967", "fetched_at": "2026-08-28T04:03:15.800305+00:00", "kind": "readme", "missing": false, "url": "https://github.com/OSU-NLP-Group/Mind2Web"}, {"content_hash": "9fe2609f9ee97336f9c34d809f170892eb8afc26efb377bede46d5f7b610be70", "fetched_at": "2026-08-29T13:09:10.837575+00:00", "kind": "homepage", "missing": false, "url": "https://osu-nlp-group.github.io/Mind2Web/"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 50, "longevity": 87, "rhythm": 35}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": ["no_releases"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 1230, "days_push": 302, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 52, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}