{"adoption": {"forks": 140, "observed_at": "2026-08-28T04:04:47.864678+00:00", "stars": 1464}, "canonical_url": "https://ross.abutalabs.com/products/meta-harness", "card": {"archived": false, "artifact_type": "framework", "description": "Reference code for the Meta-Harness paper.", "domain": ["large-language-models", "machine-learning", "developer-tools"], "enriched": true, "function": ["agent-framework", "llm-inference", "machine-learning", "benchmarking", "developer-tools"], "health_score": 75, "homepage": "https://yoonholee.com/meta-harness/", "language": "Python", "license": "MIT", "license_family": "permissive", "maturity": "active", "member_repos": ["stanford-iris-lab/meta-harness", "stanford-iris-lab/meta-harness-tbench2-artifact"], "name": "Meta-Harness", "platform": ["python", "cli"], "pushed_at": "2026-07-11T22:25:06+00:00", "repo": "stanford-iris-lab/meta-harness", "stars": 1464, "tags": ["harness-engineering", "llm-agents", "automated-search", "scaffold-optimization", "terminal-bench", "research-code", "evolutionary-search", "ai-agents", "automation", "linux", "macos"], "topics": ["harness-engineering", "llm-agents"], "urls": [{"kind": "homepage", "url": "https://yoonholee.com/meta-harness/"}], "use_cases": ["automatically optimize an LLM agent scaffold for a benchmark", "search over memory-system designs for text classification", "evolve terminal-bench agent harnesses to improve task scores", "apply harness optimization to a new domain with an onboarding flow", "diagnose agent failures from raw execution traces and propose fixes", "reproduce results from the Meta-Harness paper"], "what_it_is": "Meta-Harness is a Python framework for automated end-to-end search over task-specific model harnesses — the code surrounding a fixed base LLM that decides what to store, retrieve, and show while the model works. It includes an onboarding flow for adapting the search loop to new domains and two reference experiments from the accompanying paper: memory-system search for text classification and scaffold evolution for Terminal-Bench 2.0.", "when_to_avoid": ["you need a production-ready agent framework with polished APIs and support guarantees", "you want to fine-tune model weights rather than optimize harness code", "your project cannot use Claude Code or requires a different proposer agent without adaptation work", "you need a lightweight library with minimal dependencies — the search loop is compute- and evaluation-intensive"], "when_to_choose": ["you have a fixed base model and want to automatically improve the surrounding harness code", "you want to reproduce or extend the Meta-Harness paper experiments", "you need an LLM-driven search loop that reasons over full execution traces rather than compressed summaries", "you want a starting point for harness engineering on benchmarks like Terminal-Bench 2.0"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/repos/stanford-iris-lab/meta-harness", "repo": "stanford-iris-lab/meta-harness", "role": "main", "score": 56}, {"path": "/repos/stanford-iris-lab/meta-harness-tbench2-artifact", "repo": "stanford-iris-lab/meta-harness-tbench2-artifact", "role": "examples", "score": 48}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:04:47.864678+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T04:35:07.970562+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d20509ed3e21fe511f081b063fde6f49a5cc4df5c6434392bbaa4b74234e8561", "fetched_at": "2026-08-28T04:04:47.864678+00:00", "kind": "readme", "missing": false, "url": "https://github.com/stanford-iris-lab/meta-harness"}, {"content_hash": "729264d079b4e7a120c86e009a07e0bfbf364672f70b874522597dc5ba6956ab", "fetched_at": "2026-08-29T11:43:29.096369+00:00", "kind": "homepage", "missing": false, "url": "https://yoonholee.com/meta-harness/"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:04:47.864678+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T04:35:07.970562+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d20509ed3e21fe511f081b063fde6f49a5cc4df5c6434392bbaa4b74234e8561", "fetched_at": "2026-08-28T04:04:47.864678+00:00", "kind": "readme", "missing": false, "url": "https://github.com/stanford-iris-lab/meta-harness"}, {"content_hash": "729264d079b4e7a120c86e009a07e0bfbf364672f70b874522597dc5ba6956ab", "fetched_at": "2026-08-29T11:43:29.096369+00:00", "kind": "homepage", "missing": false, "url": "https://yoonholee.com/meta-harness/"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T04:35:07.970562+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d20509ed3e21fe511f081b063fde6f49a5cc4df5c6434392bbaa4b74234e8561", "fetched_at": "2026-08-28T04:04:47.864678+00:00", "kind": "readme", "missing": false, "url": "https://github.com/stanford-iris-lab/meta-harness"}, {"content_hash": "729264d079b4e7a120c86e009a07e0bfbf364672f70b874522597dc5ba6956ab", "fetched_at": "2026-08-29T11:43:29.096369+00:00", "kind": "homepage", "missing": false, "url": "https://yoonholee.com/meta-harness/"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:04:47.864678+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:04:47.864678+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:04:47.864678+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T04:35:07.970562+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d20509ed3e21fe511f081b063fde6f49a5cc4df5c6434392bbaa4b74234e8561", "fetched_at": "2026-08-28T04:04:47.864678+00:00", "kind": "readme", "missing": false, "url": "https://github.com/stanford-iris-lab/meta-harness"}, {"content_hash": "729264d079b4e7a120c86e009a07e0bfbf364672f70b874522597dc5ba6956ab", "fetched_at": "2026-08-29T11:43:29.096369+00:00", "kind": "homepage", "missing": false, "url": "https://yoonholee.com/meta-harness/"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:04:47.864678+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:04:47.864678+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T04:35:07.970562+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d20509ed3e21fe511f081b063fde6f49a5cc4df5c6434392bbaa4b74234e8561", "fetched_at": "2026-08-28T04:04:47.864678+00:00", "kind": "readme", "missing": false, "url": "https://github.com/stanford-iris-lab/meta-harness"}, {"content_hash": "729264d079b4e7a120c86e009a07e0bfbf364672f70b874522597dc5ba6956ab", "fetched_at": "2026-08-29T11:43:29.096369+00:00", "kind": "homepage", "missing": false, "url": "https://yoonholee.com/meta-harness/"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:04:47.864678+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:04:47.864678+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:04:47.864678+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T04:35:07.970562+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d20509ed3e21fe511f081b063fde6f49a5cc4df5c6434392bbaa4b74234e8561", "fetched_at": "2026-08-28T04:04:47.864678+00:00", "kind": "readme", "missing": false, "url": "https://github.com/stanford-iris-lab/meta-harness"}, {"content_hash": "729264d079b4e7a120c86e009a07e0bfbf364672f70b874522597dc5ba6956ab", "fetched_at": "2026-08-29T11:43:29.096369+00:00", "kind": "homepage", "missing": false, "url": "https://yoonholee.com/meta-harness/"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:04:47.864678+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:04:47.864678+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T04:35:07.970562+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d20509ed3e21fe511f081b063fde6f49a5cc4df5c6434392bbaa4b74234e8561", "fetched_at": "2026-08-28T04:04:47.864678+00:00", "kind": "readme", "missing": false, "url": "https://github.com/stanford-iris-lab/meta-harness"}, {"content_hash": "729264d079b4e7a120c86e009a07e0bfbf364672f70b874522597dc5ba6956ab", "fetched_at": "2026-08-29T11:43:29.096369+00:00", "kind": "homepage", "missing": false, "url": "https://yoonholee.com/meta-harness/"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T04:35:07.970562+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d20509ed3e21fe511f081b063fde6f49a5cc4df5c6434392bbaa4b74234e8561", "fetched_at": "2026-08-28T04:04:47.864678+00:00", "kind": "readme", "missing": false, "url": "https://github.com/stanford-iris-lab/meta-harness"}, {"content_hash": "729264d079b4e7a120c86e009a07e0bfbf364672f70b874522597dc5ba6956ab", "fetched_at": "2026-08-29T11:43:29.096369+00:00", "kind": "homepage", "missing": false, "url": "https://yoonholee.com/meta-harness/"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T04:35:07.970562+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d20509ed3e21fe511f081b063fde6f49a5cc4df5c6434392bbaa4b74234e8561", "fetched_at": "2026-08-28T04:04:47.864678+00:00", "kind": "readme", "missing": false, "url": "https://github.com/stanford-iris-lab/meta-harness"}, {"content_hash": "729264d079b4e7a120c86e009a07e0bfbf364672f70b874522597dc5ba6956ab", "fetched_at": "2026-08-29T11:43:29.096369+00:00", "kind": "homepage", "missing": false, "url": "https://yoonholee.com/meta-harness/"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T04:35:07.970562+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d20509ed3e21fe511f081b063fde6f49a5cc4df5c6434392bbaa4b74234e8561", "fetched_at": "2026-08-28T04:04:47.864678+00:00", "kind": "readme", "missing": false, "url": "https://github.com/stanford-iris-lab/meta-harness"}, {"content_hash": "729264d079b4e7a120c86e009a07e0bfbf364672f70b874522597dc5ba6956ab", "fetched_at": "2026-08-29T11:43:29.096369+00:00", "kind": "homepage", "missing": false, "url": "https://yoonholee.com/meta-harness/"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 92, "longevity": 10, "rhythm": 35}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": ["no_releases", "young"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 140, "days_push": 53, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 56, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}