{"adoption": {"forks": 211, "observed_at": "2026-08-28T04:06:09.126370+00:00", "stars": 2050}, "canonical_url": "https://ross.abutalabs.com/products/checklist", "card": {"archived": false, "artifact_type": "library", "description": "Beyond Accuracy: Behavioral Testing of NLP models with CheckList", "domain": ["machine-learning", "testing"], "enriched": true, "function": ["testing", "nlp", "fuzzing", "data-generation"], "health_score": 20, "homepage": null, "language": "Jupyter Notebook", "license": "MIT", "license_family": "permissive", "maturity": "maintenance", "member_repos": ["marcotcr/checklist"], "name": "marcotcr/checklist", "platform": ["python", "cross-platform"], "pushed_at": "2024-01-09T01:46:07+00:00", "repo": "marcotcr/checklist", "stars": 2050, "tags": ["behavioral-testing", "nlp-model-evaluation", "acl-2020", "jupyter-notebooks", "huggingface", "natural-language-processing"], "topics": [], "urls": [], "use_cases": ["test nlp models beyond accuracy metrics", "generate behavioral test suites for sentiment classifiers", "test huggingface transformer pipelines", "create invariance and directional tests for qa models", "find weaknesses in nlp models with perturbation tests"], "what_it_is": "CheckList is a Python library for behavioral testing of NLP models, implementing the ACL 2020 paper 'Beyond Accuracy: Behavioral Testing of NLP models with CheckList'. It lets users generate test suites (invariance, directional, and minimum-functionality tests) for tasks like sentiment analysis, QA, and paraphrase detection, including support for Hugging Face transformer pipelines.", "when_to_avoid": ["you need testing for non-NLP machine learning models", "you want a maintained tool with active development - the project is in maintenance mode", "you rely on visualizations in JupyterLab or Colab, which are unsupported"], "when_to_choose": ["you want systematic behavioral testing of an NLP model rather than just benchmark accuracy", "you need to generate perturbation-based test data for classification or QA models", "you work in Jupyter and want interactive test visualizations"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/checklist", "repo": "marcotcr/checklist", "role": "main", "score": 32}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:06:09.126370+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T02:57:36.247411+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1659f58699245a853a3393cfac955ce1e3049b9033dd10b2d9b94111f597020e", "fetched_at": "2026-08-28T04:06:09.126370+00:00", "kind": "readme", "missing": false, "url": "https://github.com/marcotcr/checklist"}, {"content_hash": "73ed2b051784ab92f81ba898061aff825069e26a98491e124857e736cdd4b374", "fetched_at": "2026-08-29T10:38:03.193160+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/checklist/json"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:06:09.126370+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T02:57:36.247411+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1659f58699245a853a3393cfac955ce1e3049b9033dd10b2d9b94111f597020e", "fetched_at": "2026-08-28T04:06:09.126370+00:00", "kind": "readme", "missing": false, "url": "https://github.com/marcotcr/checklist"}, {"content_hash": "73ed2b051784ab92f81ba898061aff825069e26a98491e124857e736cdd4b374", "fetched_at": "2026-08-29T10:38:03.193160+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/checklist/json"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T02:57:36.247411+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1659f58699245a853a3393cfac955ce1e3049b9033dd10b2d9b94111f597020e", "fetched_at": "2026-08-28T04:06:09.126370+00:00", "kind": "readme", "missing": false, "url": "https://github.com/marcotcr/checklist"}, {"content_hash": "73ed2b051784ab92f81ba898061aff825069e26a98491e124857e736cdd4b374", "fetched_at": "2026-08-29T10:38:03.193160+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/checklist/json"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:06:09.126370+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:06:09.126370+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:06:09.126370+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T02:57:36.247411+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1659f58699245a853a3393cfac955ce1e3049b9033dd10b2d9b94111f597020e", "fetched_at": "2026-08-28T04:06:09.126370+00:00", "kind": "readme", "missing": false, "url": "https://github.com/marcotcr/checklist"}, {"content_hash": "73ed2b051784ab92f81ba898061aff825069e26a98491e124857e736cdd4b374", "fetched_at": "2026-08-29T10:38:03.193160+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/checklist/json"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:06:09.126370+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:06:09.126370+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T02:57:36.247411+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1659f58699245a853a3393cfac955ce1e3049b9033dd10b2d9b94111f597020e", "fetched_at": "2026-08-28T04:06:09.126370+00:00", "kind": "readme", "missing": false, "url": "https://github.com/marcotcr/checklist"}, {"content_hash": "73ed2b051784ab92f81ba898061aff825069e26a98491e124857e736cdd4b374", "fetched_at": "2026-08-29T10:38:03.193160+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/checklist/json"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:06:09.126370+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:06:09.126370+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:06:09.126370+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T02:57:36.247411+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1659f58699245a853a3393cfac955ce1e3049b9033dd10b2d9b94111f597020e", "fetched_at": "2026-08-28T04:06:09.126370+00:00", "kind": "readme", "missing": false, "url": "https://github.com/marcotcr/checklist"}, {"content_hash": "73ed2b051784ab92f81ba898061aff825069e26a98491e124857e736cdd4b374", "fetched_at": "2026-08-29T10:38:03.193160+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/checklist/json"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:06:09.126370+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:06:09.126370+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T02:57:36.247411+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1659f58699245a853a3393cfac955ce1e3049b9033dd10b2d9b94111f597020e", "fetched_at": "2026-08-28T04:06:09.126370+00:00", "kind": "readme", "missing": false, "url": "https://github.com/marcotcr/checklist"}, {"content_hash": "73ed2b051784ab92f81ba898061aff825069e26a98491e124857e736cdd4b374", "fetched_at": "2026-08-29T10:38:03.193160+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/checklist/json"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T02:57:36.247411+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1659f58699245a853a3393cfac955ce1e3049b9033dd10b2d9b94111f597020e", "fetched_at": "2026-08-28T04:06:09.126370+00:00", "kind": "readme", "missing": false, "url": "https://github.com/marcotcr/checklist"}, {"content_hash": "73ed2b051784ab92f81ba898061aff825069e26a98491e124857e736cdd4b374", "fetched_at": "2026-08-29T10:38:03.193160+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/checklist/json"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T02:57:36.247411+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1659f58699245a853a3393cfac955ce1e3049b9033dd10b2d9b94111f597020e", "fetched_at": "2026-08-28T04:06:09.126370+00:00", "kind": "readme", "missing": false, "url": "https://github.com/marcotcr/checklist"}, {"content_hash": "73ed2b051784ab92f81ba898061aff825069e26a98491e124857e736cdd4b374", "fetched_at": "2026-08-29T10:38:03.193160+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/checklist/json"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T02:57:36.247411+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1659f58699245a853a3393cfac955ce1e3049b9033dd10b2d9b94111f597020e", "fetched_at": "2026-08-28T04:06:09.126370+00:00", "kind": "readme", "missing": false, "url": "https://github.com/marcotcr/checklist"}, {"content_hash": "73ed2b051784ab92f81ba898061aff825069e26a98491e124857e736cdd4b374", "fetched_at": "2026-08-29T10:38:03.193160+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/checklist/json"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 0, "longevity": 100, "rhythm": 35}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": ["no_releases"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 2368, "days_push": 968, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 32, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}