{"adoption": {"forks": 307, "observed_at": "2026-08-28T04:06:14.205325+00:00", "stars": 2110}, "canonical_url": "https://ross.abutalabs.com/products/senteval", "card": {"archived": true, "artifact_type": "library", "description": "A python tool for evaluating the quality of sentence embeddings.", "domain": ["machine-learning"], "enriched": true, "function": ["machine-learning", "nlp", "benchmarking", "testing"], "health_score": 10, "homepage": null, "language": "Python", "license": "NOASSERTION", "license_family": "other", "maturity": "maintenance", "member_repos": ["facebookresearch/SentEval"], "name": "facebookresearch/SentEval", "platform": ["python"], "pushed_at": "2024-03-19T16:54:22+00:00", "repo": "facebookresearch/SentEval", "stars": 2110, "tags": ["sentence-embeddings", "evaluation-toolkit", "transfer-tasks", "probing-tasks", "pytorch", "research", "natural-language-processing", "linux", "macos"], "topics": [], "urls": [], "use_cases": ["evaluate quality of my sentence embeddings", "benchmark sentence encoders on downstream NLP tasks", "test what linguistic properties my sentence representations encode", "compare sentence embeddings on semantic textual similarity", "run standard NLP evaluation benchmarks like SNLI and STS"], "what_it_is": "SentEval is a Python library from Facebook Research for evaluating the quality of sentence embeddings via a suite of downstream transfer tasks and linguistic probing tasks. It helps researchers benchmark general-purpose fixed-size sentence representations.", "when_to_avoid": ["you need to generate or train embeddings rather than evaluate them", "you need actively maintained tooling with recent NLP benchmarks", "you are not working in Python with PyTorch"], "when_to_choose": ["you need standardized benchmarks for sentence embedding quality", "you are researching general-purpose sentence representations", "you want probing tasks to analyze linguistic information in embeddings"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/senteval", "repo": "facebookresearch/SentEval", "role": "main", "score": 10}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:06:14.205325+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T02:53:44.690327+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "508b6efed444a94382ae1f3998a88c278b77df7204e198148aee377c298f9878", "fetched_at": "2026-08-28T04:06:14.205325+00:00", "kind": "readme", "missing": false, "url": "https://github.com/facebookresearch/SentEval"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:06:14.205325+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T02:53:44.690327+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "508b6efed444a94382ae1f3998a88c278b77df7204e198148aee377c298f9878", "fetched_at": "2026-08-28T04:06:14.205325+00:00", "kind": "readme", "missing": false, "url": "https://github.com/facebookresearch/SentEval"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T02:53:44.690327+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "508b6efed444a94382ae1f3998a88c278b77df7204e198148aee377c298f9878", "fetched_at": "2026-08-28T04:06:14.205325+00:00", "kind": "readme", "missing": false, "url": "https://github.com/facebookresearch/SentEval"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:06:14.205325+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:06:14.205325+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:06:14.205325+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T02:53:44.690327+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "508b6efed444a94382ae1f3998a88c278b77df7204e198148aee377c298f9878", "fetched_at": "2026-08-28T04:06:14.205325+00:00", "kind": "readme", "missing": false, "url": "https://github.com/facebookresearch/SentEval"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:06:14.205325+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:06:14.205325+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T02:53:44.690327+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "508b6efed444a94382ae1f3998a88c278b77df7204e198148aee377c298f9878", "fetched_at": "2026-08-28T04:06:14.205325+00:00", "kind": "readme", "missing": false, "url": "https://github.com/facebookresearch/SentEval"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:06:14.205325+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:06:14.205325+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:06:14.205325+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T02:53:44.690327+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "508b6efed444a94382ae1f3998a88c278b77df7204e198148aee377c298f9878", "fetched_at": "2026-08-28T04:06:14.205325+00:00", "kind": "readme", "missing": false, "url": "https://github.com/facebookresearch/SentEval"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:06:14.205325+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:06:14.205325+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T02:53:44.690327+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "508b6efed444a94382ae1f3998a88c278b77df7204e198148aee377c298f9878", "fetched_at": "2026-08-28T04:06:14.205325+00:00", "kind": "readme", "missing": false, "url": "https://github.com/facebookresearch/SentEval"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T02:53:44.690327+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "508b6efed444a94382ae1f3998a88c278b77df7204e198148aee377c298f9878", "fetched_at": "2026-08-28T04:06:14.205325+00:00", "kind": "readme", "missing": false, "url": "https://github.com/facebookresearch/SentEval"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T02:53:44.690327+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "508b6efed444a94382ae1f3998a88c278b77df7204e198148aee377c298f9878", "fetched_at": "2026-08-28T04:06:14.205325+00:00", "kind": "readme", "missing": false, "url": "https://github.com/facebookresearch/SentEval"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T02:53:44.690327+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "508b6efed444a94382ae1f3998a88c278b77df7204e198148aee377c298f9878", "fetched_at": "2026-08-28T04:06:14.205325+00:00", "kind": "readme", "missing": false, "url": "https://github.com/facebookresearch/SentEval"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 0, "longevity": 100, "rhythm": 35}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": ["no_releases", "archived", "no_license"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 3394, "days_push": 897, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 10, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}