{"adoption": {"forks": 673, "observed_at": "2026-08-28T04:08:03.094226+00:00", "stars": 3406}, "canonical_url": "https://ross.abutalabs.com/products/mteb", "card": {"archived": false, "artifact_type": "library", "description": "MTEB: State-of-the-art evaluation of embeddings across languages and modalities", "domain": ["machine-learning", "data-science"], "enriched": true, "function": ["benchmarking", "machine-learning", "nlp", "search-engine", "cli"], "health_score": 100, "homepage": "https://docs.mteb.org", "language": "Python", "license": "Apache-2.0", "license_family": "permissive", "maturity": "active", "member_repos": ["embeddings-benchmark/mteb"], "name": "embeddings-benchmark/mteb", "platform": ["python", "cli", "cross-platform"], "pushed_at": "2026-08-26T21:33:26+00:00", "repo": "embeddings-benchmark/mteb", "stars": 3406, "tags": ["embeddings", "text-embedding", "semantic-search", "information-retrieval", "sentence-transformers", "evaluation", "leaderboard", "multilingual", "reranking", "benchmark-suite", "natural-language-processing", "search", "multimodal"], "topics": ["benchmark", "clustering", "information-retrieval", "sentence-transformers", "sts", "text-embedding", "retrieval", "neural-search", "semantic-search", "sbert", "text-classification", "bitext-mining", "reranking", "multilingual-nlp", "mteb", "low-resource-nlp", "multimodal", "embeddings", "evaluation"], "urls": [], "use_cases": ["evaluate embedding model quality on standard benchmarks", "compare sentence embedding models on retrieval tasks", "benchmark text embeddings across multiple languages", "test multimodal image-text embedding models", "run embedding evaluation from the command line", "generate model card metadata from benchmark results", "find the best embedding model for classification or reranking"], "what_it_is": "MTEB (Massive Text Embedding Benchmark) is a Python library and CLI for benchmarking embedding models across 1000+ tasks, languages, and modalities including text, image, and audio. It provides a standard evaluation harness, task selection, and a public leaderboard for comparing embedding and retrieval systems.", "when_to_avoid": ["you need to train or fine-tune embedding models rather than evaluate them", "you need a production embedding inference service", "you only need simple cosine similarity utilities without benchmarking"], "when_to_choose": ["you need standardized, reproducible evaluation of embedding or retrieval models", "you want to compare your model against the MTEB leaderboard", "you need multilingual or multimodal (image/audio) embedding benchmarks", "you want a CLI or Python API for batch-running benchmark tasks"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/mteb", "repo": "embeddings-benchmark/mteb", "role": "main", "score": 95}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:08:03.094226+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T18:38:36.264778+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "e37a62d2258f73fada2ed3fba226312e413d3426cce3ee72a4acabdbffd2c221", "fetched_at": "2026-08-28T04:08:03.094226+00:00", "kind": "readme", "missing": false, "url": "https://github.com/embeddings-benchmark/mteb"}, {"content_hash": "028c96e9e4dc791acc750d6bc9910a83da4c0d29eb02d59be61417b72beef4d9", "fetched_at": "2026-08-29T09:32:48.649280+00:00", "kind": "homepage", "missing": false, "url": "https://docs.mteb.org"}, {"content_hash": "f3893b66ce0471aae96b60a088034ed42301f4b0f4a23bc35e5a276057960125", "fetched_at": "2026-08-29T09:32:48.658641+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/installation"}, {"content_hash": "7f469a4ec9c8efb6b2a4679dbf8de9851f3dcb77c0815077edd6299672f6d496", "fetched_at": "2026-08-29T09:32:48.660286+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/get_started/usage/get_started"}, {"content_hash": "423d2fe904d45be83da21704ffdd6e200963b5f7ccce0e1899fc55b959117de8", "fetched_at": "2026-08-29T09:32:48.661879+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/get_started/usage/cli"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:08:03.094226+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T18:38:36.264778+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "e37a62d2258f73fada2ed3fba226312e413d3426cce3ee72a4acabdbffd2c221", "fetched_at": "2026-08-28T04:08:03.094226+00:00", "kind": "readme", "missing": false, "url": "https://github.com/embeddings-benchmark/mteb"}, {"content_hash": "028c96e9e4dc791acc750d6bc9910a83da4c0d29eb02d59be61417b72beef4d9", "fetched_at": "2026-08-29T09:32:48.649280+00:00", "kind": "homepage", "missing": false, "url": "https://docs.mteb.org"}, {"content_hash": "f3893b66ce0471aae96b60a088034ed42301f4b0f4a23bc35e5a276057960125", "fetched_at": "2026-08-29T09:32:48.658641+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/installation"}, {"content_hash": "7f469a4ec9c8efb6b2a4679dbf8de9851f3dcb77c0815077edd6299672f6d496", "fetched_at": "2026-08-29T09:32:48.660286+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/get_started/usage/get_started"}, {"content_hash": "423d2fe904d45be83da21704ffdd6e200963b5f7ccce0e1899fc55b959117de8", "fetched_at": "2026-08-29T09:32:48.661879+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/get_started/usage/cli"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T18:38:36.264778+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "e37a62d2258f73fada2ed3fba226312e413d3426cce3ee72a4acabdbffd2c221", "fetched_at": "2026-08-28T04:08:03.094226+00:00", "kind": "readme", "missing": false, "url": "https://github.com/embeddings-benchmark/mteb"}, {"content_hash": "028c96e9e4dc791acc750d6bc9910a83da4c0d29eb02d59be61417b72beef4d9", "fetched_at": "2026-08-29T09:32:48.649280+00:00", "kind": "homepage", "missing": false, "url": "https://docs.mteb.org"}, {"content_hash": "f3893b66ce0471aae96b60a088034ed42301f4b0f4a23bc35e5a276057960125", "fetched_at": "2026-08-29T09:32:48.658641+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/installation"}, {"content_hash": "7f469a4ec9c8efb6b2a4679dbf8de9851f3dcb77c0815077edd6299672f6d496", "fetched_at": "2026-08-29T09:32:48.660286+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/get_started/usage/get_started"}, {"content_hash": "423d2fe904d45be83da21704ffdd6e200963b5f7ccce0e1899fc55b959117de8", "fetched_at": "2026-08-29T09:32:48.661879+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/get_started/usage/cli"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:08:03.094226+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:08:03.094226+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:08:03.094226+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T18:38:36.264778+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "e37a62d2258f73fada2ed3fba226312e413d3426cce3ee72a4acabdbffd2c221", "fetched_at": "2026-08-28T04:08:03.094226+00:00", "kind": "readme", "missing": false, "url": "https://github.com/embeddings-benchmark/mteb"}, {"content_hash": "028c96e9e4dc791acc750d6bc9910a83da4c0d29eb02d59be61417b72beef4d9", "fetched_at": "2026-08-29T09:32:48.649280+00:00", "kind": "homepage", "missing": false, "url": "https://docs.mteb.org"}, {"content_hash": "f3893b66ce0471aae96b60a088034ed42301f4b0f4a23bc35e5a276057960125", "fetched_at": "2026-08-29T09:32:48.658641+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/installation"}, {"content_hash": "7f469a4ec9c8efb6b2a4679dbf8de9851f3dcb77c0815077edd6299672f6d496", "fetched_at": "2026-08-29T09:32:48.660286+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/get_started/usage/get_started"}, {"content_hash": "423d2fe904d45be83da21704ffdd6e200963b5f7ccce0e1899fc55b959117de8", "fetched_at": "2026-08-29T09:32:48.661879+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/get_started/usage/cli"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:08:03.094226+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:08:03.094226+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T18:38:36.264778+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "e37a62d2258f73fada2ed3fba226312e413d3426cce3ee72a4acabdbffd2c221", "fetched_at": "2026-08-28T04:08:03.094226+00:00", "kind": "readme", "missing": false, "url": "https://github.com/embeddings-benchmark/mteb"}, {"content_hash": "028c96e9e4dc791acc750d6bc9910a83da4c0d29eb02d59be61417b72beef4d9", "fetched_at": "2026-08-29T09:32:48.649280+00:00", "kind": "homepage", "missing": false, "url": "https://docs.mteb.org"}, {"content_hash": "f3893b66ce0471aae96b60a088034ed42301f4b0f4a23bc35e5a276057960125", "fetched_at": "2026-08-29T09:32:48.658641+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/installation"}, {"content_hash": "7f469a4ec9c8efb6b2a4679dbf8de9851f3dcb77c0815077edd6299672f6d496", "fetched_at": "2026-08-29T09:32:48.660286+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/get_started/usage/get_started"}, {"content_hash": "423d2fe904d45be83da21704ffdd6e200963b5f7ccce0e1899fc55b959117de8", "fetched_at": "2026-08-29T09:32:48.661879+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/get_started/usage/cli"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:08:03.094226+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:08:03.094226+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:08:03.094226+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T18:38:36.264778+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "e37a62d2258f73fada2ed3fba226312e413d3426cce3ee72a4acabdbffd2c221", "fetched_at": "2026-08-28T04:08:03.094226+00:00", "kind": "readme", "missing": false, "url": "https://github.com/embeddings-benchmark/mteb"}, {"content_hash": "028c96e9e4dc791acc750d6bc9910a83da4c0d29eb02d59be61417b72beef4d9", "fetched_at": "2026-08-29T09:32:48.649280+00:00", "kind": "homepage", "missing": false, "url": "https://docs.mteb.org"}, {"content_hash": "f3893b66ce0471aae96b60a088034ed42301f4b0f4a23bc35e5a276057960125", "fetched_at": "2026-08-29T09:32:48.658641+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/installation"}, {"content_hash": "7f469a4ec9c8efb6b2a4679dbf8de9851f3dcb77c0815077edd6299672f6d496", "fetched_at": "2026-08-29T09:32:48.660286+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/get_started/usage/get_started"}, {"content_hash": "423d2fe904d45be83da21704ffdd6e200963b5f7ccce0e1899fc55b959117de8", "fetched_at": "2026-08-29T09:32:48.661879+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/get_started/usage/cli"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:08:03.094226+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:08:03.094226+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T18:38:36.264778+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "e37a62d2258f73fada2ed3fba226312e413d3426cce3ee72a4acabdbffd2c221", "fetched_at": "2026-08-28T04:08:03.094226+00:00", "kind": "readme", "missing": false, "url": "https://github.com/embeddings-benchmark/mteb"}, {"content_hash": "028c96e9e4dc791acc750d6bc9910a83da4c0d29eb02d59be61417b72beef4d9", "fetched_at": "2026-08-29T09:32:48.649280+00:00", "kind": "homepage", "missing": false, "url": "https://docs.mteb.org"}, {"content_hash": "f3893b66ce0471aae96b60a088034ed42301f4b0f4a23bc35e5a276057960125", "fetched_at": "2026-08-29T09:32:48.658641+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/installation"}, {"content_hash": "7f469a4ec9c8efb6b2a4679dbf8de9851f3dcb77c0815077edd6299672f6d496", "fetched_at": "2026-08-29T09:32:48.660286+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/get_started/usage/get_started"}, {"content_hash": "423d2fe904d45be83da21704ffdd6e200963b5f7ccce0e1899fc55b959117de8", "fetched_at": "2026-08-29T09:32:48.661879+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/get_started/usage/cli"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T18:38:36.264778+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "e37a62d2258f73fada2ed3fba226312e413d3426cce3ee72a4acabdbffd2c221", "fetched_at": "2026-08-28T04:08:03.094226+00:00", "kind": "readme", "missing": false, "url": "https://github.com/embeddings-benchmark/mteb"}, {"content_hash": "028c96e9e4dc791acc750d6bc9910a83da4c0d29eb02d59be61417b72beef4d9", "fetched_at": "2026-08-29T09:32:48.649280+00:00", "kind": "homepage", "missing": false, "url": "https://docs.mteb.org"}, {"content_hash": "f3893b66ce0471aae96b60a088034ed42301f4b0f4a23bc35e5a276057960125", "fetched_at": "2026-08-29T09:32:48.658641+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/installation"}, {"content_hash": "7f469a4ec9c8efb6b2a4679dbf8de9851f3dcb77c0815077edd6299672f6d496", "fetched_at": "2026-08-29T09:32:48.660286+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/get_started/usage/get_started"}, {"content_hash": "423d2fe904d45be83da21704ffdd6e200963b5f7ccce0e1899fc55b959117de8", "fetched_at": "2026-08-29T09:32:48.661879+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/get_started/usage/cli"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T18:38:36.264778+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "e37a62d2258f73fada2ed3fba226312e413d3426cce3ee72a4acabdbffd2c221", "fetched_at": "2026-08-28T04:08:03.094226+00:00", "kind": "readme", "missing": false, "url": "https://github.com/embeddings-benchmark/mteb"}, {"content_hash": "028c96e9e4dc791acc750d6bc9910a83da4c0d29eb02d59be61417b72beef4d9", "fetched_at": "2026-08-29T09:32:48.649280+00:00", "kind": "homepage", "missing": false, "url": "https://docs.mteb.org"}, {"content_hash": "f3893b66ce0471aae96b60a088034ed42301f4b0f4a23bc35e5a276057960125", "fetched_at": "2026-08-29T09:32:48.658641+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/installation"}, {"content_hash": "7f469a4ec9c8efb6b2a4679dbf8de9851f3dcb77c0815077edd6299672f6d496", "fetched_at": "2026-08-29T09:32:48.660286+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/get_started/usage/get_started"}, {"content_hash": "423d2fe904d45be83da21704ffdd6e200963b5f7ccce0e1899fc55b959117de8", "fetched_at": "2026-08-29T09:32:48.661879+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/get_started/usage/cli"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T18:38:36.264778+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "e37a62d2258f73fada2ed3fba226312e413d3426cce3ee72a4acabdbffd2c221", "fetched_at": "2026-08-28T04:08:03.094226+00:00", "kind": "readme", "missing": false, "url": "https://github.com/embeddings-benchmark/mteb"}, {"content_hash": "028c96e9e4dc791acc750d6bc9910a83da4c0d29eb02d59be61417b72beef4d9", "fetched_at": "2026-08-29T09:32:48.649280+00:00", "kind": "homepage", "missing": false, "url": "https://docs.mteb.org"}, {"content_hash": "f3893b66ce0471aae96b60a088034ed42301f4b0f4a23bc35e5a276057960125", "fetched_at": "2026-08-29T09:32:48.658641+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/installation"}, {"content_hash": "7f469a4ec9c8efb6b2a4679dbf8de9851f3dcb77c0815077edd6299672f6d496", "fetched_at": "2026-08-29T09:32:48.660286+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/get_started/usage/get_started"}, {"content_hash": "423d2fe904d45be83da21704ffdd6e200963b5f7ccce0e1899fc55b959117de8", "fetched_at": "2026-08-29T09:32:48.661879+00:00", "kind": "site_page", "missing": false, "url": "https://docs.mteb.org/get_started/usage/cli"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 99, "longevity": 100, "rhythm": 87}, "computed_at": "2026-09-03T02:39:23.370411+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 1611, "days_push": 7, "days_rel": 8, "gap_med": 0, "n_releases_24m": 522}, "score": 95, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}