{"adoption": {"forks": 962, "observed_at": "2026-08-28T04:10:49.571479+00:00", "stars": 11719}, "canonical_url": "https://ross.abutalabs.com/products/tensorzero", "card": {"archived": true, "artifact_type": "service", "description": "TensorZero is an open-source LLMOps platform that unifies an LLM gateway, observability, evaluation, optimization, and experimentation.", "domain": ["large-language-models", "artificial-intelligence", "machine-learning", "developer-tools"], "enriched": true, "function": ["llm-inference", "monitoring", "api-gateway", "benchmarking", "prompt-engineering", "rag", "agent-framework"], "health_score": 10, "homepage": "https://tensorzero.com", "language": "Rust", "license": "Apache-2.0", "license_family": "permissive", "maturity": "active", "member_repos": ["tensorzero/tensorzero"], "name": "tensorzero/tensorzero", "platform": ["rust", "python", "self-hosted", "cloud", "cross-platform"], "pushed_at": "2026-06-11T01:48:44+00:00", "repo": "tensorzero/tensorzero", "stars": 11719, "tags": ["llmops", "llm-gateway", "observability", "a-b-testing", "evaluation", "model-optimization", "openai-compatible", "opentelemetry", "mlops", "docker"], "topics": ["ai", "artificial-intelligence", "deep-learning", "gpt", "llm", "llmops", "llms", "machine-learning", "rust", "ml", "mlops", "anthropic", "llama", "openai", "generative-ai", "ai-engineering", "python", "ml-engineering", "large-language-models", "genai"], "urls": [], "use_cases": ["route requests to multiple llm providers through one gateway", "log and store llm inferences and feedback for observability", "evaluate llm outputs with heuristics and llm judges", "optimize prompts and models from production metrics", "run a/b tests and experiments on llm applications", "add fallbacks and retries to llm api calls", "monitor llm application performance in production"], "what_it_is": "TensorZero is an open-source LLMOps platform that unifies an LLM gateway, observability, evaluation, optimization, and experimentation behind a single high-performance API. It is written in Rust, works with the OpenAI SDK and every major LLM provider, and can be adopted incrementally.", "when_to_avoid": ["you only need a simple single-provider SDK without ops features", "you want a fully managed SaaS with no self-hosting responsibility", "your stack cannot run Rust-based services or a gateway component"], "when_to_choose": ["you need a unified, low-latency API across many LLM providers", "you want production observability and feedback loops for LLM apps", "you need systematic evaluation and A/B testing of prompts and models", "you want to optimize LLM systems using real production data"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/tensorzero", "repo": "tensorzero/tensorzero", "role": "main", "score": 10}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:10:49.571479+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T17:15:22.870865+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "10bf8ee1b9858cde0e4c71490aeed6aeb8de657ee56881d1ac2cc40619fb18a9", "fetched_at": "2026-08-28T04:10:49.571479+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tensorzero/tensorzero"}, {"content_hash": "f85ff86e48c214b4c3f72412ccb99c4b68c6390e04479e2301a8700ef6d6f3eb", "fetched_at": "2026-08-29T08:13:36.575807+00:00", "kind": "homepage", "missing": false, "url": "https://tensorzero.com"}, {"content_hash": "51d5fafcc9d4b8ddc1b74c4f48701729e59af468b17d649196507bfae0c0fd10", "fetched_at": "2026-08-29T08:13:36.578245+00:00", "kind": "registry_crates", "missing": false, "url": "https://crates.io/api/v1/crates/tensorzero"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:10:49.571479+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T17:15:22.870865+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "10bf8ee1b9858cde0e4c71490aeed6aeb8de657ee56881d1ac2cc40619fb18a9", "fetched_at": "2026-08-28T04:10:49.571479+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tensorzero/tensorzero"}, {"content_hash": "f85ff86e48c214b4c3f72412ccb99c4b68c6390e04479e2301a8700ef6d6f3eb", "fetched_at": "2026-08-29T08:13:36.575807+00:00", "kind": "homepage", "missing": false, "url": "https://tensorzero.com"}, {"content_hash": "51d5fafcc9d4b8ddc1b74c4f48701729e59af468b17d649196507bfae0c0fd10", "fetched_at": "2026-08-29T08:13:36.578245+00:00", "kind": "registry_crates", "missing": false, "url": "https://crates.io/api/v1/crates/tensorzero"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T17:15:22.870865+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "10bf8ee1b9858cde0e4c71490aeed6aeb8de657ee56881d1ac2cc40619fb18a9", "fetched_at": "2026-08-28T04:10:49.571479+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tensorzero/tensorzero"}, {"content_hash": "f85ff86e48c214b4c3f72412ccb99c4b68c6390e04479e2301a8700ef6d6f3eb", "fetched_at": "2026-08-29T08:13:36.575807+00:00", "kind": "homepage", "missing": false, "url": "https://tensorzero.com"}, {"content_hash": "51d5fafcc9d4b8ddc1b74c4f48701729e59af468b17d649196507bfae0c0fd10", "fetched_at": "2026-08-29T08:13:36.578245+00:00", "kind": "registry_crates", "missing": false, "url": "https://crates.io/api/v1/crates/tensorzero"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:10:49.571479+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:10:49.571479+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:10:49.571479+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T17:15:22.870865+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "10bf8ee1b9858cde0e4c71490aeed6aeb8de657ee56881d1ac2cc40619fb18a9", "fetched_at": "2026-08-28T04:10:49.571479+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tensorzero/tensorzero"}, {"content_hash": "f85ff86e48c214b4c3f72412ccb99c4b68c6390e04479e2301a8700ef6d6f3eb", "fetched_at": "2026-08-29T08:13:36.575807+00:00", "kind": "homepage", "missing": false, "url": "https://tensorzero.com"}, {"content_hash": "51d5fafcc9d4b8ddc1b74c4f48701729e59af468b17d649196507bfae0c0fd10", "fetched_at": "2026-08-29T08:13:36.578245+00:00", "kind": "registry_crates", "missing": false, "url": "https://crates.io/api/v1/crates/tensorzero"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:10:49.571479+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:10:49.571479+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T17:15:22.870865+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "10bf8ee1b9858cde0e4c71490aeed6aeb8de657ee56881d1ac2cc40619fb18a9", "fetched_at": "2026-08-28T04:10:49.571479+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tensorzero/tensorzero"}, {"content_hash": "f85ff86e48c214b4c3f72412ccb99c4b68c6390e04479e2301a8700ef6d6f3eb", "fetched_at": "2026-08-29T08:13:36.575807+00:00", "kind": "homepage", "missing": false, "url": "https://tensorzero.com"}, {"content_hash": "51d5fafcc9d4b8ddc1b74c4f48701729e59af468b17d649196507bfae0c0fd10", "fetched_at": "2026-08-29T08:13:36.578245+00:00", "kind": "registry_crates", "missing": false, "url": "https://crates.io/api/v1/crates/tensorzero"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:10:49.571479+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:10:49.571479+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:10:49.571479+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T17:15:22.870865+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "10bf8ee1b9858cde0e4c71490aeed6aeb8de657ee56881d1ac2cc40619fb18a9", "fetched_at": "2026-08-28T04:10:49.571479+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tensorzero/tensorzero"}, {"content_hash": "f85ff86e48c214b4c3f72412ccb99c4b68c6390e04479e2301a8700ef6d6f3eb", "fetched_at": "2026-08-29T08:13:36.575807+00:00", "kind": "homepage", "missing": false, "url": "https://tensorzero.com"}, {"content_hash": "51d5fafcc9d4b8ddc1b74c4f48701729e59af468b17d649196507bfae0c0fd10", "fetched_at": "2026-08-29T08:13:36.578245+00:00", "kind": "registry_crates", "missing": false, "url": "https://crates.io/api/v1/crates/tensorzero"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:10:49.571479+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:10:49.571479+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T17:15:22.870865+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "10bf8ee1b9858cde0e4c71490aeed6aeb8de657ee56881d1ac2cc40619fb18a9", "fetched_at": "2026-08-28T04:10:49.571479+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tensorzero/tensorzero"}, {"content_hash": "f85ff86e48c214b4c3f72412ccb99c4b68c6390e04479e2301a8700ef6d6f3eb", "fetched_at": "2026-08-29T08:13:36.575807+00:00", "kind": "homepage", "missing": false, "url": "https://tensorzero.com"}, {"content_hash": "51d5fafcc9d4b8ddc1b74c4f48701729e59af468b17d649196507bfae0c0fd10", "fetched_at": "2026-08-29T08:13:36.578245+00:00", "kind": "registry_crates", "missing": false, "url": "https://crates.io/api/v1/crates/tensorzero"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T17:15:22.870865+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "10bf8ee1b9858cde0e4c71490aeed6aeb8de657ee56881d1ac2cc40619fb18a9", "fetched_at": "2026-08-28T04:10:49.571479+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tensorzero/tensorzero"}, {"content_hash": "f85ff86e48c214b4c3f72412ccb99c4b68c6390e04479e2301a8700ef6d6f3eb", "fetched_at": "2026-08-29T08:13:36.575807+00:00", "kind": "homepage", "missing": false, "url": "https://tensorzero.com"}, {"content_hash": "51d5fafcc9d4b8ddc1b74c4f48701729e59af468b17d649196507bfae0c0fd10", "fetched_at": "2026-08-29T08:13:36.578245+00:00", "kind": "registry_crates", "missing": false, "url": "https://crates.io/api/v1/crates/tensorzero"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T17:15:22.870865+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "10bf8ee1b9858cde0e4c71490aeed6aeb8de657ee56881d1ac2cc40619fb18a9", "fetched_at": "2026-08-28T04:10:49.571479+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tensorzero/tensorzero"}, {"content_hash": "f85ff86e48c214b4c3f72412ccb99c4b68c6390e04479e2301a8700ef6d6f3eb", "fetched_at": "2026-08-29T08:13:36.575807+00:00", "kind": "homepage", "missing": false, "url": "https://tensorzero.com"}, {"content_hash": "51d5fafcc9d4b8ddc1b74c4f48701729e59af468b17d649196507bfae0c0fd10", "fetched_at": "2026-08-29T08:13:36.578245+00:00", "kind": "registry_crates", "missing": false, "url": "https://crates.io/api/v1/crates/tensorzero"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T17:15:22.870865+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "10bf8ee1b9858cde0e4c71490aeed6aeb8de657ee56881d1ac2cc40619fb18a9", "fetched_at": "2026-08-28T04:10:49.571479+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tensorzero/tensorzero"}, {"content_hash": "f85ff86e48c214b4c3f72412ccb99c4b68c6390e04479e2301a8700ef6d6f3eb", "fetched_at": "2026-08-29T08:13:36.575807+00:00", "kind": "homepage", "missing": false, "url": "https://tensorzero.com"}, {"content_hash": "51d5fafcc9d4b8ddc1b74c4f48701729e59af468b17d649196507bfae0c0fd10", "fetched_at": "2026-08-29T08:13:36.578245+00:00", "kind": "registry_crates", "missing": false, "url": "https://crates.io/api/v1/crates/tensorzero"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 86, "longevity": 55, "rhythm": 75}, "computed_at": "2026-09-03T02:39:23.370411+00:00", "flags": ["archived"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 778, "days_push": 84, "days_rel": 90, "gap_med": 4.0, "n_releases_24m": 121}, "score": 10, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}