{"adoption": {"forks": 1112, "observed_at": "2026-08-28T04:10:01.754204+00:00", "stars": 7587}, "canonical_url": "https://ross.abutalabs.com/products/bifrost", "card": {"archived": false, "artifact_type": "service", "description": "Fastest enterprise AI gateway (50x faster than LiteLLM) with adaptive load balancer, cluster mode, guardrails, 1000+ models support & <100 µs overhead at 5k RPS.", "domain": ["large-language-models", "artificial-intelligence", "apis", "self-hosted", "monitoring"], "enriched": true, "function": ["api-gateway", "llm-inference", "caching", "load-testing", "monitoring", "rate-limiting", "middleware", "mcp", "agent-framework"], "health_score": 100, "homepage": "https://www.getmaxim.ai/bifrost", "language": "Go", "license": "Apache-2.0", "license_family": "permissive", "maturity": "active", "member_repos": ["maximhq/bifrost"], "name": "maximhq/bifrost", "platform": ["self-hosted", "go", "cli", "cross-platform"], "pushed_at": "2026-08-26T21:02:37+00:00", "repo": "maximhq/bifrost", "stars": 7587, "tags": ["llm-gateway", "openai-compatible", "model-routing", "semantic-caching", "guardrails", "fallbacks", "observability", "token-management", "drop-in-replacement", "enterprise", "ai-agents", "devops", "docker", "kubernetes", "web-server"], "topics": ["gateway", "llm", "llm-gateway", "mcp-client", "mcp-server", "guardrails", "mcp-gateway", "ai-gateway", "gateway-services", "generative-ai", "llm-cost", "llm-observability", "llmops", "load-balancing", "token-management", "model-router"], "urls": [], "use_cases": ["route llm requests across multiple providers with automatic failover", "drop-in openai-compatible proxy for openai anthropic bedrock and vertex", "track llm costs and set budgets per team or api key", "cache llm responses semantically to reduce spend", "add guardrails to block unsafe model outputs", "expose mcp tools to agents through a gateway", "monitor llm latency and throughput with otel metrics", "load balance across provider api keys at high rps"], "what_it_is": "Bifrost is a high-performance, open-source AI gateway written in Go that unifies access to 23+ LLM providers (OpenAI, Anthropic, AWS Bedrock, Google Vertex, etc.) behind a single OpenAI-compatible API. It provides automatic failover, load balancing, semantic caching, guardrails, MCP gateway support, observability, and budget/rate management with very low latency overhead.", "when_to_avoid": ["you only call a single provider directly and need no routing or governance", "you want a python-native gateway you can extend in python code", "you need cluster mode, adaptive load balancing, or SSO without an enterprise license"], "when_to_choose": ["you need a fast self-hosted llm gateway with sub-millisecond overhead", "you want one openai-compatible endpoint for many model providers", "you need failover, load balancing, and semantic caching out of the box", "you want built-in observability, budgets, and rate limits for llm usage", "you need an mcp gateway or guardrails in front of your models"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/bifrost", "repo": "maximhq/bifrost", "role": "main", "score": 83}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:10:01.754204+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T17:36:53.718130+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7fd9967c4e90be7095e2ba65f7e5f574963af25e060d002764712ad0670531d3", "fetched_at": "2026-08-28T04:10:01.754204+00:00", "kind": "readme", "missing": false, "url": "https://github.com/maximhq/bifrost"}, {"content_hash": "f0da9d3c8998aa0c081a2a73ea41c0f15ff749c10efd725864abf6952b1e84e9", "fetched_at": "2026-08-29T08:32:14.062954+00:00", "kind": "homepage", "missing": false, "url": "https://www.getmaxim.ai/bifrost"}, {"content_hash": "d4f4098bebeb8d08e6754bd49d478a0ad97b0a348e312ea301acdabf01ba8739", "fetched_at": "2026-08-29T08:32:14.072253+00:00", "kind": "site_page", "missing": false, "url": "https://www.getmaxim.ai/pricing"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:10:01.754204+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T17:36:53.718130+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7fd9967c4e90be7095e2ba65f7e5f574963af25e060d002764712ad0670531d3", "fetched_at": "2026-08-28T04:10:01.754204+00:00", "kind": "readme", "missing": false, "url": "https://github.com/maximhq/bifrost"}, {"content_hash": "f0da9d3c8998aa0c081a2a73ea41c0f15ff749c10efd725864abf6952b1e84e9", "fetched_at": "2026-08-29T08:32:14.062954+00:00", "kind": "homepage", "missing": false, "url": "https://www.getmaxim.ai/bifrost"}, {"content_hash": "d4f4098bebeb8d08e6754bd49d478a0ad97b0a348e312ea301acdabf01ba8739", "fetched_at": "2026-08-29T08:32:14.072253+00:00", "kind": "site_page", "missing": false, "url": "https://www.getmaxim.ai/pricing"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T17:36:53.718130+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7fd9967c4e90be7095e2ba65f7e5f574963af25e060d002764712ad0670531d3", "fetched_at": "2026-08-28T04:10:01.754204+00:00", "kind": "readme", "missing": false, "url": "https://github.com/maximhq/bifrost"}, {"content_hash": "f0da9d3c8998aa0c081a2a73ea41c0f15ff749c10efd725864abf6952b1e84e9", "fetched_at": "2026-08-29T08:32:14.062954+00:00", "kind": "homepage", "missing": false, "url": "https://www.getmaxim.ai/bifrost"}, {"content_hash": "d4f4098bebeb8d08e6754bd49d478a0ad97b0a348e312ea301acdabf01ba8739", "fetched_at": "2026-08-29T08:32:14.072253+00:00", "kind": "site_page", "missing": false, "url": "https://www.getmaxim.ai/pricing"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:10:01.754204+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:10:01.754204+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:10:01.754204+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T17:36:53.718130+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7fd9967c4e90be7095e2ba65f7e5f574963af25e060d002764712ad0670531d3", "fetched_at": "2026-08-28T04:10:01.754204+00:00", "kind": "readme", "missing": false, "url": "https://github.com/maximhq/bifrost"}, {"content_hash": "f0da9d3c8998aa0c081a2a73ea41c0f15ff749c10efd725864abf6952b1e84e9", "fetched_at": "2026-08-29T08:32:14.062954+00:00", "kind": "homepage", "missing": false, "url": "https://www.getmaxim.ai/bifrost"}, {"content_hash": "d4f4098bebeb8d08e6754bd49d478a0ad97b0a348e312ea301acdabf01ba8739", "fetched_at": "2026-08-29T08:32:14.072253+00:00", "kind": "site_page", "missing": false, "url": "https://www.getmaxim.ai/pricing"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:10:01.754204+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:10:01.754204+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T17:36:53.718130+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7fd9967c4e90be7095e2ba65f7e5f574963af25e060d002764712ad0670531d3", "fetched_at": "2026-08-28T04:10:01.754204+00:00", "kind": "readme", "missing": false, "url": "https://github.com/maximhq/bifrost"}, {"content_hash": "f0da9d3c8998aa0c081a2a73ea41c0f15ff749c10efd725864abf6952b1e84e9", "fetched_at": "2026-08-29T08:32:14.062954+00:00", "kind": "homepage", "missing": false, "url": "https://www.getmaxim.ai/bifrost"}, {"content_hash": "d4f4098bebeb8d08e6754bd49d478a0ad97b0a348e312ea301acdabf01ba8739", "fetched_at": "2026-08-29T08:32:14.072253+00:00", "kind": "site_page", "missing": false, "url": "https://www.getmaxim.ai/pricing"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:10:01.754204+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:10:01.754204+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:10:01.754204+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T17:36:53.718130+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7fd9967c4e90be7095e2ba65f7e5f574963af25e060d002764712ad0670531d3", "fetched_at": "2026-08-28T04:10:01.754204+00:00", "kind": "readme", "missing": false, "url": "https://github.com/maximhq/bifrost"}, {"content_hash": "f0da9d3c8998aa0c081a2a73ea41c0f15ff749c10efd725864abf6952b1e84e9", "fetched_at": "2026-08-29T08:32:14.062954+00:00", "kind": "homepage", "missing": false, "url": "https://www.getmaxim.ai/bifrost"}, {"content_hash": "d4f4098bebeb8d08e6754bd49d478a0ad97b0a348e312ea301acdabf01ba8739", "fetched_at": "2026-08-29T08:32:14.072253+00:00", "kind": "site_page", "missing": false, "url": "https://www.getmaxim.ai/pricing"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:10:01.754204+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:10:01.754204+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T17:36:53.718130+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7fd9967c4e90be7095e2ba65f7e5f574963af25e060d002764712ad0670531d3", "fetched_at": "2026-08-28T04:10:01.754204+00:00", "kind": "readme", "missing": false, "url": "https://github.com/maximhq/bifrost"}, {"content_hash": "f0da9d3c8998aa0c081a2a73ea41c0f15ff749c10efd725864abf6952b1e84e9", "fetched_at": "2026-08-29T08:32:14.062954+00:00", "kind": "homepage", "missing": false, "url": "https://www.getmaxim.ai/bifrost"}, {"content_hash": "d4f4098bebeb8d08e6754bd49d478a0ad97b0a348e312ea301acdabf01ba8739", "fetched_at": "2026-08-29T08:32:14.072253+00:00", "kind": "site_page", "missing": false, "url": "https://www.getmaxim.ai/pricing"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T17:36:53.718130+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7fd9967c4e90be7095e2ba65f7e5f574963af25e060d002764712ad0670531d3", "fetched_at": "2026-08-28T04:10:01.754204+00:00", "kind": "readme", "missing": false, "url": "https://github.com/maximhq/bifrost"}, {"content_hash": "f0da9d3c8998aa0c081a2a73ea41c0f15ff749c10efd725864abf6952b1e84e9", "fetched_at": "2026-08-29T08:32:14.062954+00:00", "kind": "homepage", "missing": false, "url": "https://www.getmaxim.ai/bifrost"}, {"content_hash": "d4f4098bebeb8d08e6754bd49d478a0ad97b0a348e312ea301acdabf01ba8739", "fetched_at": "2026-08-29T08:32:14.072253+00:00", "kind": "site_page", "missing": false, "url": "https://www.getmaxim.ai/pricing"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T17:36:53.718130+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7fd9967c4e90be7095e2ba65f7e5f574963af25e060d002764712ad0670531d3", "fetched_at": "2026-08-28T04:10:01.754204+00:00", "kind": "readme", "missing": false, "url": "https://github.com/maximhq/bifrost"}, {"content_hash": "f0da9d3c8998aa0c081a2a73ea41c0f15ff749c10efd725864abf6952b1e84e9", "fetched_at": "2026-08-29T08:32:14.062954+00:00", "kind": "homepage", "missing": false, "url": "https://www.getmaxim.ai/bifrost"}, {"content_hash": "d4f4098bebeb8d08e6754bd49d478a0ad97b0a348e312ea301acdabf01ba8739", "fetched_at": "2026-08-29T08:32:14.072253+00:00", "kind": "site_page", "missing": false, "url": "https://www.getmaxim.ai/pricing"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T17:36:53.718130+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "7fd9967c4e90be7095e2ba65f7e5f574963af25e060d002764712ad0670531d3", "fetched_at": "2026-08-28T04:10:01.754204+00:00", "kind": "readme", "missing": false, "url": "https://github.com/maximhq/bifrost"}, {"content_hash": "f0da9d3c8998aa0c081a2a73ea41c0f15ff749c10efd725864abf6952b1e84e9", "fetched_at": "2026-08-29T08:32:14.062954+00:00", "kind": "homepage", "missing": false, "url": "https://www.getmaxim.ai/bifrost"}, {"content_hash": "d4f4098bebeb8d08e6754bd49d478a0ad97b0a348e312ea301acdabf01ba8739", "fetched_at": "2026-08-29T08:32:14.072253+00:00", "kind": "site_page", "missing": false, "url": "https://www.getmaxim.ai/pricing"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 99, "longevity": 38, "rhythm": 87}, "computed_at": "2026-09-03T02:39:23.370411+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 532, "days_push": 7, "days_rel": 7, "gap_med": 0, "n_releases_24m": 2006}, "score": 83, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}