{"adoption": {"forks": 179, "observed_at": "2026-08-28T04:04:22.426389+00:00", "stars": 1324}, "canonical_url": "https://ross.abutalabs.com/products/tabbyapi", "card": {"archived": false, "artifact_type": "application", "description": "The official API server for Exllama. OAI compatible, lightweight, and fast.", "domain": ["large-language-models", "artificial-intelligence", "self-hosted"], "enriched": true, "function": ["llm-inference", "http-server", "api-framework"], "health_score": 80, "homepage": null, "language": "Python", "license": "AGPL-3.0", "license_family": "copyleft", "maturity": "active", "member_repos": ["theroyallab/tabbyAPI"], "name": "theroyallab/tabbyAPI", "platform": ["windows", "python", "self-hosted"], "pushed_at": "2026-08-26T14:34:51+00:00", "repo": "theroyallab/tabbyAPI", "stars": 1324, "tags": ["openai-compatible", "exllama", "fastapi", "text-generation", "local-llm", "tool-calling", "linux", "docker", "gpu"], "topics": [], "urls": [], "use_cases": ["serve local LLMs with an OpenAI-compatible API", "run ExllamaV3 models on a GPU", "self-host a lightweight LLM inference server", "add tool calling to a local language model", "generate text via HTTP API from local models", "replace OpenAI endpoints with a self-hosted backend"], "what_it_is": "TabbyAPI is a FastAPI-based OpenAI-compatible API server for running large language models locally using the ExllamaV3 backend on NVIDIA GPUs. It serves as the official API backend for Exllama, supporting text generation and tool calling.", "when_to_avoid": ["you need a production-grade, high-concurrency inference server", "you want to run GGUF models (use its sister project YALS instead)", "you need ExLlamaV2 support on the main branch", "you lack an NVIDIA GPU"], "when_to_choose": ["you want a fast, lightweight OpenAI-compatible server for Exllama models", "you run local LLM inference on NVIDIA GPUs", "you need tool calling support with a local backend", "you prefer a hobbyist-friendly rolling-release server over heavyweight production stacks"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/tabbyapi", "repo": "theroyallab/tabbyAPI", "role": "main", "score": 71}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:04:22.426389+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T04:47:02.253267+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "52e110efb05aeb1c332bced98262ee13c1798fd699b7bd41a6e44b1115268371", "fetched_at": "2026-08-28T04:04:22.426389+00:00", "kind": "readme", "missing": false, "url": "https://github.com/theroyallab/tabbyAPI"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:04:22.426389+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T04:47:02.253267+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "52e110efb05aeb1c332bced98262ee13c1798fd699b7bd41a6e44b1115268371", "fetched_at": "2026-08-28T04:04:22.426389+00:00", "kind": "readme", "missing": false, "url": "https://github.com/theroyallab/tabbyAPI"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T04:47:02.253267+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "52e110efb05aeb1c332bced98262ee13c1798fd699b7bd41a6e44b1115268371", "fetched_at": "2026-08-28T04:04:22.426389+00:00", "kind": "readme", "missing": false, "url": "https://github.com/theroyallab/tabbyAPI"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:04:22.426389+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:04:22.426389+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:04:22.426389+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T04:47:02.253267+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "52e110efb05aeb1c332bced98262ee13c1798fd699b7bd41a6e44b1115268371", "fetched_at": "2026-08-28T04:04:22.426389+00:00", "kind": "readme", "missing": false, "url": "https://github.com/theroyallab/tabbyAPI"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:04:22.426389+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:04:22.426389+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T04:47:02.253267+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "52e110efb05aeb1c332bced98262ee13c1798fd699b7bd41a6e44b1115268371", "fetched_at": "2026-08-28T04:04:22.426389+00:00", "kind": "readme", "missing": false, "url": "https://github.com/theroyallab/tabbyAPI"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:04:22.426389+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:04:22.426389+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:04:22.426389+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T04:47:02.253267+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "52e110efb05aeb1c332bced98262ee13c1798fd699b7bd41a6e44b1115268371", "fetched_at": "2026-08-28T04:04:22.426389+00:00", "kind": "readme", "missing": false, "url": "https://github.com/theroyallab/tabbyAPI"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:04:22.426389+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:04:22.426389+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T04:47:02.253267+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "52e110efb05aeb1c332bced98262ee13c1798fd699b7bd41a6e44b1115268371", "fetched_at": "2026-08-28T04:04:22.426389+00:00", "kind": "readme", "missing": false, "url": "https://github.com/theroyallab/tabbyAPI"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T04:47:02.253267+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "52e110efb05aeb1c332bced98262ee13c1798fd699b7bd41a6e44b1115268371", "fetched_at": "2026-08-28T04:04:22.426389+00:00", "kind": "readme", "missing": false, "url": "https://github.com/theroyallab/tabbyAPI"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T04:47:02.253267+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "52e110efb05aeb1c332bced98262ee13c1798fd699b7bd41a6e44b1115268371", "fetched_at": "2026-08-28T04:04:22.426389+00:00", "kind": "readme", "missing": false, "url": "https://github.com/theroyallab/tabbyAPI"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T04:47:02.253267+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "52e110efb05aeb1c332bced98262ee13c1798fd699b7bd41a6e44b1115268371", "fetched_at": "2026-08-28T04:04:22.426389+00:00", "kind": "readme", "missing": false, "url": "https://github.com/theroyallab/tabbyAPI"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 99, "longevity": 73, "rhythm": 35}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": ["no_releases"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 1027, "days_push": 7, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 71, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}