{"adoption": {"forks": 8238, "observed_at": "2026-08-28T04:11:57.580060+00:00", "stars": 32504}, "canonical_url": "https://ross.abutalabs.com/products/sglang", "card": {"archived": false, "artifact_type": "framework", "description": "SGLang is a high-performance serving framework for large language models and multimodal models.", "domain": ["large-language-models", "machine-learning", "deep-learning", "gpu-computing", "apis", "self-hosted"], "enriched": true, "function": ["llm-inference", "http-server", "api-framework", "machine-learning", "gpu-computing", "rag"], "health_score": 100, "homepage": "https://sglang.io", "language": "Python", "license": "Apache-2.0", "license_family": "permissive", "maturity": "stable", "member_repos": ["sgl-project/sglang", "sgl-project/mini-sglang"], "name": "SGLang", "platform": ["python", "cloud", "self-hosted"], "pushed_at": "2026-08-27T00:34:46+00:00", "repo": "sgl-project/sglang", "stars": 32504, "tags": ["serving", "inference-engine", "openai-compatible-api", "radixattention", "prefix-caching", "speculative-decoding", "multimodal", "vllm-alternative", "tensor-parallelism", "diffusion-models", "linux", "docker", "gpu"], "topics": ["cuda", "inference", "llama", "llm", "moe", "transformer", "vlm", "deepseek", "blackwell", "gpt-oss", "diffusion", "attention", "glm", "minimax", "qwen", "qwen-image", "reinforcement-learning", "wan"], "urls": [{"kind": "homepage", "url": "https://sglang.io"}, {"kind": "site_page", "url": "https://docs.sglang.io/"}], "use_cases": ["serve an llm with an openai-compatible api", "deploy a self-hosted inference server for llama or qwen", "run high-throughput batch inference on gpus", "serve vision-language models", "speed up chatbot serving with prefix caching", "run rl training rollouts with fast inference", "serve deepseek or glm models on multi-gpu clusters"], "what_it_is": "SGLang is a high-performance open-source serving framework for large language models and multimodal models, offering low-latency, high-throughput inference from a single GPU to distributed clusters. It provides OpenAI-compatible APIs, RadixAttention prefix caching, speculative decoding, and broad hardware support including NVIDIA, AMD, TPU, and Ascend accelerators.", "when_to_avoid": ["you only need to run inference locally on a laptop without GPUs", "you want a simple single-file inference script rather than a server", "your models are unsupported architectures outside its supported list", "you need a managed cloud service rather than self-hosted infrastructure"], "when_to_choose": ["you need production-grade, low-latency LLM serving with high throughput", "you want OpenAI-compatible endpoints for self-hosted open models", "you need multi-GPU or multi-node tensor parallelism and disaggregated prefill/decode", "you serve agentic or RAG workloads with heavy shared prefixes", "you need day-0 support for the latest open models"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/repos/sgl-project/sglang", "repo": "sgl-project/sglang", "role": "main", "score": 93}, {"path": "/repos/sgl-project/mini-sglang", "repo": "sgl-project/mini-sglang", "role": "mirror", "score": 54}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:11:57.580060+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T16:51:56.569742+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "0fca2503d20d119af6c33ef1f8f38f6759d7aa0cd30f2049fe2cc5fabdf54066", "fetched_at": "2026-08-28T04:11:57.580060+00:00", "kind": "readme", "missing": false, "url": "https://github.com/sgl-project/sglang"}, {"content_hash": "8ecaada3c97f6df08756755660407aa909798a7d3f2e5a2542fa5f7a71c91401", "fetched_at": "2026-08-29T07:49:02.011405+00:00", "kind": "homepage", "missing": false, "url": "https://sglang.io"}, {"content_hash": "d58f15a9063a1b0d686142e3c990ce160b25398e465fca1f9072d97ceeb1e440", "fetched_at": "2026-08-29T07:49:02.021563+00:00", "kind": "site_page", "missing": false, "url": "https://docs.sglang.io/"}, {"content_hash": "a2b61cefeba7f8501b6578c4c3e453a393314217ec8bdcfaeaf5304135a4d1bb", "fetched_at": "2026-08-29T07:49:02.024128+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/sglang/json"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:11:57.580060+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T16:51:56.569742+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "0fca2503d20d119af6c33ef1f8f38f6759d7aa0cd30f2049fe2cc5fabdf54066", "fetched_at": "2026-08-28T04:11:57.580060+00:00", "kind": "readme", "missing": false, "url": "https://github.com/sgl-project/sglang"}, {"content_hash": "8ecaada3c97f6df08756755660407aa909798a7d3f2e5a2542fa5f7a71c91401", "fetched_at": "2026-08-29T07:49:02.011405+00:00", "kind": "homepage", "missing": false, "url": "https://sglang.io"}, {"content_hash": "d58f15a9063a1b0d686142e3c990ce160b25398e465fca1f9072d97ceeb1e440", "fetched_at": "2026-08-29T07:49:02.021563+00:00", "kind": "site_page", "missing": false, "url": "https://docs.sglang.io/"}, {"content_hash": "a2b61cefeba7f8501b6578c4c3e453a393314217ec8bdcfaeaf5304135a4d1bb", "fetched_at": "2026-08-29T07:49:02.024128+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/sglang/json"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T16:51:56.569742+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "0fca2503d20d119af6c33ef1f8f38f6759d7aa0cd30f2049fe2cc5fabdf54066", "fetched_at": "2026-08-28T04:11:57.580060+00:00", "kind": "readme", "missing": false, "url": "https://github.com/sgl-project/sglang"}, {"content_hash": "8ecaada3c97f6df08756755660407aa909798a7d3f2e5a2542fa5f7a71c91401", "fetched_at": "2026-08-29T07:49:02.011405+00:00", "kind": "homepage", "missing": false, "url": "https://sglang.io"}, {"content_hash": "d58f15a9063a1b0d686142e3c990ce160b25398e465fca1f9072d97ceeb1e440", "fetched_at": "2026-08-29T07:49:02.021563+00:00", "kind": "site_page", "missing": false, "url": "https://docs.sglang.io/"}, {"content_hash": "a2b61cefeba7f8501b6578c4c3e453a393314217ec8bdcfaeaf5304135a4d1bb", "fetched_at": "2026-08-29T07:49:02.024128+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/sglang/json"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:11:57.580060+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:11:57.580060+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:11:57.580060+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T16:51:56.569742+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "0fca2503d20d119af6c33ef1f8f38f6759d7aa0cd30f2049fe2cc5fabdf54066", "fetched_at": "2026-08-28T04:11:57.580060+00:00", "kind": "readme", "missing": false, "url": "https://github.com/sgl-project/sglang"}, {"content_hash": "8ecaada3c97f6df08756755660407aa909798a7d3f2e5a2542fa5f7a71c91401", "fetched_at": "2026-08-29T07:49:02.011405+00:00", "kind": "homepage", "missing": false, "url": "https://sglang.io"}, {"content_hash": "d58f15a9063a1b0d686142e3c990ce160b25398e465fca1f9072d97ceeb1e440", "fetched_at": "2026-08-29T07:49:02.021563+00:00", "kind": "site_page", "missing": false, "url": "https://docs.sglang.io/"}, {"content_hash": "a2b61cefeba7f8501b6578c4c3e453a393314217ec8bdcfaeaf5304135a4d1bb", "fetched_at": "2026-08-29T07:49:02.024128+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/sglang/json"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:11:57.580060+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:11:57.580060+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T16:51:56.569742+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "0fca2503d20d119af6c33ef1f8f38f6759d7aa0cd30f2049fe2cc5fabdf54066", "fetched_at": "2026-08-28T04:11:57.580060+00:00", "kind": "readme", "missing": false, "url": "https://github.com/sgl-project/sglang"}, {"content_hash": "8ecaada3c97f6df08756755660407aa909798a7d3f2e5a2542fa5f7a71c91401", "fetched_at": "2026-08-29T07:49:02.011405+00:00", "kind": "homepage", "missing": false, "url": "https://sglang.io"}, {"content_hash": "d58f15a9063a1b0d686142e3c990ce160b25398e465fca1f9072d97ceeb1e440", "fetched_at": "2026-08-29T07:49:02.021563+00:00", "kind": "site_page", "missing": false, "url": "https://docs.sglang.io/"}, {"content_hash": "a2b61cefeba7f8501b6578c4c3e453a393314217ec8bdcfaeaf5304135a4d1bb", "fetched_at": "2026-08-29T07:49:02.024128+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/sglang/json"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:11:57.580060+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:11:57.580060+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:11:57.580060+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T16:51:56.569742+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "0fca2503d20d119af6c33ef1f8f38f6759d7aa0cd30f2049fe2cc5fabdf54066", "fetched_at": "2026-08-28T04:11:57.580060+00:00", "kind": "readme", "missing": false, "url": "https://github.com/sgl-project/sglang"}, {"content_hash": "8ecaada3c97f6df08756755660407aa909798a7d3f2e5a2542fa5f7a71c91401", "fetched_at": "2026-08-29T07:49:02.011405+00:00", "kind": "homepage", "missing": false, "url": "https://sglang.io"}, {"content_hash": "d58f15a9063a1b0d686142e3c990ce160b25398e465fca1f9072d97ceeb1e440", "fetched_at": "2026-08-29T07:49:02.021563+00:00", "kind": "site_page", "missing": false, "url": "https://docs.sglang.io/"}, {"content_hash": "a2b61cefeba7f8501b6578c4c3e453a393314217ec8bdcfaeaf5304135a4d1bb", "fetched_at": "2026-08-29T07:49:02.024128+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/sglang/json"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:11:57.580060+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:11:57.580060+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T16:51:56.569742+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "0fca2503d20d119af6c33ef1f8f38f6759d7aa0cd30f2049fe2cc5fabdf54066", "fetched_at": "2026-08-28T04:11:57.580060+00:00", "kind": "readme", "missing": false, "url": "https://github.com/sgl-project/sglang"}, {"content_hash": "8ecaada3c97f6df08756755660407aa909798a7d3f2e5a2542fa5f7a71c91401", "fetched_at": "2026-08-29T07:49:02.011405+00:00", "kind": "homepage", "missing": false, "url": "https://sglang.io"}, {"content_hash": "d58f15a9063a1b0d686142e3c990ce160b25398e465fca1f9072d97ceeb1e440", "fetched_at": "2026-08-29T07:49:02.021563+00:00", "kind": "site_page", "missing": false, "url": "https://docs.sglang.io/"}, {"content_hash": "a2b61cefeba7f8501b6578c4c3e453a393314217ec8bdcfaeaf5304135a4d1bb", "fetched_at": "2026-08-29T07:49:02.024128+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/sglang/json"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T16:51:56.569742+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "0fca2503d20d119af6c33ef1f8f38f6759d7aa0cd30f2049fe2cc5fabdf54066", "fetched_at": "2026-08-28T04:11:57.580060+00:00", "kind": "readme", "missing": false, "url": "https://github.com/sgl-project/sglang"}, {"content_hash": "8ecaada3c97f6df08756755660407aa909798a7d3f2e5a2542fa5f7a71c91401", "fetched_at": "2026-08-29T07:49:02.011405+00:00", "kind": "homepage", "missing": false, "url": "https://sglang.io"}, {"content_hash": "d58f15a9063a1b0d686142e3c990ce160b25398e465fca1f9072d97ceeb1e440", "fetched_at": "2026-08-29T07:49:02.021563+00:00", "kind": "site_page", "missing": false, "url": "https://docs.sglang.io/"}, {"content_hash": "a2b61cefeba7f8501b6578c4c3e453a393314217ec8bdcfaeaf5304135a4d1bb", "fetched_at": "2026-08-29T07:49:02.024128+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/sglang/json"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T16:51:56.569742+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "0fca2503d20d119af6c33ef1f8f38f6759d7aa0cd30f2049fe2cc5fabdf54066", "fetched_at": "2026-08-28T04:11:57.580060+00:00", "kind": "readme", "missing": false, "url": "https://github.com/sgl-project/sglang"}, {"content_hash": "8ecaada3c97f6df08756755660407aa909798a7d3f2e5a2542fa5f7a71c91401", "fetched_at": "2026-08-29T07:49:02.011405+00:00", "kind": "homepage", "missing": false, "url": "https://sglang.io"}, {"content_hash": "d58f15a9063a1b0d686142e3c990ce160b25398e465fca1f9072d97ceeb1e440", "fetched_at": "2026-08-29T07:49:02.021563+00:00", "kind": "site_page", "missing": false, "url": "https://docs.sglang.io/"}, {"content_hash": "a2b61cefeba7f8501b6578c4c3e453a393314217ec8bdcfaeaf5304135a4d1bb", "fetched_at": "2026-08-29T07:49:02.024128+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/sglang/json"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T16:51:56.569742+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "0fca2503d20d119af6c33ef1f8f38f6759d7aa0cd30f2049fe2cc5fabdf54066", "fetched_at": "2026-08-28T04:11:57.580060+00:00", "kind": "readme", "missing": false, "url": "https://github.com/sgl-project/sglang"}, {"content_hash": "8ecaada3c97f6df08756755660407aa909798a7d3f2e5a2542fa5f7a71c91401", "fetched_at": "2026-08-29T07:49:02.011405+00:00", "kind": "homepage", "missing": false, "url": "https://sglang.io"}, {"content_hash": "d58f15a9063a1b0d686142e3c990ce160b25398e465fca1f9072d97ceeb1e440", "fetched_at": "2026-08-29T07:49:02.021563+00:00", "kind": "site_page", "missing": false, "url": "https://docs.sglang.io/"}, {"content_hash": "a2b61cefeba7f8501b6578c4c3e453a393314217ec8bdcfaeaf5304135a4d1bb", "fetched_at": "2026-08-29T07:49:02.024128+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/sglang/json"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 99, "longevity": 69, "rhythm": 98}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 968, "days_push": 7, "days_rel": 12, "gap_med": 13, "n_releases_24m": 46}, "score": 93, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}