{"adoption": {"forks": 207, "observed_at": "2026-08-28T04:05:43.282700+00:00", "stars": 1843}, "canonical_url": "https://ross.abutalabs.com/products/sonar", "card": {"archived": false, "artifact_type": "library", "description": "Large-scale LLM inference engine", "domain": ["large-language-models", "machine-learning", "artificial-intelligence", "developer-tools"], "enriched": true, "function": ["llm-inference", "http-server", "gpu-computing", "rag", "chatbot"], "health_score": 98, "homepage": "https://sonar.dphn.ai", "language": "C++", "license": "AGPL-3.0", "license_family": "copyleft", "maturity": "active", "member_repos": ["dphnAI/sonar"], "name": "dphnAI/sonar", "platform": ["python", "cpp", "cli"], "pushed_at": "2026-08-13T03:29:23+00:00", "repo": "dphnAI/sonar", "stars": 1843, "tags": ["vllm-fork", "openai-compatible-api", "speculative-decoding", "quantization", "continuous-batching", "paged-kv-cache", "lora", "multimodal", "aphrodite-engine", "distributed-serving", "linux", "macos", "gpu", "docker"], "topics": ["api-rest", "inference-engine", "machine-learning", "cuda", "inferentia", "rocm", "intel", "lora", "speculative-decoding", "tpu"], "urls": [], "use_cases": ["serve llm models with an openai-compatible api", "run high-throughput batch inference on gpus", "deploy quantized models on limited vram", "speed up generation with speculative decoding", "serve lora adapters alongside a base model", "run multimodal image audio video model inference", "scale inference across multiple gpus or nodes"], "what_it_is": "Sonar is a large-scale LLM inference engine for Hugging Face-compatible language and multimodal models, based on vLLM (formerly the Aphrodite engine). It provides continuous batching, paged KV-cache, quantization, speculative decoding, LoRA serving, and distributed serving behind OpenAI-compatible APIs.", "when_to_avoid": ["you need native Windows support (only WSL 2 is supported)", "you want a lightweight single-user desktop inference tool rather than a server engine", "you need a permissive license - Sonar is AGPL-3.0", "your use case is training or fine-tuning rather than inference"], "when_to_choose": ["you need production-grade LLM serving with OpenAI-compatible endpoints", "you want vLLM features plus extra quantization formats, sampling methods, and hardware support (ROCm, Intel XPU, TPU, Metal)", "you need multi-node serving, prefix caching, or prefill/decode disaggregation", "you serve LoRA adapters or multimodal models at scale"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/sonar", "repo": "dphnAI/sonar", "role": "main", "score": 94}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:05:43.282700+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T03:17:57.600986+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "54daa652d5df03c1e622a5576eb66144dda02452b4d038fc3cdd20a52a63a58a", "fetched_at": "2026-08-28T04:05:43.282700+00:00", "kind": "readme", "missing": false, "url": "https://github.com/dphnAI/sonar"}, {"content_hash": "7097760ee3c7c0926c32779cdb000acbf373e10e705af60561fcc1a2bc019cde", "fetched_at": "2026-08-29T10:56:55.958991+00:00", "kind": "homepage", "missing": false, "url": "https://sonar.dphn.ai"}, {"content_hash": "21d2d76e959ca188875f0b8b38311aa906a8e5ee9d6420e8ad81b57bdbc963e8", "fetched_at": "2026-08-29T10:56:55.961646+00:00", "kind": "site_page", "missing": false, "url": "https://sonar.dphn.ai/getting-started/installation"}, {"content_hash": "58eb2fc5aebaaee2956b09f25ce6fd5e4b1eafcfdab9a5fb0d87171be8b2aa71", "fetched_at": "2026-08-29T10:56:55.964072+00:00", "kind": "site_page", "missing": false, "url": "https://sonar.dphn.ai/getting-started/choose-a-path"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:05:43.282700+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T03:17:57.600986+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "54daa652d5df03c1e622a5576eb66144dda02452b4d038fc3cdd20a52a63a58a", "fetched_at": "2026-08-28T04:05:43.282700+00:00", "kind": "readme", "missing": false, "url": "https://github.com/dphnAI/sonar"}, {"content_hash": "7097760ee3c7c0926c32779cdb000acbf373e10e705af60561fcc1a2bc019cde", "fetched_at": "2026-08-29T10:56:55.958991+00:00", "kind": "homepage", "missing": false, "url": "https://sonar.dphn.ai"}, {"content_hash": "21d2d76e959ca188875f0b8b38311aa906a8e5ee9d6420e8ad81b57bdbc963e8", "fetched_at": "2026-08-29T10:56:55.961646+00:00", "kind": "site_page", "missing": false, "url": "https://sonar.dphn.ai/getting-started/installation"}, {"content_hash": "58eb2fc5aebaaee2956b09f25ce6fd5e4b1eafcfdab9a5fb0d87171be8b2aa71", "fetched_at": "2026-08-29T10:56:55.964072+00:00", "kind": "site_page", "missing": false, "url": "https://sonar.dphn.ai/getting-started/choose-a-path"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T03:17:57.600986+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "54daa652d5df03c1e622a5576eb66144dda02452b4d038fc3cdd20a52a63a58a", "fetched_at": "2026-08-28T04:05:43.282700+00:00", "kind": "readme", "missing": false, "url": "https://github.com/dphnAI/sonar"}, {"content_hash": "7097760ee3c7c0926c32779cdb000acbf373e10e705af60561fcc1a2bc019cde", "fetched_at": "2026-08-29T10:56:55.958991+00:00", "kind": "homepage", "missing": false, "url": "https://sonar.dphn.ai"}, {"content_hash": "21d2d76e959ca188875f0b8b38311aa906a8e5ee9d6420e8ad81b57bdbc963e8", "fetched_at": "2026-08-29T10:56:55.961646+00:00", "kind": "site_page", "missing": false, "url": "https://sonar.dphn.ai/getting-started/installation"}, {"content_hash": "58eb2fc5aebaaee2956b09f25ce6fd5e4b1eafcfdab9a5fb0d87171be8b2aa71", "fetched_at": "2026-08-29T10:56:55.964072+00:00", "kind": "site_page", "missing": false, "url": "https://sonar.dphn.ai/getting-started/choose-a-path"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:05:43.282700+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:05:43.282700+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:05:43.282700+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T03:17:57.600986+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "54daa652d5df03c1e622a5576eb66144dda02452b4d038fc3cdd20a52a63a58a", "fetched_at": "2026-08-28T04:05:43.282700+00:00", "kind": "readme", "missing": false, "url": "https://github.com/dphnAI/sonar"}, {"content_hash": "7097760ee3c7c0926c32779cdb000acbf373e10e705af60561fcc1a2bc019cde", "fetched_at": "2026-08-29T10:56:55.958991+00:00", "kind": "homepage", "missing": false, "url": "https://sonar.dphn.ai"}, {"content_hash": "21d2d76e959ca188875f0b8b38311aa906a8e5ee9d6420e8ad81b57bdbc963e8", "fetched_at": "2026-08-29T10:56:55.961646+00:00", "kind": "site_page", "missing": false, "url": "https://sonar.dphn.ai/getting-started/installation"}, {"content_hash": "58eb2fc5aebaaee2956b09f25ce6fd5e4b1eafcfdab9a5fb0d87171be8b2aa71", "fetched_at": "2026-08-29T10:56:55.964072+00:00", "kind": "site_page", "missing": false, "url": "https://sonar.dphn.ai/getting-started/choose-a-path"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:05:43.282700+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:05:43.282700+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T03:17:57.600986+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "54daa652d5df03c1e622a5576eb66144dda02452b4d038fc3cdd20a52a63a58a", "fetched_at": "2026-08-28T04:05:43.282700+00:00", "kind": "readme", "missing": false, "url": "https://github.com/dphnAI/sonar"}, {"content_hash": "7097760ee3c7c0926c32779cdb000acbf373e10e705af60561fcc1a2bc019cde", "fetched_at": "2026-08-29T10:56:55.958991+00:00", "kind": "homepage", "missing": false, "url": "https://sonar.dphn.ai"}, {"content_hash": "21d2d76e959ca188875f0b8b38311aa906a8e5ee9d6420e8ad81b57bdbc963e8", "fetched_at": "2026-08-29T10:56:55.961646+00:00", "kind": "site_page", "missing": false, "url": "https://sonar.dphn.ai/getting-started/installation"}, {"content_hash": "58eb2fc5aebaaee2956b09f25ce6fd5e4b1eafcfdab9a5fb0d87171be8b2aa71", "fetched_at": "2026-08-29T10:56:55.964072+00:00", "kind": "site_page", "missing": false, "url": "https://sonar.dphn.ai/getting-started/choose-a-path"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:05:43.282700+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:05:43.282700+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:05:43.282700+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T03:17:57.600986+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "54daa652d5df03c1e622a5576eb66144dda02452b4d038fc3cdd20a52a63a58a", "fetched_at": "2026-08-28T04:05:43.282700+00:00", "kind": "readme", "missing": false, "url": "https://github.com/dphnAI/sonar"}, {"content_hash": "7097760ee3c7c0926c32779cdb000acbf373e10e705af60561fcc1a2bc019cde", "fetched_at": "2026-08-29T10:56:55.958991+00:00", "kind": "homepage", "missing": false, "url": "https://sonar.dphn.ai"}, {"content_hash": "21d2d76e959ca188875f0b8b38311aa906a8e5ee9d6420e8ad81b57bdbc963e8", "fetched_at": "2026-08-29T10:56:55.961646+00:00", "kind": "site_page", "missing": false, "url": "https://sonar.dphn.ai/getting-started/installation"}, {"content_hash": "58eb2fc5aebaaee2956b09f25ce6fd5e4b1eafcfdab9a5fb0d87171be8b2aa71", "fetched_at": "2026-08-29T10:56:55.964072+00:00", "kind": "site_page", "missing": false, "url": "https://sonar.dphn.ai/getting-started/choose-a-path"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:05:43.282700+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:05:43.282700+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T03:17:57.600986+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "54daa652d5df03c1e622a5576eb66144dda02452b4d038fc3cdd20a52a63a58a", "fetched_at": "2026-08-28T04:05:43.282700+00:00", "kind": "readme", "missing": false, "url": "https://github.com/dphnAI/sonar"}, {"content_hash": "7097760ee3c7c0926c32779cdb000acbf373e10e705af60561fcc1a2bc019cde", "fetched_at": "2026-08-29T10:56:55.958991+00:00", "kind": "homepage", "missing": false, "url": "https://sonar.dphn.ai"}, {"content_hash": "21d2d76e959ca188875f0b8b38311aa906a8e5ee9d6420e8ad81b57bdbc963e8", "fetched_at": "2026-08-29T10:56:55.961646+00:00", "kind": "site_page", "missing": false, "url": "https://sonar.dphn.ai/getting-started/installation"}, {"content_hash": "58eb2fc5aebaaee2956b09f25ce6fd5e4b1eafcfdab9a5fb0d87171be8b2aa71", "fetched_at": "2026-08-29T10:56:55.964072+00:00", "kind": "site_page", "missing": false, "url": "https://sonar.dphn.ai/getting-started/choose-a-path"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T03:17:57.600986+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "54daa652d5df03c1e622a5576eb66144dda02452b4d038fc3cdd20a52a63a58a", "fetched_at": "2026-08-28T04:05:43.282700+00:00", "kind": "readme", "missing": false, "url": "https://github.com/dphnAI/sonar"}, {"content_hash": "7097760ee3c7c0926c32779cdb000acbf373e10e705af60561fcc1a2bc019cde", "fetched_at": "2026-08-29T10:56:55.958991+00:00", "kind": "homepage", "missing": false, "url": "https://sonar.dphn.ai"}, {"content_hash": "21d2d76e959ca188875f0b8b38311aa906a8e5ee9d6420e8ad81b57bdbc963e8", "fetched_at": "2026-08-29T10:56:55.961646+00:00", "kind": "site_page", "missing": false, "url": "https://sonar.dphn.ai/getting-started/installation"}, {"content_hash": "58eb2fc5aebaaee2956b09f25ce6fd5e4b1eafcfdab9a5fb0d87171be8b2aa71", "fetched_at": "2026-08-29T10:56:55.964072+00:00", "kind": "site_page", "missing": false, "url": "https://sonar.dphn.ai/getting-started/choose-a-path"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T03:17:57.600986+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "54daa652d5df03c1e622a5576eb66144dda02452b4d038fc3cdd20a52a63a58a", "fetched_at": "2026-08-28T04:05:43.282700+00:00", "kind": "readme", "missing": false, "url": "https://github.com/dphnAI/sonar"}, {"content_hash": "7097760ee3c7c0926c32779cdb000acbf373e10e705af60561fcc1a2bc019cde", "fetched_at": "2026-08-29T10:56:55.958991+00:00", "kind": "homepage", "missing": false, "url": "https://sonar.dphn.ai"}, {"content_hash": "21d2d76e959ca188875f0b8b38311aa906a8e5ee9d6420e8ad81b57bdbc963e8", "fetched_at": "2026-08-29T10:56:55.961646+00:00", "kind": "site_page", "missing": false, "url": "https://sonar.dphn.ai/getting-started/installation"}, {"content_hash": "58eb2fc5aebaaee2956b09f25ce6fd5e4b1eafcfdab9a5fb0d87171be8b2aa71", "fetched_at": "2026-08-29T10:56:55.964072+00:00", "kind": "site_page", "missing": false, "url": "https://sonar.dphn.ai/getting-started/choose-a-path"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T03:17:57.600986+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "54daa652d5df03c1e622a5576eb66144dda02452b4d038fc3cdd20a52a63a58a", "fetched_at": "2026-08-28T04:05:43.282700+00:00", "kind": "readme", "missing": false, "url": "https://github.com/dphnAI/sonar"}, {"content_hash": "7097760ee3c7c0926c32779cdb000acbf373e10e705af60561fcc1a2bc019cde", "fetched_at": "2026-08-29T10:56:55.958991+00:00", "kind": "homepage", "missing": false, "url": "https://sonar.dphn.ai"}, {"content_hash": "21d2d76e959ca188875f0b8b38311aa906a8e5ee9d6420e8ad81b57bdbc963e8", "fetched_at": "2026-08-29T10:56:55.961646+00:00", "kind": "site_page", "missing": false, "url": "https://sonar.dphn.ai/getting-started/installation"}, {"content_hash": "58eb2fc5aebaaee2956b09f25ce6fd5e4b1eafcfdab9a5fb0d87171be8b2aa71", "fetched_at": "2026-08-29T10:56:55.964072+00:00", "kind": "site_page", "missing": false, "url": "https://sonar.dphn.ai/getting-started/choose-a-path"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 97, "longevity": 83, "rhythm": 95}, "computed_at": "2026-09-03T02:39:23.370411+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 1168, "days_push": 20, "days_rel": 33, "gap_med": 17, "n_releases_24m": 20}, "score": 94, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}