{"adoption": {"forks": 2017, "observed_at": "2026-08-28T04:11:32.065727+00:00", "stars": 21807}, "canonical_url": "https://ross.abutalabs.com/products/ds4", "card": {"archived": false, "artifact_type": "application", "description": "DeepSeek 4 Flash and PRO local inference engine for Metal, CUDA and ROCm", "domain": ["large-language-models", "artificial-intelligence", "self-hosted"], "enriched": true, "function": ["llm-inference", "http-server", "gpu-computing"], "health_score": 79, "homepage": null, "language": "C", "license": "MIT", "license_family": "permissive", "maturity": "active", "member_repos": ["antirez/ds4"], "name": "antirez/ds4", "platform": ["cli"], "pushed_at": "2026-08-23T13:41:58+00:00", "repo": "antirez/ds4", "stars": 21807, "tags": ["metal", "cuda", "rocm", "deepseek", "gguf", "local-inference", "tensor-parallelism", "ssd-streaming", "macos", "linux", "gpu", "web-server"], "topics": [], "urls": [], "use_cases": ["run DeepSeek V4 Flash locally on a MacBook with Metal", "serve a multi-user LLM server on old CUDA cards with micro batching", "run large models on machines without enough RAM using SSD streaming", "use tensor parallelism across two Macs with RDMA", "run inference on Strix Halo systems with ROCm", "quantize models to GGUF with imatrix and evaluate quality and speed"], "what_it_is": "DwarfStar (ds4) is a self-contained native LLM inference engine written in C, optimized for DeepSeek V4 Flash and PRO and GLM 5.2, with support for Metal, CUDA, and ROCm backends. It includes model loading, prompt rendering, tool calls, KV caching, an HTTP server, and a coding agent, plus tools for GGUF quantization and benchmarking.", "when_to_avoid": ["you need a general-purpose GGUF runner for arbitrary models", "you prefer a mature multi-model framework like llama.cpp or vLLM", "you are uncomfortable with AI-assisted developed code"], "when_to_choose": []}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/ds4", "repo": "antirez/ds4", "role": "main", "score": 58}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:11:32.065727+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T16:57:47.670860+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d5943ebf8f532b576eed870b5d728b65912998316b53781b86e60785ad431262", "fetched_at": "2026-08-28T04:11:32.065727+00:00", "kind": "readme", "missing": false, "url": "https://github.com/antirez/ds4"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:11:32.065727+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T16:57:47.670860+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d5943ebf8f532b576eed870b5d728b65912998316b53781b86e60785ad431262", "fetched_at": "2026-08-28T04:11:32.065727+00:00", "kind": "readme", "missing": false, "url": "https://github.com/antirez/ds4"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T16:57:47.670860+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d5943ebf8f532b576eed870b5d728b65912998316b53781b86e60785ad431262", "fetched_at": "2026-08-28T04:11:32.065727+00:00", "kind": "readme", "missing": false, "url": "https://github.com/antirez/ds4"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:11:32.065727+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:11:32.065727+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:11:32.065727+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T16:57:47.670860+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d5943ebf8f532b576eed870b5d728b65912998316b53781b86e60785ad431262", "fetched_at": "2026-08-28T04:11:32.065727+00:00", "kind": "readme", "missing": false, "url": "https://github.com/antirez/ds4"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:11:32.065727+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:11:32.065727+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T16:57:47.670860+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d5943ebf8f532b576eed870b5d728b65912998316b53781b86e60785ad431262", "fetched_at": "2026-08-28T04:11:32.065727+00:00", "kind": "readme", "missing": false, "url": "https://github.com/antirez/ds4"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:11:32.065727+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:11:32.065727+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:11:32.065727+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T16:57:47.670860+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d5943ebf8f532b576eed870b5d728b65912998316b53781b86e60785ad431262", "fetched_at": "2026-08-28T04:11:32.065727+00:00", "kind": "readme", "missing": false, "url": "https://github.com/antirez/ds4"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:11:32.065727+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:11:32.065727+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T16:57:47.670860+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d5943ebf8f532b576eed870b5d728b65912998316b53781b86e60785ad431262", "fetched_at": "2026-08-28T04:11:32.065727+00:00", "kind": "readme", "missing": false, "url": "https://github.com/antirez/ds4"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T16:57:47.670860+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d5943ebf8f532b576eed870b5d728b65912998316b53781b86e60785ad431262", "fetched_at": "2026-08-28T04:11:32.065727+00:00", "kind": "readme", "missing": false, "url": "https://github.com/antirez/ds4"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T16:57:47.670860+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d5943ebf8f532b576eed870b5d728b65912998316b53781b86e60785ad431262", "fetched_at": "2026-08-28T04:11:32.065727+00:00", "kind": "readme", "missing": false, "url": "https://github.com/antirez/ds4"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T16:57:47.670860+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d5943ebf8f532b576eed870b5d728b65912998316b53781b86e60785ad431262", "fetched_at": "2026-08-28T04:11:32.065727+00:00", "kind": "readme", "missing": false, "url": "https://github.com/antirez/ds4"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 99, "longevity": 8, "rhythm": 35}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": ["no_releases", "young"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 119, "days_push": 10, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 58, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}