{"adoption": {"forks": 2516, "observed_at": "2026-08-28T04:11:09.299526+00:00", "stars": 15164}, "canonical_url": "https://ross.abutalabs.com/products/nano-vllm", "card": {"archived": false, "artifact_type": "library", "description": "Nano vLLM", "domain": ["large-language-models", "deep-learning", "machine-learning"], "enriched": true, "function": ["llm-inference", "machine-learning", "deep-learning", "gpu-computing"], "health_score": 68, "homepage": null, "language": "Python", "license": "MIT", "license_family": "permissive", "maturity": "active", "member_repos": ["GeeeekExplorer/nano-vllm"], "name": "GeeeekExplorer/nano-vllm", "platform": ["python", "cross-platform"], "pushed_at": "2026-04-26T05:10:12+00:00", "repo": "GeeeekExplorer/nano-vllm", "stars": 15164, "tags": ["vllm", "inference-engine", "lightweight", "prefix-caching", "tensor-parallelism", "cuda-graph", "transformer", "qwen", "natural-language-processing", "gpu", "linux"], "topics": ["inference", "llm", "pytorch", "transformer", "deep-learning", "nlp"], "urls": [], "use_cases": ["run LLM inference locally with a minimal codebase", "learn how vLLM-style inference engines work internally", "serve offline batch generation for small transformer models", "benchmark inference throughput against vLLM", "experiment with prefix caching and CUDA graph optimizations", "run Qwen models on consumer GPUs"], "what_it_is": "A lightweight vLLM-style LLM inference engine implemented from scratch in about 1,200 lines of Python. It offers fast offline inference with optimizations like prefix caching, tensor parallelism, torch compilation, and CUDA graphs.", "when_to_avoid": ["you need production features like a serving API, continuous batching UI, or broad model support", "you require multi-node distributed inference", "you need extensive quantization or hardware backend support", "you want long-term enterprise support and a large community"], "when_to_choose": ["you want readable, hackable inference code instead of a large framework", "you need vLLM-comparable throughput with a tiny dependency footprint", "you're studying or teaching LLM inference internals", "you run small models on limited GPU memory"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/nano-vllm", "repo": "GeeeekExplorer/nano-vllm", "role": "main", "score": 54}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:11:09.299526+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T17:06:35.357572+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b6c5181482d451580c71688f5d8b48a50c05341d81695ed8a01962abd09ba486", "fetched_at": "2026-08-28T04:11:09.299526+00:00", "kind": "readme", "missing": false, "url": "https://github.com/GeeeekExplorer/nano-vllm"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:11:09.299526+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T17:06:35.357572+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b6c5181482d451580c71688f5d8b48a50c05341d81695ed8a01962abd09ba486", "fetched_at": "2026-08-28T04:11:09.299526+00:00", "kind": "readme", "missing": false, "url": "https://github.com/GeeeekExplorer/nano-vllm"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T17:06:35.357572+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b6c5181482d451580c71688f5d8b48a50c05341d81695ed8a01962abd09ba486", "fetched_at": "2026-08-28T04:11:09.299526+00:00", "kind": "readme", "missing": false, "url": "https://github.com/GeeeekExplorer/nano-vllm"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:11:09.299526+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:11:09.299526+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:11:09.299526+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T17:06:35.357572+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b6c5181482d451580c71688f5d8b48a50c05341d81695ed8a01962abd09ba486", "fetched_at": "2026-08-28T04:11:09.299526+00:00", "kind": "readme", "missing": false, "url": "https://github.com/GeeeekExplorer/nano-vllm"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:11:09.299526+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:11:09.299526+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T17:06:35.357572+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b6c5181482d451580c71688f5d8b48a50c05341d81695ed8a01962abd09ba486", "fetched_at": "2026-08-28T04:11:09.299526+00:00", "kind": "readme", "missing": false, "url": "https://github.com/GeeeekExplorer/nano-vllm"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:11:09.299526+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:11:09.299526+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:11:09.299526+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T17:06:35.357572+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b6c5181482d451580c71688f5d8b48a50c05341d81695ed8a01962abd09ba486", "fetched_at": "2026-08-28T04:11:09.299526+00:00", "kind": "readme", "missing": false, "url": "https://github.com/GeeeekExplorer/nano-vllm"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:11:09.299526+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:11:09.299526+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T17:06:35.357572+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b6c5181482d451580c71688f5d8b48a50c05341d81695ed8a01962abd09ba486", "fetched_at": "2026-08-28T04:11:09.299526+00:00", "kind": "readme", "missing": false, "url": "https://github.com/GeeeekExplorer/nano-vllm"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T17:06:35.357572+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b6c5181482d451580c71688f5d8b48a50c05341d81695ed8a01962abd09ba486", "fetched_at": "2026-08-28T04:11:09.299526+00:00", "kind": "readme", "missing": false, "url": "https://github.com/GeeeekExplorer/nano-vllm"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T17:06:35.357572+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b6c5181482d451580c71688f5d8b48a50c05341d81695ed8a01962abd09ba486", "fetched_at": "2026-08-28T04:11:09.299526+00:00", "kind": "readme", "missing": false, "url": "https://github.com/GeeeekExplorer/nano-vllm"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T17:06:35.357572+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b6c5181482d451580c71688f5d8b48a50c05341d81695ed8a01962abd09ba486", "fetched_at": "2026-08-28T04:11:09.299526+00:00", "kind": "readme", "missing": false, "url": "https://github.com/GeeeekExplorer/nano-vllm"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 79, "longevity": 32, "rhythm": 35}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": ["no_releases"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 450, "days_push": 129, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 54, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}