{"adoption": {"forks": 429, "observed_at": "2026-08-28T04:09:19.682807+00:00", "stars": 5478}, "canonical_url": "https://ross.abutalabs.com/products/awesome-llm-inference", "card": {"archived": false, "artifact_type": "learning-resource", "description": "📚A curated list of Awesome LLM/VLM Inference Papers with Codes: Flash-Attention, Paged-Attention, WINT8/4, Parallelism, etc.🎉", "domain": ["large-language-models", "deep-learning", "tutorials", "awesome-lists", "gpu-computing"], "enriched": true, "function": ["llm-inference", "developer-tools", "documentation"], "health_score": 92, "homepage": null, "language": "Python", "license": "GPL-3.0", "license_family": "copyleft", "maturity": "active", "member_repos": ["xlite-dev/Awesome-LLM-Inference"], "name": "xlite-dev/Awesome-LLM-Inference", "platform": ["python", "cross-platform"], "pushed_at": "2026-08-14T12:23:49+00:00", "repo": "xlite-dev/Awesome-LLM-Inference", "stars": 5478, "tags": ["awesome-list", "curated-papers", "flash-attention", "paged-attention", "quantization", "inference-optimization", "vlm", "gpu"], "topics": ["flash-attention", "paged-attention", "tensorrt-llm", "vllm", "awesome-llm", "llm-inference", "deepseek", "flash-attention-3", "deepseek-v3", "minimax-01", "deepseek-r1", "mla", "flash-mla", "qwen3"], "urls": [], "use_cases": ["find papers on LLM inference optimization", "learn how FlashAttention and PagedAttention work", "research quantization methods like AWQ and SmoothQuant", "get started with LLM inference as a beginner", "collect PDFs of inference papers for offline reading", "track state-of-the-art inference techniques like MLA and FlashMLA"], "what_it_is": "A curated list of research papers with code on LLM and VLM inference optimization, covering topics like FlashAttention, PagedAttention, quantization (WINT8/4, AWQ), and parallelism. It also provides a 500-page beginner PDF and a script to download all referenced papers.", "when_to_avoid": ["you need a runnable inference engine rather than a paper collection", "you want production serving software like vLLM or TensorRT-LLM themselves", "you need tutorials unrelated to LLM/VLM inference"], "when_to_choose": ["you want a curated, categorized reading list of LLM inference papers with code links", "you are learning GPU inference optimization from scratch", "you need to survey recent techniques like FlashAttention 3, MLA, or continuous batching"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/awesome-llm-inference", "repo": "xlite-dev/Awesome-LLM-Inference", "role": "main", "score": 73}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:09:19.682807+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T17:56:42.330537+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "86073d442cb04e0a5dc8b976f373719a8b70d9e4a7e62f7a748660f898ffca6d", "fetched_at": "2026-08-28T04:09:19.682807+00:00", "kind": "readme", "missing": false, "url": "https://github.com/xlite-dev/Awesome-LLM-Inference"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:09:19.682807+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T17:56:42.330537+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "86073d442cb04e0a5dc8b976f373719a8b70d9e4a7e62f7a748660f898ffca6d", "fetched_at": "2026-08-28T04:09:19.682807+00:00", "kind": "readme", "missing": false, "url": "https://github.com/xlite-dev/Awesome-LLM-Inference"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T17:56:42.330537+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "86073d442cb04e0a5dc8b976f373719a8b70d9e4a7e62f7a748660f898ffca6d", "fetched_at": "2026-08-28T04:09:19.682807+00:00", "kind": "readme", "missing": false, "url": "https://github.com/xlite-dev/Awesome-LLM-Inference"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:09:19.682807+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:09:19.682807+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:09:19.682807+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T17:56:42.330537+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "86073d442cb04e0a5dc8b976f373719a8b70d9e4a7e62f7a748660f898ffca6d", "fetched_at": "2026-08-28T04:09:19.682807+00:00", "kind": "readme", "missing": false, "url": "https://github.com/xlite-dev/Awesome-LLM-Inference"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:09:19.682807+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:09:19.682807+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T17:56:42.330537+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "86073d442cb04e0a5dc8b976f373719a8b70d9e4a7e62f7a748660f898ffca6d", "fetched_at": "2026-08-28T04:09:19.682807+00:00", "kind": "readme", "missing": false, "url": "https://github.com/xlite-dev/Awesome-LLM-Inference"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:09:19.682807+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:09:19.682807+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:09:19.682807+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T17:56:42.330537+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "86073d442cb04e0a5dc8b976f373719a8b70d9e4a7e62f7a748660f898ffca6d", "fetched_at": "2026-08-28T04:09:19.682807+00:00", "kind": "readme", "missing": false, "url": "https://github.com/xlite-dev/Awesome-LLM-Inference"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:09:19.682807+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:09:19.682807+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T17:56:42.330537+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "86073d442cb04e0a5dc8b976f373719a8b70d9e4a7e62f7a748660f898ffca6d", "fetched_at": "2026-08-28T04:09:19.682807+00:00", "kind": "readme", "missing": false, "url": "https://github.com/xlite-dev/Awesome-LLM-Inference"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T17:56:42.330537+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "86073d442cb04e0a5dc8b976f373719a8b70d9e4a7e62f7a748660f898ffca6d", "fetched_at": "2026-08-28T04:09:19.682807+00:00", "kind": "readme", "missing": false, "url": "https://github.com/xlite-dev/Awesome-LLM-Inference"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T17:56:42.330537+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "86073d442cb04e0a5dc8b976f373719a8b70d9e4a7e62f7a748660f898ffca6d", "fetched_at": "2026-08-28T04:09:19.682807+00:00", "kind": "readme", "missing": false, "url": "https://github.com/xlite-dev/Awesome-LLM-Inference"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T17:56:42.330537+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "86073d442cb04e0a5dc8b976f373719a8b70d9e4a7e62f7a748660f898ffca6d", "fetched_at": "2026-08-28T04:09:19.682807+00:00", "kind": "readme", "missing": false, "url": "https://github.com/xlite-dev/Awesome-LLM-Inference"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 97, "longevity": 78, "rhythm": 40}, "computed_at": "2026-09-03T02:39:23.370411+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 1103, "days_push": 19, "days_rel": 442, "gap_med": 9.5, "n_releases_24m": 25}, "score": 73, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}