{"adoption": {"forks": 73, "observed_at": "2026-08-28T04:04:18.603307+00:00", "stars": 1305}, "canonical_url": "https://ross.abutalabs.com/products/awesome-knowledge-distillation-of-llms", "card": {"archived": false, "artifact_type": "learning-resource", "description": "This repository collects papers for \"A Survey on Knowledge Distillation of Large Language Models\". We break down KD into Knowledge Elicitation and Distillation Algorithms, and explore the Skill & Vertical Distillation of LLMs.", "domain": ["large-language-models", "machine-learning", "artificial-intelligence", "awesome-lists", "tutorials"], "enriched": true, "function": ["machine-learning", "llm-training", "rag", "prompt-engineering", "data-science"], "health_score": 26, "homepage": null, "language": null, "license": null, "license_family": "other", "maturity": "active", "member_repos": ["Tebmer/Awesome-Knowledge-Distillation-of-LLMs"], "name": "Tebmer/Awesome-Knowledge-Distillation-of-LLMs", "platform": ["cross-platform"], "pushed_at": "2025-03-09T15:06:41+00:00", "repo": "Tebmer/Awesome-Knowledge-Distillation-of-LLMs", "stars": 1305, "tags": ["awesome-list", "knowledge-distillation", "survey", "papers", "model-compression", "self-training", "data-augmentation", "alignment", "instruction-tuning"], "topics": ["data-augmentation", "instruction-following", "kd", "knowledge-distillation", "large-language-model", "llm", "self-training", "survey", "compression", "data-synthesis", "feedback", "multi-modal", "self-distillation", "alignment", "supervised-finetuning"], "urls": [], "use_cases": ["find papers on distilling GPT-4 capabilities into smaller open-source models", "learn how to compress a large language model via knowledge distillation", "research self-improvement and self-training techniques for LLMs", "find data augmentation methods using LLM-generated data for fine-tuning", "survey multi-modal and alignment distillation approaches", "prepare a literature review on LLM knowledge distillation"], "what_it_is": "A curated awesome-list of research papers accompanying the survey 'A Survey on Knowledge Distillation of Large Language Models'. It organizes KD literature into knowledge elicitation, distillation algorithms, and skill/vertical distillation of LLMs, updated weekly.", "when_to_avoid": ["you need runnable code or a software library rather than paper references", "you want general machine learning distillation outside the LLM context", "you need a maintained tool with a license and releases"], "when_to_choose": ["you need a curated, regularly updated reading list on LLM knowledge distillation", "you want the taxonomy from the accompanying survey paper to guide research", "you are exploring teacher-student training, self-distillation, or LLM-based data synthesis"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/awesome-knowledge-distillation-of-llms", "repo": "Tebmer/Awesome-Knowledge-Distillation-of-LLMs", "role": "main", "score": 30}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.603307+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T04:51:00.966818+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "e4f72f4c398a7e46ded8536ad8459867eaa3aa98eb1030ede8c405e32f48da93", "fetched_at": "2026-08-28T04:04:18.603307+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Tebmer/Awesome-Knowledge-Distillation-of-LLMs"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.603307+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T04:51:00.966818+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "e4f72f4c398a7e46ded8536ad8459867eaa3aa98eb1030ede8c405e32f48da93", "fetched_at": "2026-08-28T04:04:18.603307+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Tebmer/Awesome-Knowledge-Distillation-of-LLMs"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T04:51:00.966818+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "e4f72f4c398a7e46ded8536ad8459867eaa3aa98eb1030ede8c405e32f48da93", "fetched_at": "2026-08-28T04:04:18.603307+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Tebmer/Awesome-Knowledge-Distillation-of-LLMs"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.603307+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.603307+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.603307+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T04:51:00.966818+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "e4f72f4c398a7e46ded8536ad8459867eaa3aa98eb1030ede8c405e32f48da93", "fetched_at": "2026-08-28T04:04:18.603307+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Tebmer/Awesome-Knowledge-Distillation-of-LLMs"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.603307+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.603307+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T04:51:00.966818+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "e4f72f4c398a7e46ded8536ad8459867eaa3aa98eb1030ede8c405e32f48da93", "fetched_at": "2026-08-28T04:04:18.603307+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Tebmer/Awesome-Knowledge-Distillation-of-LLMs"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.603307+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.603307+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.603307+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T04:51:00.966818+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "e4f72f4c398a7e46ded8536ad8459867eaa3aa98eb1030ede8c405e32f48da93", "fetched_at": "2026-08-28T04:04:18.603307+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Tebmer/Awesome-Knowledge-Distillation-of-LLMs"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.603307+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.603307+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T04:51:00.966818+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "e4f72f4c398a7e46ded8536ad8459867eaa3aa98eb1030ede8c405e32f48da93", "fetched_at": "2026-08-28T04:04:18.603307+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Tebmer/Awesome-Knowledge-Distillation-of-LLMs"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T04:51:00.966818+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "e4f72f4c398a7e46ded8536ad8459867eaa3aa98eb1030ede8c405e32f48da93", "fetched_at": "2026-08-28T04:04:18.603307+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Tebmer/Awesome-Knowledge-Distillation-of-LLMs"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T04:51:00.966818+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "e4f72f4c398a7e46ded8536ad8459867eaa3aa98eb1030ede8c405e32f48da93", "fetched_at": "2026-08-28T04:04:18.603307+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Tebmer/Awesome-Knowledge-Distillation-of-LLMs"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T04:51:00.966818+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "e4f72f4c398a7e46ded8536ad8459867eaa3aa98eb1030ede8c405e32f48da93", "fetched_at": "2026-08-28T04:04:18.603307+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Tebmer/Awesome-Knowledge-Distillation-of-LLMs"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 10, "longevity": 66, "rhythm": 35}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": ["no_releases", "no_license"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 937, "days_push": 542, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 30, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}