{"adoption": {"forks": 194, "observed_at": "2026-08-28T04:04:31.934609+00:00", "stars": 1371}, "canonical_url": "https://ross.abutalabs.com/products/scaling-book", "card": {"archived": false, "artifact_type": "learning-resource", "description": "Home for \"How To Scale Your Model\", a short blog-style textbook about scaling LLMs on TPUs", "domain": ["large-language-models", "gpu-computing", "tutorials", "performance", "machine-learning"], "enriched": true, "function": ["documentation", "developer-tools"], "health_score": 79, "homepage": "https://jax-ml.github.io/scaling-book/", "language": "HTML", "license": "MIT", "license_family": "permissive", "maturity": "active", "member_repos": ["jax-ml/scaling-book"], "name": "jax-ml/scaling-book", "platform": ["python", "ruby"], "pushed_at": "2026-08-20T16:07:33+00:00", "repo": "jax-ml/scaling-book", "stars": 1371, "tags": ["tpu", "llm-training", "llm-inference", "roofline-analysis", "parallelism", "jax", "textbook", "distill-style", "web-server"], "topics": ["jax", "llm-inference", "llms", "roofline", "tpus"], "urls": [], "use_cases": ["learn how TPUs work and how LLMs run at scale", "understand roofline analysis for accelerator performance", "choose parallelism schemes for LLM training and inference", "estimate the cost and time to train or serve a large Transformer model", "understand collective communication operations like AllGather", "learn how to avoid communication bottlenecks when scaling models"], "what_it_is": "An open-source, blog-style online textbook called 'How To Scale Your Model' that explains how TPUs and GPUs work and how to scale LLM training and inference efficiently. It is built as a Jekyll site with interactive Jupyter-based content, published via GitHub Pages.", "when_to_avoid": ["you need hands-on training code or a runnable framework rather than a textbook", "you are a complete beginner with no understanding of Transformers or LLM training", "you need vendor-specific GPU (CUDA) optimization guides rather than TPU-focused systems theory"], "when_to_choose": ["you want a free, in-depth systems-level explanation of LLM scaling on TPUs/GPUs", "you need to reason about parallelism strategies (data, tensor, pipeline, etc.) for large models", "you want to ballpark training/inference costs and memory requirements", "you have basic LLM and JAX familiarity and want to go deeper on hardware efficiency"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/scaling-book", "repo": "jax-ml/scaling-book", "role": "main", "score": 65}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:04:31.934609+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T04:40:50.550522+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "952c3db0f01c797a79085b618fbccc53dcfa28edc193174985e6b85765f07ec7", "fetched_at": "2026-08-28T04:04:31.934609+00:00", "kind": "readme", "missing": false, "url": "https://github.com/jax-ml/scaling-book"}, {"content_hash": "e82f03144861ac0937f137cc1e443b237a7241b01e003546d63e12ccf15ab077", "fetched_at": "2026-08-29T11:57:28.457202+00:00", "kind": "homepage", "missing": false, "url": "https://jax-ml.github.io/scaling-book/"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:04:31.934609+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T04:40:50.550522+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "952c3db0f01c797a79085b618fbccc53dcfa28edc193174985e6b85765f07ec7", "fetched_at": "2026-08-28T04:04:31.934609+00:00", "kind": "readme", "missing": false, "url": "https://github.com/jax-ml/scaling-book"}, {"content_hash": "e82f03144861ac0937f137cc1e443b237a7241b01e003546d63e12ccf15ab077", "fetched_at": "2026-08-29T11:57:28.457202+00:00", "kind": "homepage", "missing": false, "url": "https://jax-ml.github.io/scaling-book/"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T04:40:50.550522+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "952c3db0f01c797a79085b618fbccc53dcfa28edc193174985e6b85765f07ec7", "fetched_at": "2026-08-28T04:04:31.934609+00:00", "kind": "readme", "missing": false, "url": "https://github.com/jax-ml/scaling-book"}, {"content_hash": "e82f03144861ac0937f137cc1e443b237a7241b01e003546d63e12ccf15ab077", "fetched_at": "2026-08-29T11:57:28.457202+00:00", "kind": "homepage", "missing": false, "url": "https://jax-ml.github.io/scaling-book/"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:04:31.934609+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:04:31.934609+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:04:31.934609+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T04:40:50.550522+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "952c3db0f01c797a79085b618fbccc53dcfa28edc193174985e6b85765f07ec7", "fetched_at": "2026-08-28T04:04:31.934609+00:00", "kind": "readme", "missing": false, "url": "https://github.com/jax-ml/scaling-book"}, {"content_hash": "e82f03144861ac0937f137cc1e443b237a7241b01e003546d63e12ccf15ab077", "fetched_at": "2026-08-29T11:57:28.457202+00:00", "kind": "homepage", "missing": false, "url": "https://jax-ml.github.io/scaling-book/"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:04:31.934609+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:04:31.934609+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T04:40:50.550522+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "952c3db0f01c797a79085b618fbccc53dcfa28edc193174985e6b85765f07ec7", "fetched_at": "2026-08-28T04:04:31.934609+00:00", "kind": "readme", "missing": false, "url": "https://github.com/jax-ml/scaling-book"}, {"content_hash": "e82f03144861ac0937f137cc1e443b237a7241b01e003546d63e12ccf15ab077", "fetched_at": "2026-08-29T11:57:28.457202+00:00", "kind": "homepage", "missing": false, "url": "https://jax-ml.github.io/scaling-book/"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:04:31.934609+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:04:31.934609+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:04:31.934609+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T04:40:50.550522+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "952c3db0f01c797a79085b618fbccc53dcfa28edc193174985e6b85765f07ec7", "fetched_at": "2026-08-28T04:04:31.934609+00:00", "kind": "readme", "missing": false, "url": "https://github.com/jax-ml/scaling-book"}, {"content_hash": "e82f03144861ac0937f137cc1e443b237a7241b01e003546d63e12ccf15ab077", "fetched_at": "2026-08-29T11:57:28.457202+00:00", "kind": "homepage", "missing": false, "url": "https://jax-ml.github.io/scaling-book/"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:04:31.934609+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:04:31.934609+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T04:40:50.550522+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "952c3db0f01c797a79085b618fbccc53dcfa28edc193174985e6b85765f07ec7", "fetched_at": "2026-08-28T04:04:31.934609+00:00", "kind": "readme", "missing": false, "url": "https://github.com/jax-ml/scaling-book"}, {"content_hash": "e82f03144861ac0937f137cc1e443b237a7241b01e003546d63e12ccf15ab077", "fetched_at": "2026-08-29T11:57:28.457202+00:00", "kind": "homepage", "missing": false, "url": "https://jax-ml.github.io/scaling-book/"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T04:40:50.550522+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "952c3db0f01c797a79085b618fbccc53dcfa28edc193174985e6b85765f07ec7", "fetched_at": "2026-08-28T04:04:31.934609+00:00", "kind": "readme", "missing": false, "url": "https://github.com/jax-ml/scaling-book"}, {"content_hash": "e82f03144861ac0937f137cc1e443b237a7241b01e003546d63e12ccf15ab077", "fetched_at": "2026-08-29T11:57:28.457202+00:00", "kind": "homepage", "missing": false, "url": "https://jax-ml.github.io/scaling-book/"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T04:40:50.550522+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "952c3db0f01c797a79085b618fbccc53dcfa28edc193174985e6b85765f07ec7", "fetched_at": "2026-08-28T04:04:31.934609+00:00", "kind": "readme", "missing": false, "url": "https://github.com/jax-ml/scaling-book"}, {"content_hash": "e82f03144861ac0937f137cc1e443b237a7241b01e003546d63e12ccf15ab077", "fetched_at": "2026-08-29T11:57:28.457202+00:00", "kind": "homepage", "missing": false, "url": "https://jax-ml.github.io/scaling-book/"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T04:40:50.550522+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "952c3db0f01c797a79085b618fbccc53dcfa28edc193174985e6b85765f07ec7", "fetched_at": "2026-08-28T04:04:31.934609+00:00", "kind": "readme", "missing": false, "url": "https://github.com/jax-ml/scaling-book"}, {"content_hash": "e82f03144861ac0937f137cc1e443b237a7241b01e003546d63e12ccf15ab077", "fetched_at": "2026-08-29T11:57:28.457202+00:00", "kind": "homepage", "missing": false, "url": "https://jax-ml.github.io/scaling-book/"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 98, "longevity": 41, "rhythm": 35}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": ["no_releases"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 577, "days_push": 13, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 65, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}