{"adoption": {"forks": 2872, "observed_at": "2026-08-28T04:11:38.877179+00:00", "stars": 26251}, "canonical_url": "https://ross.abutalabs.com/products/colibri", "card": {"archived": false, "artifact_type": "library", "description": "Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦", "domain": ["large-language-models", "machine-learning", "artificial-intelligence", "developer-tools", "self-hosted"], "enriched": true, "function": ["llm-inference", "llm-training", "gpu-computing", "cli", "http-server", "chat-interface"], "health_score": 100, "homepage": "https://justvugg.github.io/colibri", "language": "C", "license": "Apache-2.0", "license_family": "permissive", "maturity": "active", "member_repos": ["JustVugg/colibri"], "name": "JustVugg/colibri", "platform": ["windows", "cpp", "cli", "self-hosted", "cross-platform"], "pushed_at": "2026-08-26T21:25:10+00:00", "repo": "JustVugg/colibri", "stars": 26251, "tags": ["mixture-of-experts", "inference-engine", "expert-streaming", "memory-tiering", "pure-c", "zero-dependencies", "quantization", "int4", "nvme-streaming", "cpu-inference", "apple-silicon", "metal", "linux", "macos", "gpu"], "topics": [], "urls": [], "use_cases": ["run trillion-parameter MoE models on a consumer PC", "stream LLM expert weights from NVMe instead of loading into RAM", "self-host large language models without a datacenter", "serve a 744B model from a C engine with no dependencies", "run frontier models on Apple Silicon via Metal", "inspect which MoE experts fire with a live dashboard", "run LLM inference on CPU with limited VRAM"], "what_it_is": "Colibrì is a pure-C, zero-dependency inference engine that runs frontier Mixture-of-Experts models (744B to 2.8T parameters) on consumer hardware by streaming expert weights from disk and treating VRAM, RAM, and storage as a single memory hierarchy. It ships per-model engines with a unified front end (chat, serve, web dashboard) and validates outputs token-exact against reference implementations.", "when_to_avoid": ["you need guaranteed latency or an SLA for production serving", "you need broad model support beyond the six supported families", "you want a mature ecosystem with extensive tooling and integrations", "you need fast throughput on a single consumer machine — streaming from disk trades speed for capacity"], "when_to_choose": ["you want to run very large MoE models on hardware with limited VRAM/RAM", "you need a dependency-free, pure-C inference engine you can audit and hack on", "you want token-exact outputs matching reference implementations", "you're researching inference-side systems: memory tiering, prefetching, CPU/GPU overlap"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/colibri", "repo": "JustVugg/colibri", "role": "main", "score": 80}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:11:38.877179+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T16:55:54.458997+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "28cfb0c42536f227cfb906fd121d332025f32379f8cb9b10cfbaf8be51db37d2", "fetched_at": "2026-08-28T04:11:38.877179+00:00", "kind": "readme", "missing": false, "url": "https://github.com/JustVugg/colibri"}, {"content_hash": "1305a77ec2f3d4b872c63939226c40cb6a911711e24d23bf18b2036d373ff19b", "fetched_at": "2026-08-29T07:52:18.665014+00:00", "kind": "homepage", "missing": false, "url": "https://justvugg.github.io/colibri"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:11:38.877179+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T16:55:54.458997+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "28cfb0c42536f227cfb906fd121d332025f32379f8cb9b10cfbaf8be51db37d2", "fetched_at": "2026-08-28T04:11:38.877179+00:00", "kind": "readme", "missing": false, "url": "https://github.com/JustVugg/colibri"}, {"content_hash": "1305a77ec2f3d4b872c63939226c40cb6a911711e24d23bf18b2036d373ff19b", "fetched_at": "2026-08-29T07:52:18.665014+00:00", "kind": "homepage", "missing": false, "url": "https://justvugg.github.io/colibri"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T16:55:54.458997+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "28cfb0c42536f227cfb906fd121d332025f32379f8cb9b10cfbaf8be51db37d2", "fetched_at": "2026-08-28T04:11:38.877179+00:00", "kind": "readme", "missing": false, "url": "https://github.com/JustVugg/colibri"}, {"content_hash": "1305a77ec2f3d4b872c63939226c40cb6a911711e24d23bf18b2036d373ff19b", "fetched_at": "2026-08-29T07:52:18.665014+00:00", "kind": "homepage", "missing": false, "url": "https://justvugg.github.io/colibri"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:11:38.877179+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:11:38.877179+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:11:38.877179+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T16:55:54.458997+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "28cfb0c42536f227cfb906fd121d332025f32379f8cb9b10cfbaf8be51db37d2", "fetched_at": "2026-08-28T04:11:38.877179+00:00", "kind": "readme", "missing": false, "url": "https://github.com/JustVugg/colibri"}, {"content_hash": "1305a77ec2f3d4b872c63939226c40cb6a911711e24d23bf18b2036d373ff19b", "fetched_at": "2026-08-29T07:52:18.665014+00:00", "kind": "homepage", "missing": false, "url": "https://justvugg.github.io/colibri"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:11:38.877179+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:11:38.877179+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T16:55:54.458997+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "28cfb0c42536f227cfb906fd121d332025f32379f8cb9b10cfbaf8be51db37d2", "fetched_at": "2026-08-28T04:11:38.877179+00:00", "kind": "readme", "missing": false, "url": "https://github.com/JustVugg/colibri"}, {"content_hash": "1305a77ec2f3d4b872c63939226c40cb6a911711e24d23bf18b2036d373ff19b", "fetched_at": "2026-08-29T07:52:18.665014+00:00", "kind": "homepage", "missing": false, "url": "https://justvugg.github.io/colibri"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:11:38.877179+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:11:38.877179+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:11:38.877179+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T16:55:54.458997+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "28cfb0c42536f227cfb906fd121d332025f32379f8cb9b10cfbaf8be51db37d2", "fetched_at": "2026-08-28T04:11:38.877179+00:00", "kind": "readme", "missing": false, "url": "https://github.com/JustVugg/colibri"}, {"content_hash": "1305a77ec2f3d4b872c63939226c40cb6a911711e24d23bf18b2036d373ff19b", "fetched_at": "2026-08-29T07:52:18.665014+00:00", "kind": "homepage", "missing": false, "url": "https://justvugg.github.io/colibri"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:11:38.877179+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:11:38.877179+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T16:55:54.458997+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "28cfb0c42536f227cfb906fd121d332025f32379f8cb9b10cfbaf8be51db37d2", "fetched_at": "2026-08-28T04:11:38.877179+00:00", "kind": "readme", "missing": false, "url": "https://github.com/JustVugg/colibri"}, {"content_hash": "1305a77ec2f3d4b872c63939226c40cb6a911711e24d23bf18b2036d373ff19b", "fetched_at": "2026-08-29T07:52:18.665014+00:00", "kind": "homepage", "missing": false, "url": "https://justvugg.github.io/colibri"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T16:55:54.458997+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "28cfb0c42536f227cfb906fd121d332025f32379f8cb9b10cfbaf8be51db37d2", "fetched_at": "2026-08-28T04:11:38.877179+00:00", "kind": "readme", "missing": false, "url": "https://github.com/JustVugg/colibri"}, {"content_hash": "1305a77ec2f3d4b872c63939226c40cb6a911711e24d23bf18b2036d373ff19b", "fetched_at": "2026-08-29T07:52:18.665014+00:00", "kind": "homepage", "missing": false, "url": "https://justvugg.github.io/colibri"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T16:55:54.458997+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "28cfb0c42536f227cfb906fd121d332025f32379f8cb9b10cfbaf8be51db37d2", "fetched_at": "2026-08-28T04:11:38.877179+00:00", "kind": "readme", "missing": false, "url": "https://github.com/JustVugg/colibri"}, {"content_hash": "1305a77ec2f3d4b872c63939226c40cb6a911711e24d23bf18b2036d373ff19b", "fetched_at": "2026-08-29T07:52:18.665014+00:00", "kind": "homepage", "missing": false, "url": "https://justvugg.github.io/colibri"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T16:55:54.458997+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "28cfb0c42536f227cfb906fd121d332025f32379f8cb9b10cfbaf8be51db37d2", "fetched_at": "2026-08-28T04:11:38.877179+00:00", "kind": "readme", "missing": false, "url": "https://github.com/JustVugg/colibri"}, {"content_hash": "1305a77ec2f3d4b872c63939226c40cb6a911711e24d23bf18b2036d373ff19b", "fetched_at": "2026-08-29T07:52:18.665014+00:00", "kind": "homepage", "missing": false, "url": "https://justvugg.github.io/colibri"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 99, "longevity": 4, "rhythm": 99}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": ["young"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 63, "days_push": 7, "days_rel": 9, "gap_med": 2, "n_releases_24m": 12}, "score": 80, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}