{"adoption": {"forks": 99, "observed_at": "2026-08-28T04:06:11.951531+00:00", "stars": 2086}, "canonical_url": "https://ross.abutalabs.com/products/onnxstream", "card": {"archived": false, "artifact_type": "library", "description": "Lightweight inference library for ONNX files, written in C++. It can run Stable Diffusion XL 1.0 on a RPI Zero 2 (or in 298MB of RAM) but also Mistral 7B on desktops and servers. ARM, x86, WASM, RISC-V supported. Accelerated by XNNPACK. Python, C# and JS(WASM) bindings available.", "domain": ["machine-learning", "deep-learning", "artificial-intelligence", "image-processing", "speech-processing", "embedded-systems", "gpu-computing"], "enriched": true, "function": ["llm-inference", "machine-learning", "stable-diffusion", "speech-recognition", "computer-vision", "sdk"], "health_score": 77, "homepage": "https://whisper.vitoplantamura.com/", "language": "C++", "license": "NOASSERTION", "license_family": "other", "maturity": "active", "member_repos": ["vitoplantamura/OnnxStream"], "name": "vitoplantamura/OnnxStream", "platform": ["windows", "wasm", "embedded", "cpp", "python", "cross-platform", "browser"], "pushed_at": "2026-06-18T17:04:41+00:00", "repo": "vitoplantamura/OnnxStream", "stars": 2086, "tags": ["onnx", "raspberry-pi", "xnnpack", "low-memory", "tinyml", "edge-inference", "llm", "yolov8", "whisper", "bindings", "linux", "macos"], "topics": ["machine-learning", "onnx", "raspberry-pi", "stable-diffusion", "llama", "mistral", "tinyml", "wasm", "webassembly", "yolov8", "whisper"], "urls": [], "use_cases": ["run stable diffusion on a raspberry pi with 512MB ram", "run mistral 7B locally with minimal memory", "run whisper speech recognition in the browser", "run yolov8 object detection in the browser with wasm", "run onnx models on embedded arm or risc-v devices", "generate images from text on low-memory hardware", "run llm inference on a tiny sbc"], "what_it_is": "A lightweight C++ inference library for ONNX models that streams weights to run large models in very little memory, accelerated by XNNPACK. It can run Stable Diffusion XL on a Raspberry Pi Zero 2 (298MB RAM), LLMs like Mistral 7B on desktops, and models like YOLOv8 and Whisper in the browser via WASM.", "when_to_avoid": ["you need maximum throughput on GPU servers with mature CUDA stacks", "you need broad ONNX operator coverage or production support like ONNX Runtime", "you need a permissively documented license (license is non-standard)"], "when_to_choose": ["you need to run large ONNX models (diffusion, LLMs) in constrained memory environments", "you target ARM, RISC-V, x86, or WASM without GPU dependencies", "you want a lightweight C++ inference engine with Python/C#/JS bindings"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/onnxstream", "repo": "vitoplantamura/OnnxStream", "role": "main", "score": 59}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:06:11.951531+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T02:55:48.699070+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b04f0977f2697b0c2d56f2bd183f5cafcb4d5a86fc6c5ca567918efd9941622f", "fetched_at": "2026-08-28T04:06:11.951531+00:00", "kind": "readme", "missing": false, "url": "https://github.com/vitoplantamura/OnnxStream"}, {"content_hash": "6953030e114935a4ae74450ee2cdc31536d6dae0f1238f7e749fe170617e7b57", "fetched_at": "2026-08-29T10:35:43.977079+00:00", "kind": "homepage", "missing": false, "url": "https://whisper.vitoplantamura.com/"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:06:11.951531+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T02:55:48.699070+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b04f0977f2697b0c2d56f2bd183f5cafcb4d5a86fc6c5ca567918efd9941622f", "fetched_at": "2026-08-28T04:06:11.951531+00:00", "kind": "readme", "missing": false, "url": "https://github.com/vitoplantamura/OnnxStream"}, {"content_hash": "6953030e114935a4ae74450ee2cdc31536d6dae0f1238f7e749fe170617e7b57", "fetched_at": "2026-08-29T10:35:43.977079+00:00", "kind": "homepage", "missing": false, "url": "https://whisper.vitoplantamura.com/"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T02:55:48.699070+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b04f0977f2697b0c2d56f2bd183f5cafcb4d5a86fc6c5ca567918efd9941622f", "fetched_at": "2026-08-28T04:06:11.951531+00:00", "kind": "readme", "missing": false, "url": "https://github.com/vitoplantamura/OnnxStream"}, {"content_hash": "6953030e114935a4ae74450ee2cdc31536d6dae0f1238f7e749fe170617e7b57", "fetched_at": "2026-08-29T10:35:43.977079+00:00", "kind": "homepage", "missing": false, "url": "https://whisper.vitoplantamura.com/"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:06:11.951531+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:06:11.951531+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:06:11.951531+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T02:55:48.699070+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b04f0977f2697b0c2d56f2bd183f5cafcb4d5a86fc6c5ca567918efd9941622f", "fetched_at": "2026-08-28T04:06:11.951531+00:00", "kind": "readme", "missing": false, "url": "https://github.com/vitoplantamura/OnnxStream"}, {"content_hash": "6953030e114935a4ae74450ee2cdc31536d6dae0f1238f7e749fe170617e7b57", "fetched_at": "2026-08-29T10:35:43.977079+00:00", "kind": "homepage", "missing": false, "url": "https://whisper.vitoplantamura.com/"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:06:11.951531+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:06:11.951531+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T02:55:48.699070+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b04f0977f2697b0c2d56f2bd183f5cafcb4d5a86fc6c5ca567918efd9941622f", "fetched_at": "2026-08-28T04:06:11.951531+00:00", "kind": "readme", "missing": false, "url": "https://github.com/vitoplantamura/OnnxStream"}, {"content_hash": "6953030e114935a4ae74450ee2cdc31536d6dae0f1238f7e749fe170617e7b57", "fetched_at": "2026-08-29T10:35:43.977079+00:00", "kind": "homepage", "missing": false, "url": "https://whisper.vitoplantamura.com/"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:06:11.951531+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:06:11.951531+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:06:11.951531+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T02:55:48.699070+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b04f0977f2697b0c2d56f2bd183f5cafcb4d5a86fc6c5ca567918efd9941622f", "fetched_at": "2026-08-28T04:06:11.951531+00:00", "kind": "readme", "missing": false, "url": "https://github.com/vitoplantamura/OnnxStream"}, {"content_hash": "6953030e114935a4ae74450ee2cdc31536d6dae0f1238f7e749fe170617e7b57", "fetched_at": "2026-08-29T10:35:43.977079+00:00", "kind": "homepage", "missing": false, "url": "https://whisper.vitoplantamura.com/"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:06:11.951531+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:06:11.951531+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T02:55:48.699070+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b04f0977f2697b0c2d56f2bd183f5cafcb4d5a86fc6c5ca567918efd9941622f", "fetched_at": "2026-08-28T04:06:11.951531+00:00", "kind": "readme", "missing": false, "url": "https://github.com/vitoplantamura/OnnxStream"}, {"content_hash": "6953030e114935a4ae74450ee2cdc31536d6dae0f1238f7e749fe170617e7b57", "fetched_at": "2026-08-29T10:35:43.977079+00:00", "kind": "homepage", "missing": false, "url": "https://whisper.vitoplantamura.com/"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T02:55:48.699070+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b04f0977f2697b0c2d56f2bd183f5cafcb4d5a86fc6c5ca567918efd9941622f", "fetched_at": "2026-08-28T04:06:11.951531+00:00", "kind": "readme", "missing": false, "url": "https://github.com/vitoplantamura/OnnxStream"}, {"content_hash": "6953030e114935a4ae74450ee2cdc31536d6dae0f1238f7e749fe170617e7b57", "fetched_at": "2026-08-29T10:35:43.977079+00:00", "kind": "homepage", "missing": false, "url": "https://whisper.vitoplantamura.com/"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T02:55:48.699070+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b04f0977f2697b0c2d56f2bd183f5cafcb4d5a86fc6c5ca567918efd9941622f", "fetched_at": "2026-08-28T04:06:11.951531+00:00", "kind": "readme", "missing": false, "url": "https://github.com/vitoplantamura/OnnxStream"}, {"content_hash": "6953030e114935a4ae74450ee2cdc31536d6dae0f1238f7e749fe170617e7b57", "fetched_at": "2026-08-29T10:35:43.977079+00:00", "kind": "homepage", "missing": false, "url": "https://whisper.vitoplantamura.com/"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T02:55:48.699070+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b04f0977f2697b0c2d56f2bd183f5cafcb4d5a86fc6c5ca567918efd9941622f", "fetched_at": "2026-08-28T04:06:11.951531+00:00", "kind": "readme", "missing": false, "url": "https://github.com/vitoplantamura/OnnxStream"}, {"content_hash": "6953030e114935a4ae74450ee2cdc31536d6dae0f1238f7e749fe170617e7b57", "fetched_at": "2026-08-29T10:35:43.977079+00:00", "kind": "homepage", "missing": false, "url": "https://whisper.vitoplantamura.com/"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 88, "longevity": 81, "rhythm": 8}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": ["no_license"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 1147, "days_push": 76, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 59, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}