{"adoption": {"forks": 149, "observed_at": "2026-08-28T04:05:16.882152+00:00", "stars": 1650}, "canonical_url": "https://ross.abutalabs.com/products/llamaedge", "card": {"archived": false, "artifact_type": "application", "description": "The easiest & fastest way to run customized and fine-tuned LLMs locally or on the edge", "domain": ["large-language-models", "artificial-intelligence", "self-hosted", "developer-tools"], "enriched": true, "function": ["llm-inference", "http-server", "cli", "speech-recognition", "tts", "rag"], "health_score": 77, "homepage": "https://llamaedge.com/", "language": "Rust", "license": "Apache-2.0", "license_family": "permissive", "maturity": "active", "member_repos": ["LlamaEdge/LlamaEdge"], "name": "LlamaEdge/LlamaEdge", "platform": ["cross-platform", "cli", "self-hosted", "wasm"], "pushed_at": "2026-02-08T03:32:28+00:00", "repo": "LlamaEdge/LlamaEdge", "stars": 1650, "tags": ["openai-compatible-api", "gguf", "wasmedge", "local-llm", "edge-computing", "chatbot-ui", "gpu"], "topics": [], "urls": [], "use_cases": ["run open-source LLMs locally on my laptop", "serve an OpenAI-compatible API for a local model", "chat with a fine-tuned GGUF model from the command line", "host a private LLM API server without Python dependencies", "run LLM inference on edge devices with GPU acceleration", "create a chatbot web UI backed by a local model", "generate embeddings locally for a knowledge base"], "what_it_is": "LlamaEdge is a lightweight Rust and WasmEdge-based runtime for running open-source LLMs locally or on edge devices, with CLI chat apps and OpenAI-compatible API servers. It supports text generation, embeddings, speech-to-text, text-to-speech, and image generation models in a compact, dependency-free package.", "when_to_avoid": ["you need the broadest model support or ecosystem of Ollama or llama.cpp", "you rely on Python-based tooling and want to extend the runtime in Python", "you require multi-node distributed inference or large-scale serving", "you need features beyond the supported model types (e.g., advanced fine-tuning)"], "when_to_choose": ["you need a lightweight, portable local LLM runtime without Python or heavy dependencies", "you want OpenAI-compatible endpoints for open-source models on CPU or GPU", "you deploy LLM apps across heterogeneous edge hardware (CPUs, GPUs, NPUs)", "you want a single integrated runtime plus API server instead of gluing multiple tools"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/llamaedge", "repo": "LlamaEdge/LlamaEdge", "role": "main", "score": 65}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.882152+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T03:45:04.512568+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1ed0618bbfb442c79468bf888b060887fadfcd5f737f1347d025adf0cd00e013", "fetched_at": "2026-08-28T04:05:16.882152+00:00", "kind": "readme", "missing": false, "url": "https://github.com/LlamaEdge/LlamaEdge"}, {"content_hash": "6a2f155de4bd24d5b9b49a2f44015a95699759bc989202a1a4dbf1b485623bbd", "fetched_at": "2026-08-29T11:18:07.644776+00:00", "kind": "homepage", "missing": false, "url": "https://llamaedge.com/"}, {"content_hash": "c3f6ed40aad127590216b9a7696288d51ae792e4fd30e94c55ed576cc5cb8c36", "fetched_at": "2026-08-29T11:18:07.648338+00:00", "kind": "site_page", "missing": false, "url": "https://llamaedge.com/docs/intro"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.882152+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T03:45:04.512568+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1ed0618bbfb442c79468bf888b060887fadfcd5f737f1347d025adf0cd00e013", "fetched_at": "2026-08-28T04:05:16.882152+00:00", "kind": "readme", "missing": false, "url": "https://github.com/LlamaEdge/LlamaEdge"}, {"content_hash": "6a2f155de4bd24d5b9b49a2f44015a95699759bc989202a1a4dbf1b485623bbd", "fetched_at": "2026-08-29T11:18:07.644776+00:00", "kind": "homepage", "missing": false, "url": "https://llamaedge.com/"}, {"content_hash": "c3f6ed40aad127590216b9a7696288d51ae792e4fd30e94c55ed576cc5cb8c36", "fetched_at": "2026-08-29T11:18:07.648338+00:00", "kind": "site_page", "missing": false, "url": "https://llamaedge.com/docs/intro"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T03:45:04.512568+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1ed0618bbfb442c79468bf888b060887fadfcd5f737f1347d025adf0cd00e013", "fetched_at": "2026-08-28T04:05:16.882152+00:00", "kind": "readme", "missing": false, "url": "https://github.com/LlamaEdge/LlamaEdge"}, {"content_hash": "6a2f155de4bd24d5b9b49a2f44015a95699759bc989202a1a4dbf1b485623bbd", "fetched_at": "2026-08-29T11:18:07.644776+00:00", "kind": "homepage", "missing": false, "url": "https://llamaedge.com/"}, {"content_hash": "c3f6ed40aad127590216b9a7696288d51ae792e4fd30e94c55ed576cc5cb8c36", "fetched_at": "2026-08-29T11:18:07.648338+00:00", "kind": "site_page", "missing": false, "url": "https://llamaedge.com/docs/intro"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.882152+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.882152+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.882152+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T03:45:04.512568+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1ed0618bbfb442c79468bf888b060887fadfcd5f737f1347d025adf0cd00e013", "fetched_at": "2026-08-28T04:05:16.882152+00:00", "kind": "readme", "missing": false, "url": "https://github.com/LlamaEdge/LlamaEdge"}, {"content_hash": "6a2f155de4bd24d5b9b49a2f44015a95699759bc989202a1a4dbf1b485623bbd", "fetched_at": "2026-08-29T11:18:07.644776+00:00", "kind": "homepage", "missing": false, "url": "https://llamaedge.com/"}, {"content_hash": "c3f6ed40aad127590216b9a7696288d51ae792e4fd30e94c55ed576cc5cb8c36", "fetched_at": "2026-08-29T11:18:07.648338+00:00", "kind": "site_page", "missing": false, "url": "https://llamaedge.com/docs/intro"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.882152+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.882152+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T03:45:04.512568+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1ed0618bbfb442c79468bf888b060887fadfcd5f737f1347d025adf0cd00e013", "fetched_at": "2026-08-28T04:05:16.882152+00:00", "kind": "readme", "missing": false, "url": "https://github.com/LlamaEdge/LlamaEdge"}, {"content_hash": "6a2f155de4bd24d5b9b49a2f44015a95699759bc989202a1a4dbf1b485623bbd", "fetched_at": "2026-08-29T11:18:07.644776+00:00", "kind": "homepage", "missing": false, "url": "https://llamaedge.com/"}, {"content_hash": "c3f6ed40aad127590216b9a7696288d51ae792e4fd30e94c55ed576cc5cb8c36", "fetched_at": "2026-08-29T11:18:07.648338+00:00", "kind": "site_page", "missing": false, "url": "https://llamaedge.com/docs/intro"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.882152+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.882152+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.882152+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T03:45:04.512568+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1ed0618bbfb442c79468bf888b060887fadfcd5f737f1347d025adf0cd00e013", "fetched_at": "2026-08-28T04:05:16.882152+00:00", "kind": "readme", "missing": false, "url": "https://github.com/LlamaEdge/LlamaEdge"}, {"content_hash": "6a2f155de4bd24d5b9b49a2f44015a95699759bc989202a1a4dbf1b485623bbd", "fetched_at": "2026-08-29T11:18:07.644776+00:00", "kind": "homepage", "missing": false, "url": "https://llamaedge.com/"}, {"content_hash": "c3f6ed40aad127590216b9a7696288d51ae792e4fd30e94c55ed576cc5cb8c36", "fetched_at": "2026-08-29T11:18:07.648338+00:00", "kind": "site_page", "missing": false, "url": "https://llamaedge.com/docs/intro"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.882152+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.882152+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T03:45:04.512568+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1ed0618bbfb442c79468bf888b060887fadfcd5f737f1347d025adf0cd00e013", "fetched_at": "2026-08-28T04:05:16.882152+00:00", "kind": "readme", "missing": false, "url": "https://github.com/LlamaEdge/LlamaEdge"}, {"content_hash": "6a2f155de4bd24d5b9b49a2f44015a95699759bc989202a1a4dbf1b485623bbd", "fetched_at": "2026-08-29T11:18:07.644776+00:00", "kind": "homepage", "missing": false, "url": "https://llamaedge.com/"}, {"content_hash": "c3f6ed40aad127590216b9a7696288d51ae792e4fd30e94c55ed576cc5cb8c36", "fetched_at": "2026-08-29T11:18:07.648338+00:00", "kind": "site_page", "missing": false, "url": "https://llamaedge.com/docs/intro"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T03:45:04.512568+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1ed0618bbfb442c79468bf888b060887fadfcd5f737f1347d025adf0cd00e013", "fetched_at": "2026-08-28T04:05:16.882152+00:00", "kind": "readme", "missing": false, "url": "https://github.com/LlamaEdge/LlamaEdge"}, {"content_hash": "6a2f155de4bd24d5b9b49a2f44015a95699759bc989202a1a4dbf1b485623bbd", "fetched_at": "2026-08-29T11:18:07.644776+00:00", "kind": "homepage", "missing": false, "url": "https://llamaedge.com/"}, {"content_hash": "c3f6ed40aad127590216b9a7696288d51ae792e4fd30e94c55ed576cc5cb8c36", "fetched_at": "2026-08-29T11:18:07.648338+00:00", "kind": "site_page", "missing": false, "url": "https://llamaedge.com/docs/intro"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T03:45:04.512568+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1ed0618bbfb442c79468bf888b060887fadfcd5f737f1347d025adf0cd00e013", "fetched_at": "2026-08-28T04:05:16.882152+00:00", "kind": "readme", "missing": false, "url": "https://github.com/LlamaEdge/LlamaEdge"}, {"content_hash": "6a2f155de4bd24d5b9b49a2f44015a95699759bc989202a1a4dbf1b485623bbd", "fetched_at": "2026-08-29T11:18:07.644776+00:00", "kind": "homepage", "missing": false, "url": "https://llamaedge.com/"}, {"content_hash": "c3f6ed40aad127590216b9a7696288d51ae792e4fd30e94c55ed576cc5cb8c36", "fetched_at": "2026-08-29T11:18:07.648338+00:00", "kind": "site_page", "missing": false, "url": "https://llamaedge.com/docs/intro"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T03:45:04.512568+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1ed0618bbfb442c79468bf888b060887fadfcd5f737f1347d025adf0cd00e013", "fetched_at": "2026-08-28T04:05:16.882152+00:00", "kind": "readme", "missing": false, "url": "https://github.com/LlamaEdge/LlamaEdge"}, {"content_hash": "6a2f155de4bd24d5b9b49a2f44015a95699759bc989202a1a4dbf1b485623bbd", "fetched_at": "2026-08-29T11:18:07.644776+00:00", "kind": "homepage", "missing": false, "url": "https://llamaedge.com/"}, {"content_hash": "c3f6ed40aad127590216b9a7696288d51ae792e4fd30e94c55ed576cc5cb8c36", "fetched_at": "2026-08-29T11:18:07.648338+00:00", "kind": "site_page", "missing": false, "url": "https://llamaedge.com/docs/intro"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 66, "longevity": 75, "rhythm": 57}, "computed_at": "2026-09-03T02:39:23.370411+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 1059, "days_push": 206, "days_rel": 206, "gap_med": 4, "n_releases_24m": 64}, "score": 65, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}