{"adoption": {"forks": 177, "observed_at": "2026-08-28T04:05:11.905928+00:00", "stars": 1616}, "canonical_url": "https://ross.abutalabs.com/products/mnn-llm", "card": {"archived": false, "artifact_type": "library", "description": "llm deploy project based mnn. This project has merged into MNN.", "domain": ["large-language-models", "machine-learning", "mobile-development", "developer-tools"], "enriched": true, "function": ["llm-inference", "machine-learning", "chatbot", "sdk"], "health_score": 25, "homepage": null, "language": "C++", "license": "Apache-2.0", "license_family": "permissive", "maturity": "maintenance", "member_repos": ["wangzhaode/mnn-llm"], "name": "wangzhaode/mnn-llm", "platform": ["windows", "python", "cpp", "cross-platform"], "pushed_at": "2025-01-20T12:22:23+00:00", "repo": "wangzhaode/mnn-llm", "stars": 1616, "tags": ["mnn", "on-device-inference", "chatglm", "qwen", "mobile-llm", "merged-into-mnn", "linux", "macos", "android", "ios"], "topics": ["chatglm-6b", "cpp", "cuda", "mnn", "opencl", "chatglm2-6b", "qwen-7b", "baichuan2-7b", "codegeex2-6b"], "urls": [], "use_cases": ["run llm inference locally on android", "deploy chatglm or qwen on ios", "run a small language model on cpu with cuda or opencl backend", "embed an llm chatbot in a mobile app", "run llm inference from python", "run llm inference from the command line"], "what_it_is": "mnn-llm is a C++ library for deploying large language models on-device using Alibaba's MNN inference engine, with demos for CLI, web, Android, iOS, and Python. The project has been merged into the main MNN repository and is no longer developed independently.", "when_to_avoid": ["starting new projects - use the merged MNN transformers/llm code instead", "you need server-side multi-GPU serving of large models", "you need broad model support beyond the ChatGLM/Qwen/Baichuan family"], "when_to_choose": ["you need on-device llm inference on mobile platforms like android or ios", "you want a lightweight C++ inference runtime with cpu, cuda, opencl, or metal backends", "you are already using the MNN ecosystem"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/mnn-llm", "repo": "wangzhaode/mnn-llm", "role": "main", "score": 22}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:05:11.905928+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T03:50:04.805296+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "381c7efbe801002807e4a20183770627dad878a5883c0a576823eaacd956b0d4", "fetched_at": "2026-08-28T04:05:11.905928+00:00", "kind": "readme", "missing": false, "url": "https://github.com/wangzhaode/mnn-llm"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:05:11.905928+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T03:50:04.805296+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "381c7efbe801002807e4a20183770627dad878a5883c0a576823eaacd956b0d4", "fetched_at": "2026-08-28T04:05:11.905928+00:00", "kind": "readme", "missing": false, "url": "https://github.com/wangzhaode/mnn-llm"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T03:50:04.805296+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "381c7efbe801002807e4a20183770627dad878a5883c0a576823eaacd956b0d4", "fetched_at": "2026-08-28T04:05:11.905928+00:00", "kind": "readme", "missing": false, "url": "https://github.com/wangzhaode/mnn-llm"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:05:11.905928+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:05:11.905928+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:05:11.905928+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T03:50:04.805296+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "381c7efbe801002807e4a20183770627dad878a5883c0a576823eaacd956b0d4", "fetched_at": "2026-08-28T04:05:11.905928+00:00", "kind": "readme", "missing": false, "url": "https://github.com/wangzhaode/mnn-llm"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:05:11.905928+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:05:11.905928+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T03:50:04.805296+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "381c7efbe801002807e4a20183770627dad878a5883c0a576823eaacd956b0d4", "fetched_at": "2026-08-28T04:05:11.905928+00:00", "kind": "readme", "missing": false, "url": "https://github.com/wangzhaode/mnn-llm"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:05:11.905928+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:05:11.905928+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:05:11.905928+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T03:50:04.805296+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "381c7efbe801002807e4a20183770627dad878a5883c0a576823eaacd956b0d4", "fetched_at": "2026-08-28T04:05:11.905928+00:00", "kind": "readme", "missing": false, "url": "https://github.com/wangzhaode/mnn-llm"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:05:11.905928+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:05:11.905928+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T03:50:04.805296+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "381c7efbe801002807e4a20183770627dad878a5883c0a576823eaacd956b0d4", "fetched_at": "2026-08-28T04:05:11.905928+00:00", "kind": "readme", "missing": false, "url": "https://github.com/wangzhaode/mnn-llm"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T03:50:04.805296+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "381c7efbe801002807e4a20183770627dad878a5883c0a576823eaacd956b0d4", "fetched_at": "2026-08-28T04:05:11.905928+00:00", "kind": "readme", "missing": false, "url": "https://github.com/wangzhaode/mnn-llm"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T03:50:04.805296+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "381c7efbe801002807e4a20183770627dad878a5883c0a576823eaacd956b0d4", "fetched_at": "2026-08-28T04:05:11.905928+00:00", "kind": "readme", "missing": false, "url": "https://github.com/wangzhaode/mnn-llm"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T03:50:04.805296+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "381c7efbe801002807e4a20183770627dad878a5883c0a576823eaacd956b0d4", "fetched_at": "2026-08-28T04:05:11.905928+00:00", "kind": "readme", "missing": false, "url": "https://github.com/wangzhaode/mnn-llm"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 2, "longevity": 90, "rhythm": 8}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 1265, "days_push": 590, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 22, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}