{"adoption": {"forks": 260, "observed_at": "2026-08-28T04:07:21.977248+00:00", "stars": 2788}, "canonical_url": "https://ross.abutalabs.com/products/ollm", "card": {"archived": false, "artifact_type": "library", "description": null, "domain": ["large-language-models", "machine-learning", "deep-learning"], "enriched": true, "function": ["llm-inference", "machine-learning", "gpu-computing"], "health_score": 77, "homepage": null, "language": "Python", "license": "MIT", "license_family": "permissive", "maturity": "active", "member_repos": ["Mega4alik/ollm"], "name": "Mega4alik/ollm", "platform": ["python"], "pushed_at": "2026-07-27T03:07:29+00:00", "repo": "Mega4alik/ollm", "stars": 2788, "tags": ["large-context", "vram-offloading", "consumer-gpu", "fp16", "kv-cache-offload", "multimodal", "huggingface-transformers", "gpu", "linux"], "topics": [], "urls": [], "use_cases": ["run 100k context LLM inference on an 8GB consumer GPU", "serve large-context offline workloads without quantizing models", "run an 80B parameter model from SSD with minimal VRAM", "do multimodal inference with audio or image inputs", "run Llama models with PEFT adapters at long context"], "what_it_is": "oLLM is a lightweight Python library for large-context LLM inference built on Hugging Face Transformers and PyTorch. It offloads weights and KV cache to SSD to run models like Llama 3.1 8B or Qwen3-Next-80B at 100k context on consumer GPUs with as little as 8GB VRAM, without quantization.", "when_to_avoid": ["you need low-latency interactive serving on high-end hardware", "you want quantized models for maximum speed", "you have no fast SSD or NVIDIA GPU available"], "when_to_choose": ["you have a small consumer GPU but large SSD and need long-context inference", "you want full-precision (fp16/bf16) inference without quantization", "your workload is offline/batch and throughput matters more than latency"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/ollm", "repo": "Mega4alik/ollm", "role": "main", "score": 60}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:07:21.977248+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T08:15:31.145654+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5dcf571efcba3debe39874be88e4cdfec1b9c0e31c9f9932398515f514f45345", "fetched_at": "2026-08-28T04:07:21.977248+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Mega4alik/ollm"}, {"content_hash": "70d7e38d929016c76411681f36c7ff9ffcdf096602a7d208f8de4e527bc1fb51", "fetched_at": "2026-08-29T09:55:08.027859+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/ollm/json"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:07:21.977248+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T08:15:31.145654+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5dcf571efcba3debe39874be88e4cdfec1b9c0e31c9f9932398515f514f45345", "fetched_at": "2026-08-28T04:07:21.977248+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Mega4alik/ollm"}, {"content_hash": "70d7e38d929016c76411681f36c7ff9ffcdf096602a7d208f8de4e527bc1fb51", "fetched_at": "2026-08-29T09:55:08.027859+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/ollm/json"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T08:15:31.145654+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5dcf571efcba3debe39874be88e4cdfec1b9c0e31c9f9932398515f514f45345", "fetched_at": "2026-08-28T04:07:21.977248+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Mega4alik/ollm"}, {"content_hash": "70d7e38d929016c76411681f36c7ff9ffcdf096602a7d208f8de4e527bc1fb51", "fetched_at": "2026-08-29T09:55:08.027859+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/ollm/json"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:07:21.977248+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:07:21.977248+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:07:21.977248+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T08:15:31.145654+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5dcf571efcba3debe39874be88e4cdfec1b9c0e31c9f9932398515f514f45345", "fetched_at": "2026-08-28T04:07:21.977248+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Mega4alik/ollm"}, {"content_hash": "70d7e38d929016c76411681f36c7ff9ffcdf096602a7d208f8de4e527bc1fb51", "fetched_at": "2026-08-29T09:55:08.027859+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/ollm/json"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:07:21.977248+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:07:21.977248+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T08:15:31.145654+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5dcf571efcba3debe39874be88e4cdfec1b9c0e31c9f9932398515f514f45345", "fetched_at": "2026-08-28T04:07:21.977248+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Mega4alik/ollm"}, {"content_hash": "70d7e38d929016c76411681f36c7ff9ffcdf096602a7d208f8de4e527bc1fb51", "fetched_at": "2026-08-29T09:55:08.027859+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/ollm/json"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:07:21.977248+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:07:21.977248+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:07:21.977248+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T08:15:31.145654+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5dcf571efcba3debe39874be88e4cdfec1b9c0e31c9f9932398515f514f45345", "fetched_at": "2026-08-28T04:07:21.977248+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Mega4alik/ollm"}, {"content_hash": "70d7e38d929016c76411681f36c7ff9ffcdf096602a7d208f8de4e527bc1fb51", "fetched_at": "2026-08-29T09:55:08.027859+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/ollm/json"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:07:21.977248+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:07:21.977248+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T08:15:31.145654+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5dcf571efcba3debe39874be88e4cdfec1b9c0e31c9f9932398515f514f45345", "fetched_at": "2026-08-28T04:07:21.977248+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Mega4alik/ollm"}, {"content_hash": "70d7e38d929016c76411681f36c7ff9ffcdf096602a7d208f8de4e527bc1fb51", "fetched_at": "2026-08-29T09:55:08.027859+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/ollm/json"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T08:15:31.145654+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5dcf571efcba3debe39874be88e4cdfec1b9c0e31c9f9932398515f514f45345", "fetched_at": "2026-08-28T04:07:21.977248+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Mega4alik/ollm"}, {"content_hash": "70d7e38d929016c76411681f36c7ff9ffcdf096602a7d208f8de4e527bc1fb51", "fetched_at": "2026-08-29T09:55:08.027859+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/ollm/json"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T08:15:31.145654+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5dcf571efcba3debe39874be88e4cdfec1b9c0e31c9f9932398515f514f45345", "fetched_at": "2026-08-28T04:07:21.977248+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Mega4alik/ollm"}, {"content_hash": "70d7e38d929016c76411681f36c7ff9ffcdf096602a7d208f8de4e527bc1fb51", "fetched_at": "2026-08-29T09:55:08.027859+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/ollm/json"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T08:15:31.145654+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5dcf571efcba3debe39874be88e4cdfec1b9c0e31c9f9932398515f514f45345", "fetched_at": "2026-08-28T04:07:21.977248+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Mega4alik/ollm"}, {"content_hash": "70d7e38d929016c76411681f36c7ff9ffcdf096602a7d208f8de4e527bc1fb51", "fetched_at": "2026-08-29T09:55:08.027859+00:00", "kind": "registry_pypi", "missing": false, "url": "https://pypi.org/pypi/ollm/json"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 94, "longevity": 27, "rhythm": 35}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": ["no_releases"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 382, "days_push": 37, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 60, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}