{"adoption": {"forks": 520, "observed_at": "2026-08-28T04:08:55.498223+00:00", "stars": 4644}, "canonical_url": "https://ross.abutalabs.com/products/ctranslate2", "card": {"archived": false, "artifact_type": "library", "description": "Fast inference engine for Transformer models", "domain": ["machine-learning", "deep-learning", "large-language-models", "speech-processing", "performance"], "enriched": true, "function": ["llm-inference", "machine-learning", "deep-learning", "speech-recognition", "nlp", "sdk"], "health_score": 98, "homepage": "https://opennmt.net/CTranslate2", "language": "C++", "license": "MIT", "license_family": "permissive", "maturity": "stable", "member_repos": ["OpenNMT/CTranslate2"], "name": "OpenNMT/CTranslate2", "platform": ["windows", "python", "cpp", "cross-platform"], "pushed_at": "2026-08-16T16:34:36+00:00", "repo": "OpenNMT/CTranslate2", "stars": 4644, "tags": ["transformer-inference", "quantization", "model-conversion", "cpu-optimization", "int8", "beam-search", "opennmt", "whisper", "llama", "natural-language-processing", "linux", "macos", "gpu", "docker"], "topics": ["neural-machine-translation", "cpp", "mkl", "quantization", "cuda", "thrust", "opennmt", "deep-neural-networks", "openmp", "onednn", "intrinsics", "avx2", "avx", "parallel-computing", "gemm", "neon", "transformer-models", "machine-translation", "deep-learning", "inference"], "urls": [], "use_cases": ["run machine translation models fast in production", "serve whisper speech recognition with low memory", "run llama or mistral inference on cpu", "quantize transformer models to int8 or fp16", "embed transformer inference in a c++ application", "convert huggingface transformers models to an optimized format", "speed up text generation compared to pytorch"], "what_it_is": "CTranslate2 is a C++ and Python library for fast, memory-efficient inference of Transformer models on CPU and GPU. It uses quantization, layer fusion, and other optimizations to accelerate encoder-decoder, decoder-only, and encoder-only models like NLLB, Llama, T5, and Whisper.", "when_to_avoid": ["you want to train or fine-tune custom architectures", "your model architecture is not among the supported types", "you just need a quick prototype where pytorch suffices"], "when_to_choose": ["you need fast transformer inference in production, especially on cpu", "you want to reduce model memory footprint via quantization", "you need to embed models in a c++ application with minimal dependencies", "you require fine control over threading and memory usage"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/ctranslate2", "repo": "OpenNMT/CTranslate2", "role": "main", "score": 96}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.498223+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T18:19:32.614932+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "974968e211f1f8092f21adf1376116db240e0aad7e02cf8dfdc8f552aed86927", "fetched_at": "2026-08-28T04:08:55.498223+00:00", "kind": "readme", "missing": false, "url": "https://github.com/OpenNMT/CTranslate2"}, {"content_hash": "bf8fb38c69d4c8a6b2a23b103e28265b2067421361b77355be0b9019f5f37e1a", "fetched_at": "2026-08-29T09:04:10.390941+00:00", "kind": "homepage", "missing": false, "url": "https://opennmt.net/CTranslate2"}, {"content_hash": "4d71e5b67b1c34d7b08cc5e408a222c57baf1d16863db77278e78b682ce2aeef", "fetched_at": "2026-08-29T09:04:10.399753+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/quickstart.html"}, {"content_hash": "591483a3d8b068c1d987da7220d2242d2385765a1cceccf9ba28ef9ebc79f9f5", "fetched_at": "2026-08-29T09:04:10.401593+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/installation.html"}, {"content_hash": "efcf95c94e936caf2462d11e9557d25efe71180358e5519ad411a3ac15fcc908", "fetched_at": "2026-08-29T09:04:10.403318+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/decoding.html"}, {"content_hash": "d878e39b3e514d944d8cda792bf3d0ce57c0f6dbcf71729dc9b201bf5a03e569", "fetched_at": "2026-08-29T09:04:10.404955+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/faq.html"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.498223+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T18:19:32.614932+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "974968e211f1f8092f21adf1376116db240e0aad7e02cf8dfdc8f552aed86927", "fetched_at": "2026-08-28T04:08:55.498223+00:00", "kind": "readme", "missing": false, "url": "https://github.com/OpenNMT/CTranslate2"}, {"content_hash": "bf8fb38c69d4c8a6b2a23b103e28265b2067421361b77355be0b9019f5f37e1a", "fetched_at": "2026-08-29T09:04:10.390941+00:00", "kind": "homepage", "missing": false, "url": "https://opennmt.net/CTranslate2"}, {"content_hash": "4d71e5b67b1c34d7b08cc5e408a222c57baf1d16863db77278e78b682ce2aeef", "fetched_at": "2026-08-29T09:04:10.399753+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/quickstart.html"}, {"content_hash": "591483a3d8b068c1d987da7220d2242d2385765a1cceccf9ba28ef9ebc79f9f5", "fetched_at": "2026-08-29T09:04:10.401593+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/installation.html"}, {"content_hash": "efcf95c94e936caf2462d11e9557d25efe71180358e5519ad411a3ac15fcc908", "fetched_at": "2026-08-29T09:04:10.403318+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/decoding.html"}, {"content_hash": "d878e39b3e514d944d8cda792bf3d0ce57c0f6dbcf71729dc9b201bf5a03e569", "fetched_at": "2026-08-29T09:04:10.404955+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/faq.html"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T18:19:32.614932+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "974968e211f1f8092f21adf1376116db240e0aad7e02cf8dfdc8f552aed86927", "fetched_at": "2026-08-28T04:08:55.498223+00:00", "kind": "readme", "missing": false, "url": "https://github.com/OpenNMT/CTranslate2"}, {"content_hash": "bf8fb38c69d4c8a6b2a23b103e28265b2067421361b77355be0b9019f5f37e1a", "fetched_at": "2026-08-29T09:04:10.390941+00:00", "kind": "homepage", "missing": false, "url": "https://opennmt.net/CTranslate2"}, {"content_hash": "4d71e5b67b1c34d7b08cc5e408a222c57baf1d16863db77278e78b682ce2aeef", "fetched_at": "2026-08-29T09:04:10.399753+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/quickstart.html"}, {"content_hash": "591483a3d8b068c1d987da7220d2242d2385765a1cceccf9ba28ef9ebc79f9f5", "fetched_at": "2026-08-29T09:04:10.401593+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/installation.html"}, {"content_hash": "efcf95c94e936caf2462d11e9557d25efe71180358e5519ad411a3ac15fcc908", "fetched_at": "2026-08-29T09:04:10.403318+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/decoding.html"}, {"content_hash": "d878e39b3e514d944d8cda792bf3d0ce57c0f6dbcf71729dc9b201bf5a03e569", "fetched_at": "2026-08-29T09:04:10.404955+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/faq.html"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.498223+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.498223+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.498223+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T18:19:32.614932+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "974968e211f1f8092f21adf1376116db240e0aad7e02cf8dfdc8f552aed86927", "fetched_at": "2026-08-28T04:08:55.498223+00:00", "kind": "readme", "missing": false, "url": "https://github.com/OpenNMT/CTranslate2"}, {"content_hash": "bf8fb38c69d4c8a6b2a23b103e28265b2067421361b77355be0b9019f5f37e1a", "fetched_at": "2026-08-29T09:04:10.390941+00:00", "kind": "homepage", "missing": false, "url": "https://opennmt.net/CTranslate2"}, {"content_hash": "4d71e5b67b1c34d7b08cc5e408a222c57baf1d16863db77278e78b682ce2aeef", "fetched_at": "2026-08-29T09:04:10.399753+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/quickstart.html"}, {"content_hash": "591483a3d8b068c1d987da7220d2242d2385765a1cceccf9ba28ef9ebc79f9f5", "fetched_at": "2026-08-29T09:04:10.401593+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/installation.html"}, {"content_hash": "efcf95c94e936caf2462d11e9557d25efe71180358e5519ad411a3ac15fcc908", "fetched_at": "2026-08-29T09:04:10.403318+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/decoding.html"}, {"content_hash": "d878e39b3e514d944d8cda792bf3d0ce57c0f6dbcf71729dc9b201bf5a03e569", "fetched_at": "2026-08-29T09:04:10.404955+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/faq.html"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.498223+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.498223+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T18:19:32.614932+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "974968e211f1f8092f21adf1376116db240e0aad7e02cf8dfdc8f552aed86927", "fetched_at": "2026-08-28T04:08:55.498223+00:00", "kind": "readme", "missing": false, "url": "https://github.com/OpenNMT/CTranslate2"}, {"content_hash": "bf8fb38c69d4c8a6b2a23b103e28265b2067421361b77355be0b9019f5f37e1a", "fetched_at": "2026-08-29T09:04:10.390941+00:00", "kind": "homepage", "missing": false, "url": "https://opennmt.net/CTranslate2"}, {"content_hash": "4d71e5b67b1c34d7b08cc5e408a222c57baf1d16863db77278e78b682ce2aeef", "fetched_at": "2026-08-29T09:04:10.399753+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/quickstart.html"}, {"content_hash": "591483a3d8b068c1d987da7220d2242d2385765a1cceccf9ba28ef9ebc79f9f5", "fetched_at": "2026-08-29T09:04:10.401593+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/installation.html"}, {"content_hash": "efcf95c94e936caf2462d11e9557d25efe71180358e5519ad411a3ac15fcc908", "fetched_at": "2026-08-29T09:04:10.403318+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/decoding.html"}, {"content_hash": "d878e39b3e514d944d8cda792bf3d0ce57c0f6dbcf71729dc9b201bf5a03e569", "fetched_at": "2026-08-29T09:04:10.404955+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/faq.html"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.498223+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.498223+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.498223+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T18:19:32.614932+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "974968e211f1f8092f21adf1376116db240e0aad7e02cf8dfdc8f552aed86927", "fetched_at": "2026-08-28T04:08:55.498223+00:00", "kind": "readme", "missing": false, "url": "https://github.com/OpenNMT/CTranslate2"}, {"content_hash": "bf8fb38c69d4c8a6b2a23b103e28265b2067421361b77355be0b9019f5f37e1a", "fetched_at": "2026-08-29T09:04:10.390941+00:00", "kind": "homepage", "missing": false, "url": "https://opennmt.net/CTranslate2"}, {"content_hash": "4d71e5b67b1c34d7b08cc5e408a222c57baf1d16863db77278e78b682ce2aeef", "fetched_at": "2026-08-29T09:04:10.399753+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/quickstart.html"}, {"content_hash": "591483a3d8b068c1d987da7220d2242d2385765a1cceccf9ba28ef9ebc79f9f5", "fetched_at": "2026-08-29T09:04:10.401593+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/installation.html"}, {"content_hash": "efcf95c94e936caf2462d11e9557d25efe71180358e5519ad411a3ac15fcc908", "fetched_at": "2026-08-29T09:04:10.403318+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/decoding.html"}, {"content_hash": "d878e39b3e514d944d8cda792bf3d0ce57c0f6dbcf71729dc9b201bf5a03e569", "fetched_at": "2026-08-29T09:04:10.404955+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/faq.html"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.498223+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.498223+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T18:19:32.614932+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "974968e211f1f8092f21adf1376116db240e0aad7e02cf8dfdc8f552aed86927", "fetched_at": "2026-08-28T04:08:55.498223+00:00", "kind": "readme", "missing": false, "url": "https://github.com/OpenNMT/CTranslate2"}, {"content_hash": "bf8fb38c69d4c8a6b2a23b103e28265b2067421361b77355be0b9019f5f37e1a", "fetched_at": "2026-08-29T09:04:10.390941+00:00", "kind": "homepage", "missing": false, "url": "https://opennmt.net/CTranslate2"}, {"content_hash": "4d71e5b67b1c34d7b08cc5e408a222c57baf1d16863db77278e78b682ce2aeef", "fetched_at": "2026-08-29T09:04:10.399753+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/quickstart.html"}, {"content_hash": "591483a3d8b068c1d987da7220d2242d2385765a1cceccf9ba28ef9ebc79f9f5", "fetched_at": "2026-08-29T09:04:10.401593+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/installation.html"}, {"content_hash": "efcf95c94e936caf2462d11e9557d25efe71180358e5519ad411a3ac15fcc908", "fetched_at": "2026-08-29T09:04:10.403318+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/decoding.html"}, {"content_hash": "d878e39b3e514d944d8cda792bf3d0ce57c0f6dbcf71729dc9b201bf5a03e569", "fetched_at": "2026-08-29T09:04:10.404955+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/faq.html"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T18:19:32.614932+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "974968e211f1f8092f21adf1376116db240e0aad7e02cf8dfdc8f552aed86927", "fetched_at": "2026-08-28T04:08:55.498223+00:00", "kind": "readme", "missing": false, "url": "https://github.com/OpenNMT/CTranslate2"}, {"content_hash": "bf8fb38c69d4c8a6b2a23b103e28265b2067421361b77355be0b9019f5f37e1a", "fetched_at": "2026-08-29T09:04:10.390941+00:00", "kind": "homepage", "missing": false, "url": "https://opennmt.net/CTranslate2"}, {"content_hash": "4d71e5b67b1c34d7b08cc5e408a222c57baf1d16863db77278e78b682ce2aeef", "fetched_at": "2026-08-29T09:04:10.399753+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/quickstart.html"}, {"content_hash": "591483a3d8b068c1d987da7220d2242d2385765a1cceccf9ba28ef9ebc79f9f5", "fetched_at": "2026-08-29T09:04:10.401593+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/installation.html"}, {"content_hash": "efcf95c94e936caf2462d11e9557d25efe71180358e5519ad411a3ac15fcc908", "fetched_at": "2026-08-29T09:04:10.403318+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/decoding.html"}, {"content_hash": "d878e39b3e514d944d8cda792bf3d0ce57c0f6dbcf71729dc9b201bf5a03e569", "fetched_at": "2026-08-29T09:04:10.404955+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/faq.html"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T18:19:32.614932+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "974968e211f1f8092f21adf1376116db240e0aad7e02cf8dfdc8f552aed86927", "fetched_at": "2026-08-28T04:08:55.498223+00:00", "kind": "readme", "missing": false, "url": "https://github.com/OpenNMT/CTranslate2"}, {"content_hash": "bf8fb38c69d4c8a6b2a23b103e28265b2067421361b77355be0b9019f5f37e1a", "fetched_at": "2026-08-29T09:04:10.390941+00:00", "kind": "homepage", "missing": false, "url": "https://opennmt.net/CTranslate2"}, {"content_hash": "4d71e5b67b1c34d7b08cc5e408a222c57baf1d16863db77278e78b682ce2aeef", "fetched_at": "2026-08-29T09:04:10.399753+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/quickstart.html"}, {"content_hash": "591483a3d8b068c1d987da7220d2242d2385765a1cceccf9ba28ef9ebc79f9f5", "fetched_at": "2026-08-29T09:04:10.401593+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/installation.html"}, {"content_hash": "efcf95c94e936caf2462d11e9557d25efe71180358e5519ad411a3ac15fcc908", "fetched_at": "2026-08-29T09:04:10.403318+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/decoding.html"}, {"content_hash": "d878e39b3e514d944d8cda792bf3d0ce57c0f6dbcf71729dc9b201bf5a03e569", "fetched_at": "2026-08-29T09:04:10.404955+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/faq.html"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T18:19:32.614932+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "974968e211f1f8092f21adf1376116db240e0aad7e02cf8dfdc8f552aed86927", "fetched_at": "2026-08-28T04:08:55.498223+00:00", "kind": "readme", "missing": false, "url": "https://github.com/OpenNMT/CTranslate2"}, {"content_hash": "bf8fb38c69d4c8a6b2a23b103e28265b2067421361b77355be0b9019f5f37e1a", "fetched_at": "2026-08-29T09:04:10.390941+00:00", "kind": "homepage", "missing": false, "url": "https://opennmt.net/CTranslate2"}, {"content_hash": "4d71e5b67b1c34d7b08cc5e408a222c57baf1d16863db77278e78b682ce2aeef", "fetched_at": "2026-08-29T09:04:10.399753+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/quickstart.html"}, {"content_hash": "591483a3d8b068c1d987da7220d2242d2385765a1cceccf9ba28ef9ebc79f9f5", "fetched_at": "2026-08-29T09:04:10.401593+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/installation.html"}, {"content_hash": "efcf95c94e936caf2462d11e9557d25efe71180358e5519ad411a3ac15fcc908", "fetched_at": "2026-08-29T09:04:10.403318+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/decoding.html"}, {"content_hash": "d878e39b3e514d944d8cda792bf3d0ce57c0f6dbcf71729dc9b201bf5a03e569", "fetched_at": "2026-08-29T09:04:10.404955+00:00", "kind": "site_page", "missing": false, "url": "https://opennmt.net/CTranslate2/faq.html"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 98, "longevity": 100, "rhythm": 91}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 2536, "days_push": 17, "days_rel": 61, "gap_med": 29.5, "n_releases_24m": 11}, "score": 96, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}