{"adoption": {"forks": 2933, "observed_at": "2026-08-28T04:09:57.659621+00:00", "stars": 7231}, "canonical_url": "https://ross.abutalabs.com/products/alluxio", "card": {"archived": false, "artifact_type": "service", "description": "Alluxio, data orchestration for analytics and machine learning in the cloud", "domain": ["big-data", "machine-learning", "microservices", "cloud-computing"], "enriched": true, "function": ["caching", "file-system", "object-storage", "data-science", "etl"], "health_score": 38, "homepage": "https://www.alluxio.io", "language": "Java", "license": "Apache-2.0", "license_family": "permissive", "maturity": "stable", "member_repos": ["Alluxio/alluxio"], "name": "Alluxio/alluxio", "platform": ["cloud", "jvm"], "pushed_at": "2025-04-29T16:46:58+00:00", "repo": "Alluxio/alluxio", "stars": 7231, "tags": ["distributed-caching", "data-orchestration", "virtual-file-system", "spark", "presto", "trino", "s3", "hdfs", "gpu-acceleration", "analytics-acceleration", "data-engineering", "linux", "docker", "kubernetes"], "topics": ["alluxio", "memory-speed", "hadoop", "spark", "presto", "tensorflow", "data-analysis", "data-orchestration", "virtual-distributed-filesystem"], "urls": [], "use_cases": ["speed up Spark and Presto queries against S3 or HDFS", "cache training datasets on GPU nodes to accelerate PyTorch or TensorFlow epochs", "eliminate model-loading cold starts in inference serving by caching model weights", "accelerate checkpoint writes to cloud object storage with write-back caching", "unify access to multiple storage systems behind a single virtual file system", "reduce cloud egress and storage costs by caching data near compute", "support multi-cloud and hybrid data access for analytics clusters"], "what_it_is": "Alluxio is an open-source distributed caching and data orchestration platform that sits between compute frameworks (Spark, Presto, Trino, PyTorch) and storage systems (S3, GCS, Azure Blob, HDFS). It caches hot data on local NVMe/SSD of compute nodes, exposing it via POSIX, S3-compatible API, or FSSpec so workloads read at local storage speed instead of repeatedly crossing the network to object storage.", "when_to_avoid": ["your datasets are small and fit entirely in local storage or your database", "you cannot operate an additional distributed Java service cluster", "you need the enterprise features (tens of billions of files, FUSE POSIX for AI) that are only in the paid edition", "your workload is write-heavy with strict consistency requirements against object storage"], "when_to_choose": ["your analytics or ML workloads repeatedly read the same data from slow remote object storage", "you run data-intensive engines like Spark, Presto, or Trino against S3, GCS, or HDFS and want memory/SSD-speed access", "you need a virtual distributed file system layer unifying multiple underlying storage systems", "you want to reduce S3 request costs and egress traffic in large clusters"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/alluxio", "repo": "Alluxio/alluxio", "role": "main", "score": 31}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:09:57.659621+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T17:39:46.784424+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c65b5b9bfbe62a565bfe1af2f367bae0eef50af346aa824f596f5b61b0eee4af", "fetched_at": "2026-08-28T04:09:57.659621+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Alluxio/alluxio"}, {"content_hash": "822bd89e698653994749a05b48d40918862ef3fa94941131baa7c89c45d31007", "fetched_at": "2026-08-29T08:34:38.396685+00:00", "kind": "homepage", "missing": false, "url": "https://www.alluxio.io"}, {"content_hash": "4b46bea516120ee8bd551d29df413f6c785c66486108485b8e28bece7c044b7c", "fetched_at": "2026-08-29T08:34:38.405906+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/alluxio-ai/alluxio-ai-features"}, {"content_hash": "aa8d353ef1fa07d49e9dc1d81f9a865828dbbd0b7da9a3b889332130b4dabc53", "fetched_at": "2026-08-29T08:34:38.408886+00:00", "kind": "site_page", "missing": false, "url": "http://documentation.alluxio.io/"}, {"content_hash": "45027574793496e65bd4ccf4f8a128eb6dd8e853c5020c3849219371a92304eb", "fetched_at": "2026-08-29T08:34:38.411297+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/about"}, {"content_hash": "fbe2a4c3c0098285200c0c4c7f005d9723194a5322172e0163f6e1284809062f", "fetched_at": "2026-08-29T08:34:38.413139+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/pricing"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:09:57.659621+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T17:39:46.784424+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c65b5b9bfbe62a565bfe1af2f367bae0eef50af346aa824f596f5b61b0eee4af", "fetched_at": "2026-08-28T04:09:57.659621+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Alluxio/alluxio"}, {"content_hash": "822bd89e698653994749a05b48d40918862ef3fa94941131baa7c89c45d31007", "fetched_at": "2026-08-29T08:34:38.396685+00:00", "kind": "homepage", "missing": false, "url": "https://www.alluxio.io"}, {"content_hash": "4b46bea516120ee8bd551d29df413f6c785c66486108485b8e28bece7c044b7c", "fetched_at": "2026-08-29T08:34:38.405906+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/alluxio-ai/alluxio-ai-features"}, {"content_hash": "aa8d353ef1fa07d49e9dc1d81f9a865828dbbd0b7da9a3b889332130b4dabc53", "fetched_at": "2026-08-29T08:34:38.408886+00:00", "kind": "site_page", "missing": false, "url": "http://documentation.alluxio.io/"}, {"content_hash": "45027574793496e65bd4ccf4f8a128eb6dd8e853c5020c3849219371a92304eb", "fetched_at": "2026-08-29T08:34:38.411297+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/about"}, {"content_hash": "fbe2a4c3c0098285200c0c4c7f005d9723194a5322172e0163f6e1284809062f", "fetched_at": "2026-08-29T08:34:38.413139+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/pricing"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T17:39:46.784424+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c65b5b9bfbe62a565bfe1af2f367bae0eef50af346aa824f596f5b61b0eee4af", "fetched_at": "2026-08-28T04:09:57.659621+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Alluxio/alluxio"}, {"content_hash": "822bd89e698653994749a05b48d40918862ef3fa94941131baa7c89c45d31007", "fetched_at": "2026-08-29T08:34:38.396685+00:00", "kind": "homepage", "missing": false, "url": "https://www.alluxio.io"}, {"content_hash": "4b46bea516120ee8bd551d29df413f6c785c66486108485b8e28bece7c044b7c", "fetched_at": "2026-08-29T08:34:38.405906+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/alluxio-ai/alluxio-ai-features"}, {"content_hash": "aa8d353ef1fa07d49e9dc1d81f9a865828dbbd0b7da9a3b889332130b4dabc53", "fetched_at": "2026-08-29T08:34:38.408886+00:00", "kind": "site_page", "missing": false, "url": "http://documentation.alluxio.io/"}, {"content_hash": "45027574793496e65bd4ccf4f8a128eb6dd8e853c5020c3849219371a92304eb", "fetched_at": "2026-08-29T08:34:38.411297+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/about"}, {"content_hash": "fbe2a4c3c0098285200c0c4c7f005d9723194a5322172e0163f6e1284809062f", "fetched_at": "2026-08-29T08:34:38.413139+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/pricing"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:09:57.659621+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:09:57.659621+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:09:57.659621+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T17:39:46.784424+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c65b5b9bfbe62a565bfe1af2f367bae0eef50af346aa824f596f5b61b0eee4af", "fetched_at": "2026-08-28T04:09:57.659621+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Alluxio/alluxio"}, {"content_hash": "822bd89e698653994749a05b48d40918862ef3fa94941131baa7c89c45d31007", "fetched_at": "2026-08-29T08:34:38.396685+00:00", "kind": "homepage", "missing": false, "url": "https://www.alluxio.io"}, {"content_hash": "4b46bea516120ee8bd551d29df413f6c785c66486108485b8e28bece7c044b7c", "fetched_at": "2026-08-29T08:34:38.405906+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/alluxio-ai/alluxio-ai-features"}, {"content_hash": "aa8d353ef1fa07d49e9dc1d81f9a865828dbbd0b7da9a3b889332130b4dabc53", "fetched_at": "2026-08-29T08:34:38.408886+00:00", "kind": "site_page", "missing": false, "url": "http://documentation.alluxio.io/"}, {"content_hash": "45027574793496e65bd4ccf4f8a128eb6dd8e853c5020c3849219371a92304eb", "fetched_at": "2026-08-29T08:34:38.411297+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/about"}, {"content_hash": "fbe2a4c3c0098285200c0c4c7f005d9723194a5322172e0163f6e1284809062f", "fetched_at": "2026-08-29T08:34:38.413139+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/pricing"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:09:57.659621+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:09:57.659621+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T17:39:46.784424+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c65b5b9bfbe62a565bfe1af2f367bae0eef50af346aa824f596f5b61b0eee4af", "fetched_at": "2026-08-28T04:09:57.659621+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Alluxio/alluxio"}, {"content_hash": "822bd89e698653994749a05b48d40918862ef3fa94941131baa7c89c45d31007", "fetched_at": "2026-08-29T08:34:38.396685+00:00", "kind": "homepage", "missing": false, "url": "https://www.alluxio.io"}, {"content_hash": "4b46bea516120ee8bd551d29df413f6c785c66486108485b8e28bece7c044b7c", "fetched_at": "2026-08-29T08:34:38.405906+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/alluxio-ai/alluxio-ai-features"}, {"content_hash": "aa8d353ef1fa07d49e9dc1d81f9a865828dbbd0b7da9a3b889332130b4dabc53", "fetched_at": "2026-08-29T08:34:38.408886+00:00", "kind": "site_page", "missing": false, "url": "http://documentation.alluxio.io/"}, {"content_hash": "45027574793496e65bd4ccf4f8a128eb6dd8e853c5020c3849219371a92304eb", "fetched_at": "2026-08-29T08:34:38.411297+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/about"}, {"content_hash": "fbe2a4c3c0098285200c0c4c7f005d9723194a5322172e0163f6e1284809062f", "fetched_at": "2026-08-29T08:34:38.413139+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/pricing"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:09:57.659621+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:09:57.659621+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:09:57.659621+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T17:39:46.784424+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c65b5b9bfbe62a565bfe1af2f367bae0eef50af346aa824f596f5b61b0eee4af", "fetched_at": "2026-08-28T04:09:57.659621+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Alluxio/alluxio"}, {"content_hash": "822bd89e698653994749a05b48d40918862ef3fa94941131baa7c89c45d31007", "fetched_at": "2026-08-29T08:34:38.396685+00:00", "kind": "homepage", "missing": false, "url": "https://www.alluxio.io"}, {"content_hash": "4b46bea516120ee8bd551d29df413f6c785c66486108485b8e28bece7c044b7c", "fetched_at": "2026-08-29T08:34:38.405906+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/alluxio-ai/alluxio-ai-features"}, {"content_hash": "aa8d353ef1fa07d49e9dc1d81f9a865828dbbd0b7da9a3b889332130b4dabc53", "fetched_at": "2026-08-29T08:34:38.408886+00:00", "kind": "site_page", "missing": false, "url": "http://documentation.alluxio.io/"}, {"content_hash": "45027574793496e65bd4ccf4f8a128eb6dd8e853c5020c3849219371a92304eb", "fetched_at": "2026-08-29T08:34:38.411297+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/about"}, {"content_hash": "fbe2a4c3c0098285200c0c4c7f005d9723194a5322172e0163f6e1284809062f", "fetched_at": "2026-08-29T08:34:38.413139+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/pricing"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:09:57.659621+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:09:57.659621+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T17:39:46.784424+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c65b5b9bfbe62a565bfe1af2f367bae0eef50af346aa824f596f5b61b0eee4af", "fetched_at": "2026-08-28T04:09:57.659621+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Alluxio/alluxio"}, {"content_hash": "822bd89e698653994749a05b48d40918862ef3fa94941131baa7c89c45d31007", "fetched_at": "2026-08-29T08:34:38.396685+00:00", "kind": "homepage", "missing": false, "url": "https://www.alluxio.io"}, {"content_hash": "4b46bea516120ee8bd551d29df413f6c785c66486108485b8e28bece7c044b7c", "fetched_at": "2026-08-29T08:34:38.405906+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/alluxio-ai/alluxio-ai-features"}, {"content_hash": "aa8d353ef1fa07d49e9dc1d81f9a865828dbbd0b7da9a3b889332130b4dabc53", "fetched_at": "2026-08-29T08:34:38.408886+00:00", "kind": "site_page", "missing": false, "url": "http://documentation.alluxio.io/"}, {"content_hash": "45027574793496e65bd4ccf4f8a128eb6dd8e853c5020c3849219371a92304eb", "fetched_at": "2026-08-29T08:34:38.411297+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/about"}, {"content_hash": "fbe2a4c3c0098285200c0c4c7f005d9723194a5322172e0163f6e1284809062f", "fetched_at": "2026-08-29T08:34:38.413139+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/pricing"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T17:39:46.784424+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c65b5b9bfbe62a565bfe1af2f367bae0eef50af346aa824f596f5b61b0eee4af", "fetched_at": "2026-08-28T04:09:57.659621+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Alluxio/alluxio"}, {"content_hash": "822bd89e698653994749a05b48d40918862ef3fa94941131baa7c89c45d31007", "fetched_at": "2026-08-29T08:34:38.396685+00:00", "kind": "homepage", "missing": false, "url": "https://www.alluxio.io"}, {"content_hash": "4b46bea516120ee8bd551d29df413f6c785c66486108485b8e28bece7c044b7c", "fetched_at": "2026-08-29T08:34:38.405906+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/alluxio-ai/alluxio-ai-features"}, {"content_hash": "aa8d353ef1fa07d49e9dc1d81f9a865828dbbd0b7da9a3b889332130b4dabc53", "fetched_at": "2026-08-29T08:34:38.408886+00:00", "kind": "site_page", "missing": false, "url": "http://documentation.alluxio.io/"}, {"content_hash": "45027574793496e65bd4ccf4f8a128eb6dd8e853c5020c3849219371a92304eb", "fetched_at": "2026-08-29T08:34:38.411297+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/about"}, {"content_hash": "fbe2a4c3c0098285200c0c4c7f005d9723194a5322172e0163f6e1284809062f", "fetched_at": "2026-08-29T08:34:38.413139+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/pricing"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T17:39:46.784424+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c65b5b9bfbe62a565bfe1af2f367bae0eef50af346aa824f596f5b61b0eee4af", "fetched_at": "2026-08-28T04:09:57.659621+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Alluxio/alluxio"}, {"content_hash": "822bd89e698653994749a05b48d40918862ef3fa94941131baa7c89c45d31007", "fetched_at": "2026-08-29T08:34:38.396685+00:00", "kind": "homepage", "missing": false, "url": "https://www.alluxio.io"}, {"content_hash": "4b46bea516120ee8bd551d29df413f6c785c66486108485b8e28bece7c044b7c", "fetched_at": "2026-08-29T08:34:38.405906+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/alluxio-ai/alluxio-ai-features"}, {"content_hash": "aa8d353ef1fa07d49e9dc1d81f9a865828dbbd0b7da9a3b889332130b4dabc53", "fetched_at": "2026-08-29T08:34:38.408886+00:00", "kind": "site_page", "missing": false, "url": "http://documentation.alluxio.io/"}, {"content_hash": "45027574793496e65bd4ccf4f8a128eb6dd8e853c5020c3849219371a92304eb", "fetched_at": "2026-08-29T08:34:38.411297+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/about"}, {"content_hash": "fbe2a4c3c0098285200c0c4c7f005d9723194a5322172e0163f6e1284809062f", "fetched_at": "2026-08-29T08:34:38.413139+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/pricing"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T17:39:46.784424+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c65b5b9bfbe62a565bfe1af2f367bae0eef50af346aa824f596f5b61b0eee4af", "fetched_at": "2026-08-28T04:09:57.659621+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Alluxio/alluxio"}, {"content_hash": "822bd89e698653994749a05b48d40918862ef3fa94941131baa7c89c45d31007", "fetched_at": "2026-08-29T08:34:38.396685+00:00", "kind": "homepage", "missing": false, "url": "https://www.alluxio.io"}, {"content_hash": "4b46bea516120ee8bd551d29df413f6c785c66486108485b8e28bece7c044b7c", "fetched_at": "2026-08-29T08:34:38.405906+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/alluxio-ai/alluxio-ai-features"}, {"content_hash": "aa8d353ef1fa07d49e9dc1d81f9a865828dbbd0b7da9a3b889332130b4dabc53", "fetched_at": "2026-08-29T08:34:38.408886+00:00", "kind": "site_page", "missing": false, "url": "http://documentation.alluxio.io/"}, {"content_hash": "45027574793496e65bd4ccf4f8a128eb6dd8e853c5020c3849219371a92304eb", "fetched_at": "2026-08-29T08:34:38.411297+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/about"}, {"content_hash": "fbe2a4c3c0098285200c0c4c7f005d9723194a5322172e0163f6e1284809062f", "fetched_at": "2026-08-29T08:34:38.413139+00:00", "kind": "site_page", "missing": false, "url": "https://www.alluxio.io/pricing"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 19, "longevity": 100, "rhythm": 8}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 5003, "days_push": 491, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 31, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}