{"adoption": {"forks": 546, "observed_at": "2026-09-01T02:13:58.849357+00:00", "stars": 1097}, "canonical_url": "https://ross.abutalabs.com/products/systemds", "card": {"archived": false, "artifact_type": "library", "description": "An open source ML system for the end-to-end data science lifecycle", "domain": ["machine-learning", "data-science", "big-data", "microservices"], "enriched": true, "function": ["machine-learning", "data-science", "etl", "compiler"], "health_score": 100, "homepage": "https://systemds.apache.org/", "language": "Java", "license": "Apache-2.0", "license_family": "permissive", "maturity": "active", "member_repos": ["apache/systemds"], "name": "apache/systemds", "platform": ["jvm", "python", "cross-platform"], "pushed_at": "2026-08-31T17:01:59+00:00", "repo": "apache/systemds", "stars": 1097, "tags": ["dml", "apache", "distributed-ml", "spark", "federated-learning", "r-like-syntax", "gpu"], "topics": ["systemds", "java", "dml", "python"], "urls": [], "use_cases": ["train machine learning models on large datasets with Spark", "write ML pipelines in an R-like scripting language", "run distributed matrix computations for data science", "prototype ML algorithms and scale them to a cluster", "clean and prepare data before model training", "serve trained ML models in production"], "what_it_is": "Apache SystemDS is an open-source machine learning system covering the end-to-end data science lifecycle, from data cleaning and feature engineering to distributed model training and serving. Scripts written in an R-like DML language or via Python/Java APIs are compiled into hybrid runtime plans combining local in-memory CPU/GPU operations with distributed execution on Apache Spark.", "when_to_avoid": ["you need deep learning with modern GPU frameworks like PyTorch or TensorFlow", "you want a large ecosystem of pretrained models and community libraries", "your datasets fit in memory and simpler tools like scikit-learn suffice"], "when_to_choose": ["you need scalable ML on large datasets with Spark integration", "you want algorithm customizability via a high-level R-like or Python-like language", "you need hybrid local and distributed execution with automatic optimization"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/systemds", "repo": "apache/systemds", "role": "main", "score": 87}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-09-01T02:13:58.849357+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T06:46:23.574033+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "78e0c9c09c6af80a7c558cf0579104d5d4d05fcf4e1523dda077a5d8edbd2ff9", "fetched_at": "2026-09-01T02:13:58.849357+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apache/systemds"}, {"content_hash": "3e2a1709f3b498a78d71403eb5c9c5818848be8dbf56d200b0010cda67fc3d55", "fetched_at": "2026-08-29T12:49:37.585874+00:00", "kind": "homepage", "missing": false, "url": "https://systemds.apache.org/"}, {"content_hash": "cd066d21a863b5dd4728e33441c00853b6f42568c77a902c99a2d088631e4399", "fetched_at": "2026-08-29T12:49:37.588352+00:00", "kind": "site_page", "missing": false, "url": "https://systemds.apache.org/docs/3.4.0"}, {"content_hash": "0300eedaee5e9738c8c42b2d8b4e72656fe836fa55733c8afb48ff9168bb24fb", "fetched_at": "2026-08-29T12:49:37.590301+00:00", "kind": "site_page", "missing": false, "url": "https://systemds.apache.org/documentation.html"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-09-01T02:13:58.849357+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T06:46:23.574033+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "78e0c9c09c6af80a7c558cf0579104d5d4d05fcf4e1523dda077a5d8edbd2ff9", "fetched_at": "2026-09-01T02:13:58.849357+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apache/systemds"}, {"content_hash": "3e2a1709f3b498a78d71403eb5c9c5818848be8dbf56d200b0010cda67fc3d55", "fetched_at": "2026-08-29T12:49:37.585874+00:00", "kind": "homepage", "missing": false, "url": "https://systemds.apache.org/"}, {"content_hash": "cd066d21a863b5dd4728e33441c00853b6f42568c77a902c99a2d088631e4399", "fetched_at": "2026-08-29T12:49:37.588352+00:00", "kind": "site_page", "missing": false, "url": "https://systemds.apache.org/docs/3.4.0"}, {"content_hash": "0300eedaee5e9738c8c42b2d8b4e72656fe836fa55733c8afb48ff9168bb24fb", "fetched_at": "2026-08-29T12:49:37.590301+00:00", "kind": "site_page", "missing": false, "url": "https://systemds.apache.org/documentation.html"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T06:46:23.574033+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "78e0c9c09c6af80a7c558cf0579104d5d4d05fcf4e1523dda077a5d8edbd2ff9", "fetched_at": "2026-09-01T02:13:58.849357+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apache/systemds"}, {"content_hash": "3e2a1709f3b498a78d71403eb5c9c5818848be8dbf56d200b0010cda67fc3d55", "fetched_at": "2026-08-29T12:49:37.585874+00:00", "kind": "homepage", "missing": false, "url": "https://systemds.apache.org/"}, {"content_hash": "cd066d21a863b5dd4728e33441c00853b6f42568c77a902c99a2d088631e4399", "fetched_at": "2026-08-29T12:49:37.588352+00:00", "kind": "site_page", "missing": false, "url": "https://systemds.apache.org/docs/3.4.0"}, {"content_hash": "0300eedaee5e9738c8c42b2d8b4e72656fe836fa55733c8afb48ff9168bb24fb", "fetched_at": "2026-08-29T12:49:37.590301+00:00", "kind": "site_page", "missing": false, "url": "https://systemds.apache.org/documentation.html"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-09-01T02:13:58.849357+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-09-01T02:13:58.849357+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-09-01T02:13:58.849357+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T06:46:23.574033+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "78e0c9c09c6af80a7c558cf0579104d5d4d05fcf4e1523dda077a5d8edbd2ff9", "fetched_at": "2026-09-01T02:13:58.849357+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apache/systemds"}, {"content_hash": "3e2a1709f3b498a78d71403eb5c9c5818848be8dbf56d200b0010cda67fc3d55", "fetched_at": "2026-08-29T12:49:37.585874+00:00", "kind": "homepage", "missing": false, "url": "https://systemds.apache.org/"}, {"content_hash": "cd066d21a863b5dd4728e33441c00853b6f42568c77a902c99a2d088631e4399", "fetched_at": "2026-08-29T12:49:37.588352+00:00", "kind": "site_page", "missing": false, "url": "https://systemds.apache.org/docs/3.4.0"}, {"content_hash": "0300eedaee5e9738c8c42b2d8b4e72656fe836fa55733c8afb48ff9168bb24fb", "fetched_at": "2026-08-29T12:49:37.590301+00:00", "kind": "site_page", "missing": false, "url": "https://systemds.apache.org/documentation.html"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-09-01T02:13:58.849357+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-09-01T02:13:58.849357+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T06:46:23.574033+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "78e0c9c09c6af80a7c558cf0579104d5d4d05fcf4e1523dda077a5d8edbd2ff9", "fetched_at": "2026-09-01T02:13:58.849357+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apache/systemds"}, {"content_hash": "3e2a1709f3b498a78d71403eb5c9c5818848be8dbf56d200b0010cda67fc3d55", "fetched_at": "2026-08-29T12:49:37.585874+00:00", "kind": "homepage", "missing": false, "url": "https://systemds.apache.org/"}, {"content_hash": "cd066d21a863b5dd4728e33441c00853b6f42568c77a902c99a2d088631e4399", "fetched_at": "2026-08-29T12:49:37.588352+00:00", "kind": "site_page", "missing": false, "url": "https://systemds.apache.org/docs/3.4.0"}, {"content_hash": "0300eedaee5e9738c8c42b2d8b4e72656fe836fa55733c8afb48ff9168bb24fb", "fetched_at": "2026-08-29T12:49:37.590301+00:00", "kind": "site_page", "missing": false, "url": "https://systemds.apache.org/documentation.html"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-09-01T02:13:58.849357+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-09-01T02:13:58.849357+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-09-01T02:13:58.849357+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T06:46:23.574033+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "78e0c9c09c6af80a7c558cf0579104d5d4d05fcf4e1523dda077a5d8edbd2ff9", "fetched_at": "2026-09-01T02:13:58.849357+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apache/systemds"}, {"content_hash": "3e2a1709f3b498a78d71403eb5c9c5818848be8dbf56d200b0010cda67fc3d55", "fetched_at": "2026-08-29T12:49:37.585874+00:00", "kind": "homepage", "missing": false, "url": "https://systemds.apache.org/"}, {"content_hash": "cd066d21a863b5dd4728e33441c00853b6f42568c77a902c99a2d088631e4399", "fetched_at": "2026-08-29T12:49:37.588352+00:00", "kind": "site_page", "missing": false, "url": "https://systemds.apache.org/docs/3.4.0"}, {"content_hash": "0300eedaee5e9738c8c42b2d8b4e72656fe836fa55733c8afb48ff9168bb24fb", "fetched_at": "2026-08-29T12:49:37.590301+00:00", "kind": "site_page", "missing": false, "url": "https://systemds.apache.org/documentation.html"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-09-01T02:13:58.849357+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-09-01T02:13:58.849357+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T06:46:23.574033+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "78e0c9c09c6af80a7c558cf0579104d5d4d05fcf4e1523dda077a5d8edbd2ff9", "fetched_at": "2026-09-01T02:13:58.849357+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apache/systemds"}, {"content_hash": "3e2a1709f3b498a78d71403eb5c9c5818848be8dbf56d200b0010cda67fc3d55", "fetched_at": "2026-08-29T12:49:37.585874+00:00", "kind": "homepage", "missing": false, "url": "https://systemds.apache.org/"}, {"content_hash": "cd066d21a863b5dd4728e33441c00853b6f42568c77a902c99a2d088631e4399", "fetched_at": "2026-08-29T12:49:37.588352+00:00", "kind": "site_page", "missing": false, "url": "https://systemds.apache.org/docs/3.4.0"}, {"content_hash": "0300eedaee5e9738c8c42b2d8b4e72656fe836fa55733c8afb48ff9168bb24fb", "fetched_at": "2026-08-29T12:49:37.590301+00:00", "kind": "site_page", "missing": false, "url": "https://systemds.apache.org/documentation.html"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T06:46:23.574033+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "78e0c9c09c6af80a7c558cf0579104d5d4d05fcf4e1523dda077a5d8edbd2ff9", "fetched_at": "2026-09-01T02:13:58.849357+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apache/systemds"}, {"content_hash": "3e2a1709f3b498a78d71403eb5c9c5818848be8dbf56d200b0010cda67fc3d55", "fetched_at": "2026-08-29T12:49:37.585874+00:00", "kind": "homepage", "missing": false, "url": "https://systemds.apache.org/"}, {"content_hash": "cd066d21a863b5dd4728e33441c00853b6f42568c77a902c99a2d088631e4399", "fetched_at": "2026-08-29T12:49:37.588352+00:00", "kind": "site_page", "missing": false, "url": "https://systemds.apache.org/docs/3.4.0"}, {"content_hash": "0300eedaee5e9738c8c42b2d8b4e72656fe836fa55733c8afb48ff9168bb24fb", "fetched_at": "2026-08-29T12:49:37.590301+00:00", "kind": "site_page", "missing": false, "url": "https://systemds.apache.org/documentation.html"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T06:46:23.574033+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "78e0c9c09c6af80a7c558cf0579104d5d4d05fcf4e1523dda077a5d8edbd2ff9", "fetched_at": "2026-09-01T02:13:58.849357+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apache/systemds"}, {"content_hash": "3e2a1709f3b498a78d71403eb5c9c5818848be8dbf56d200b0010cda67fc3d55", "fetched_at": "2026-08-29T12:49:37.585874+00:00", "kind": "homepage", "missing": false, "url": "https://systemds.apache.org/"}, {"content_hash": "cd066d21a863b5dd4728e33441c00853b6f42568c77a902c99a2d088631e4399", "fetched_at": "2026-08-29T12:49:37.588352+00:00", "kind": "site_page", "missing": false, "url": "https://systemds.apache.org/docs/3.4.0"}, {"content_hash": "0300eedaee5e9738c8c42b2d8b4e72656fe836fa55733c8afb48ff9168bb24fb", "fetched_at": "2026-08-29T12:49:37.590301+00:00", "kind": "site_page", "missing": false, "url": "https://systemds.apache.org/documentation.html"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T06:46:23.574033+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "78e0c9c09c6af80a7c558cf0579104d5d4d05fcf4e1523dda077a5d8edbd2ff9", "fetched_at": "2026-09-01T02:13:58.849357+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apache/systemds"}, {"content_hash": "3e2a1709f3b498a78d71403eb5c9c5818848be8dbf56d200b0010cda67fc3d55", "fetched_at": "2026-08-29T12:49:37.585874+00:00", "kind": "homepage", "missing": false, "url": "https://systemds.apache.org/"}, {"content_hash": "cd066d21a863b5dd4728e33441c00853b6f42568c77a902c99a2d088631e4399", "fetched_at": "2026-08-29T12:49:37.588352+00:00", "kind": "site_page", "missing": false, "url": "https://systemds.apache.org/docs/3.4.0"}, {"content_hash": "0300eedaee5e9738c8c42b2d8b4e72656fe836fa55733c8afb48ff9168bb24fb", "fetched_at": "2026-08-29T12:49:37.590301+00:00", "kind": "site_page", "missing": false, "url": "https://systemds.apache.org/documentation.html"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 100, "longevity": 100, "rhythm": 62}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 3949, "days_push": 2, "days_rel": 40, "gap_med": 453, "n_releases_24m": 2}, "score": 87, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 5, "stale_scrape": false}}