{"adoption": {"forks": 2163, "observed_at": "2026-08-28T04:10:26.486932+00:00", "stars": 8960}, "canonical_url": "https://ross.abutalabs.com/products/delta-lake", "card": {"archived": false, "artifact_type": "library", "description": "An open-source storage framework that enables building a Lakehouse architecture with compute engines including Spark, PrestoDB, Flink, Trino, and Hive and APIs", "domain": ["big-data", "databases", "analytics", "data-science"], "enriched": true, "function": ["database", "etl", "streaming", "data-science", "analytics"], "health_score": 100, "homepage": "https://delta.io", "language": "Scala", "license": "Apache-2.0", "license_family": "permissive", "maturity": "stable", "member_repos": ["delta-io/delta", "delta-io/delta-rs"], "name": "Delta Lake", "platform": ["jvm", "python", "rust", "cross-platform", "cloud"], "pushed_at": "2026-08-26T21:09:37+00:00", "repo": "delta-io/delta", "stars": 8960, "tags": ["delta-lake", "lakehouse", "acid-transactions", "apache-spark", "time-travel", "table-format", "data-lake", "schema-evolution", "data-engineering"], "topics": ["spark", "acid", "big-data", "analytics", "delta-lake"], "urls": [{"kind": "homepage", "url": "https://delta.io"}, {"kind": "site_page", "url": "https://delta.io/integrations"}, {"kind": "site_page", "url": "https://delta.io/learn/getting-started"}, {"kind": "site_page", "url": "https://docs.delta.io/"}, {"kind": "site_page", "url": "http://go.delta.io/releases"}], "use_cases": ["add acid transactions to a data lake on s3", "build a lakehouse architecture with spark", "run time travel queries and rollbacks on tables", "unify streaming and batch ingestion into one table format", "perform merge upsert and delete operations on big data tables", "query delta tables from trino or prestodb", "handle petabyte-scale tables with billions of files"], "what_it_is": "Delta Lake is an open-source storage framework and table format that brings ACID transactions, scalable metadata handling, schema enforcement, time travel, and unified batch/streaming processing to data lakes. It enables building a Lakehouse architecture with compute engines such as Apache Spark, Flink, PrestoDB, Trino, Hive, and ClickHouse, plus APIs for Scala, Java, Rust, Python, and Ruby.", "when_to_avoid": ["you only need a simple file format without transactions or versioning", "your workload is a small single-node dataset where a regular database suffices", "you are locked into a different table format like iceberg or hudi without uniform compatibility needs"], "when_to_choose": ["you need reliable, transactional storage on top of a data lake", "you use spark, flink, trino, or other engines and want one shared table format", "you need data versioning, audit history, and schema enforcement", "you want an open, vendor-neutral lakehouse format with a broad connector ecosystem"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/repos/delta-io/delta", "repo": "delta-io/delta", "role": "main", "score": 95}, {"path": "/repos/delta-io/delta-rs", "repo": "delta-io/delta-rs", "role": "sdk", "score": 99}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.486932+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T17:24:27.462765+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "398b0f29c69acc16b400d72d968e1bfd0557d9c35bb99d390ef61786ef6f5953", "fetched_at": "2026-08-28T04:10:26.486932+00:00", "kind": "readme", "missing": false, "url": "https://github.com/delta-io/delta"}, {"content_hash": "be461f9cc2a50bfd938791a31e9cb35bec14380dbf70cc189d7eadef79c8e2a6", "fetched_at": "2026-08-29T08:24:43.047741+00:00", "kind": "homepage", "missing": false, "url": "https://delta.io"}, {"content_hash": "9aee44519e5f5d4b77df3d62cbc78ccc8cf124e1ae73b26a5aadbff90c1d63fc", "fetched_at": "2026-08-29T08:24:43.058569+00:00", "kind": "site_page", "missing": false, "url": "https://delta.io/learn/getting-started"}, {"content_hash": "67886bbbb6d802c3f8d570c757ad2bf5b2751e0da770cb49d7607143d3ec63ed", "fetched_at": "2026-08-29T08:24:43.060381+00:00", "kind": "site_page", "missing": false, "url": "https://docs.delta.io/"}, {"content_hash": "dfe49d285de0de5eb388e6bdb7b19a3e9e9005073db2f258cc858b6d6b761f23", "fetched_at": "2026-08-29T08:24:43.056620+00:00", "kind": "site_page", "missing": false, "url": "https://delta.io/integrations"}, {"content_hash": "d77b947fe62b776500c9608f0843342c7bc4957ac4c2b17cf798039ca0adb87a", "fetched_at": "2026-08-29T08:24:43.062054+00:00", "kind": "site_page", "missing": false, "url": "http://go.delta.io/releases"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.486932+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T17:24:27.462765+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "398b0f29c69acc16b400d72d968e1bfd0557d9c35bb99d390ef61786ef6f5953", "fetched_at": "2026-08-28T04:10:26.486932+00:00", "kind": "readme", "missing": false, "url": "https://github.com/delta-io/delta"}, {"content_hash": "be461f9cc2a50bfd938791a31e9cb35bec14380dbf70cc189d7eadef79c8e2a6", "fetched_at": "2026-08-29T08:24:43.047741+00:00", "kind": "homepage", "missing": false, "url": "https://delta.io"}, {"content_hash": "9aee44519e5f5d4b77df3d62cbc78ccc8cf124e1ae73b26a5aadbff90c1d63fc", "fetched_at": "2026-08-29T08:24:43.058569+00:00", "kind": "site_page", "missing": false, "url": "https://delta.io/learn/getting-started"}, {"content_hash": "67886bbbb6d802c3f8d570c757ad2bf5b2751e0da770cb49d7607143d3ec63ed", "fetched_at": "2026-08-29T08:24:43.060381+00:00", "kind": "site_page", "missing": false, "url": "https://docs.delta.io/"}, {"content_hash": "dfe49d285de0de5eb388e6bdb7b19a3e9e9005073db2f258cc858b6d6b761f23", "fetched_at": "2026-08-29T08:24:43.056620+00:00", "kind": "site_page", "missing": false, "url": "https://delta.io/integrations"}, {"content_hash": "d77b947fe62b776500c9608f0843342c7bc4957ac4c2b17cf798039ca0adb87a", "fetched_at": "2026-08-29T08:24:43.062054+00:00", "kind": "site_page", "missing": false, "url": "http://go.delta.io/releases"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T17:24:27.462765+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "398b0f29c69acc16b400d72d968e1bfd0557d9c35bb99d390ef61786ef6f5953", "fetched_at": "2026-08-28T04:10:26.486932+00:00", "kind": "readme", "missing": false, "url": "https://github.com/delta-io/delta"}, {"content_hash": "be461f9cc2a50bfd938791a31e9cb35bec14380dbf70cc189d7eadef79c8e2a6", "fetched_at": "2026-08-29T08:24:43.047741+00:00", "kind": "homepage", "missing": false, "url": "https://delta.io"}, {"content_hash": "9aee44519e5f5d4b77df3d62cbc78ccc8cf124e1ae73b26a5aadbff90c1d63fc", "fetched_at": "2026-08-29T08:24:43.058569+00:00", "kind": "site_page", "missing": false, "url": "https://delta.io/learn/getting-started"}, {"content_hash": "67886bbbb6d802c3f8d570c757ad2bf5b2751e0da770cb49d7607143d3ec63ed", "fetched_at": "2026-08-29T08:24:43.060381+00:00", "kind": "site_page", "missing": false, "url": "https://docs.delta.io/"}, {"content_hash": "dfe49d285de0de5eb388e6bdb7b19a3e9e9005073db2f258cc858b6d6b761f23", "fetched_at": "2026-08-29T08:24:43.056620+00:00", "kind": "site_page", "missing": false, "url": "https://delta.io/integrations"}, {"content_hash": "d77b947fe62b776500c9608f0843342c7bc4957ac4c2b17cf798039ca0adb87a", "fetched_at": "2026-08-29T08:24:43.062054+00:00", "kind": "site_page", "missing": false, "url": "http://go.delta.io/releases"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.486932+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.486932+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.486932+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T17:24:27.462765+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "398b0f29c69acc16b400d72d968e1bfd0557d9c35bb99d390ef61786ef6f5953", "fetched_at": "2026-08-28T04:10:26.486932+00:00", "kind": "readme", "missing": false, "url": "https://github.com/delta-io/delta"}, {"content_hash": "be461f9cc2a50bfd938791a31e9cb35bec14380dbf70cc189d7eadef79c8e2a6", "fetched_at": "2026-08-29T08:24:43.047741+00:00", "kind": "homepage", "missing": false, "url": "https://delta.io"}, {"content_hash": "9aee44519e5f5d4b77df3d62cbc78ccc8cf124e1ae73b26a5aadbff90c1d63fc", "fetched_at": "2026-08-29T08:24:43.058569+00:00", "kind": "site_page", "missing": false, "url": "https://delta.io/learn/getting-started"}, {"content_hash": "67886bbbb6d802c3f8d570c757ad2bf5b2751e0da770cb49d7607143d3ec63ed", "fetched_at": "2026-08-29T08:24:43.060381+00:00", "kind": "site_page", "missing": false, "url": "https://docs.delta.io/"}, {"content_hash": "dfe49d285de0de5eb388e6bdb7b19a3e9e9005073db2f258cc858b6d6b761f23", "fetched_at": "2026-08-29T08:24:43.056620+00:00", "kind": "site_page", "missing": false, "url": "https://delta.io/integrations"}, {"content_hash": "d77b947fe62b776500c9608f0843342c7bc4957ac4c2b17cf798039ca0adb87a", "fetched_at": "2026-08-29T08:24:43.062054+00:00", "kind": "site_page", "missing": false, "url": "http://go.delta.io/releases"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.486932+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.486932+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T17:24:27.462765+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "398b0f29c69acc16b400d72d968e1bfd0557d9c35bb99d390ef61786ef6f5953", "fetched_at": "2026-08-28T04:10:26.486932+00:00", "kind": "readme", "missing": false, "url": "https://github.com/delta-io/delta"}, {"content_hash": "be461f9cc2a50bfd938791a31e9cb35bec14380dbf70cc189d7eadef79c8e2a6", "fetched_at": "2026-08-29T08:24:43.047741+00:00", "kind": "homepage", "missing": false, "url": "https://delta.io"}, {"content_hash": "9aee44519e5f5d4b77df3d62cbc78ccc8cf124e1ae73b26a5aadbff90c1d63fc", "fetched_at": "2026-08-29T08:24:43.058569+00:00", "kind": "site_page", "missing": false, "url": "https://delta.io/learn/getting-started"}, {"content_hash": "67886bbbb6d802c3f8d570c757ad2bf5b2751e0da770cb49d7607143d3ec63ed", "fetched_at": "2026-08-29T08:24:43.060381+00:00", "kind": "site_page", "missing": false, "url": "https://docs.delta.io/"}, {"content_hash": "dfe49d285de0de5eb388e6bdb7b19a3e9e9005073db2f258cc858b6d6b761f23", "fetched_at": "2026-08-29T08:24:43.056620+00:00", "kind": "site_page", "missing": false, "url": "https://delta.io/integrations"}, {"content_hash": "d77b947fe62b776500c9608f0843342c7bc4957ac4c2b17cf798039ca0adb87a", "fetched_at": "2026-08-29T08:24:43.062054+00:00", "kind": "site_page", "missing": false, "url": "http://go.delta.io/releases"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.486932+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.486932+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.486932+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T17:24:27.462765+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "398b0f29c69acc16b400d72d968e1bfd0557d9c35bb99d390ef61786ef6f5953", "fetched_at": "2026-08-28T04:10:26.486932+00:00", "kind": "readme", "missing": false, "url": "https://github.com/delta-io/delta"}, {"content_hash": "be461f9cc2a50bfd938791a31e9cb35bec14380dbf70cc189d7eadef79c8e2a6", "fetched_at": "2026-08-29T08:24:43.047741+00:00", "kind": "homepage", "missing": false, "url": "https://delta.io"}, {"content_hash": "9aee44519e5f5d4b77df3d62cbc78ccc8cf124e1ae73b26a5aadbff90c1d63fc", "fetched_at": "2026-08-29T08:24:43.058569+00:00", "kind": "site_page", "missing": false, "url": "https://delta.io/learn/getting-started"}, {"content_hash": "67886bbbb6d802c3f8d570c757ad2bf5b2751e0da770cb49d7607143d3ec63ed", "fetched_at": "2026-08-29T08:24:43.060381+00:00", "kind": "site_page", "missing": false, "url": "https://docs.delta.io/"}, {"content_hash": "dfe49d285de0de5eb388e6bdb7b19a3e9e9005073db2f258cc858b6d6b761f23", "fetched_at": "2026-08-29T08:24:43.056620+00:00", "kind": "site_page", "missing": false, "url": "https://delta.io/integrations"}, {"content_hash": "d77b947fe62b776500c9608f0843342c7bc4957ac4c2b17cf798039ca0adb87a", "fetched_at": "2026-08-29T08:24:43.062054+00:00", "kind": "site_page", "missing": false, "url": "http://go.delta.io/releases"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.486932+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.486932+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T17:24:27.462765+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "398b0f29c69acc16b400d72d968e1bfd0557d9c35bb99d390ef61786ef6f5953", "fetched_at": "2026-08-28T04:10:26.486932+00:00", "kind": "readme", "missing": false, "url": "https://github.com/delta-io/delta"}, {"content_hash": "be461f9cc2a50bfd938791a31e9cb35bec14380dbf70cc189d7eadef79c8e2a6", "fetched_at": "2026-08-29T08:24:43.047741+00:00", "kind": "homepage", "missing": false, "url": "https://delta.io"}, {"content_hash": "9aee44519e5f5d4b77df3d62cbc78ccc8cf124e1ae73b26a5aadbff90c1d63fc", "fetched_at": "2026-08-29T08:24:43.058569+00:00", "kind": "site_page", "missing": false, "url": "https://delta.io/learn/getting-started"}, {"content_hash": "67886bbbb6d802c3f8d570c757ad2bf5b2751e0da770cb49d7607143d3ec63ed", "fetched_at": "2026-08-29T08:24:43.060381+00:00", "kind": "site_page", "missing": false, "url": "https://docs.delta.io/"}, {"content_hash": "dfe49d285de0de5eb388e6bdb7b19a3e9e9005073db2f258cc858b6d6b761f23", "fetched_at": "2026-08-29T08:24:43.056620+00:00", "kind": "site_page", "missing": false, "url": "https://delta.io/integrations"}, {"content_hash": "d77b947fe62b776500c9608f0843342c7bc4957ac4c2b17cf798039ca0adb87a", "fetched_at": "2026-08-29T08:24:43.062054+00:00", "kind": "site_page", "missing": false, "url": "http://go.delta.io/releases"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T17:24:27.462765+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "398b0f29c69acc16b400d72d968e1bfd0557d9c35bb99d390ef61786ef6f5953", "fetched_at": "2026-08-28T04:10:26.486932+00:00", "kind": "readme", "missing": false, "url": "https://github.com/delta-io/delta"}, {"content_hash": "be461f9cc2a50bfd938791a31e9cb35bec14380dbf70cc189d7eadef79c8e2a6", "fetched_at": "2026-08-29T08:24:43.047741+00:00", "kind": "homepage", "missing": false, "url": "https://delta.io"}, {"content_hash": "9aee44519e5f5d4b77df3d62cbc78ccc8cf124e1ae73b26a5aadbff90c1d63fc", "fetched_at": "2026-08-29T08:24:43.058569+00:00", "kind": "site_page", "missing": false, "url": "https://delta.io/learn/getting-started"}, {"content_hash": "67886bbbb6d802c3f8d570c757ad2bf5b2751e0da770cb49d7607143d3ec63ed", "fetched_at": "2026-08-29T08:24:43.060381+00:00", "kind": "site_page", "missing": false, "url": "https://docs.delta.io/"}, {"content_hash": "dfe49d285de0de5eb388e6bdb7b19a3e9e9005073db2f258cc858b6d6b761f23", "fetched_at": "2026-08-29T08:24:43.056620+00:00", "kind": "site_page", "missing": false, "url": "https://delta.io/integrations"}, {"content_hash": "d77b947fe62b776500c9608f0843342c7bc4957ac4c2b17cf798039ca0adb87a", "fetched_at": "2026-08-29T08:24:43.062054+00:00", "kind": "site_page", "missing": false, "url": "http://go.delta.io/releases"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T17:24:27.462765+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "398b0f29c69acc16b400d72d968e1bfd0557d9c35bb99d390ef61786ef6f5953", "fetched_at": "2026-08-28T04:10:26.486932+00:00", "kind": "readme", "missing": false, "url": "https://github.com/delta-io/delta"}, {"content_hash": "be461f9cc2a50bfd938791a31e9cb35bec14380dbf70cc189d7eadef79c8e2a6", "fetched_at": "2026-08-29T08:24:43.047741+00:00", "kind": "homepage", "missing": false, "url": "https://delta.io"}, {"content_hash": "9aee44519e5f5d4b77df3d62cbc78ccc8cf124e1ae73b26a5aadbff90c1d63fc", "fetched_at": "2026-08-29T08:24:43.058569+00:00", "kind": "site_page", "missing": false, "url": "https://delta.io/learn/getting-started"}, {"content_hash": "67886bbbb6d802c3f8d570c757ad2bf5b2751e0da770cb49d7607143d3ec63ed", "fetched_at": "2026-08-29T08:24:43.060381+00:00", "kind": "site_page", "missing": false, "url": "https://docs.delta.io/"}, {"content_hash": "dfe49d285de0de5eb388e6bdb7b19a3e9e9005073db2f258cc858b6d6b761f23", "fetched_at": "2026-08-29T08:24:43.056620+00:00", "kind": "site_page", "missing": false, "url": "https://delta.io/integrations"}, {"content_hash": "d77b947fe62b776500c9608f0843342c7bc4957ac4c2b17cf798039ca0adb87a", "fetched_at": "2026-08-29T08:24:43.062054+00:00", "kind": "site_page", "missing": false, "url": "http://go.delta.io/releases"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T17:24:27.462765+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "398b0f29c69acc16b400d72d968e1bfd0557d9c35bb99d390ef61786ef6f5953", "fetched_at": "2026-08-28T04:10:26.486932+00:00", "kind": "readme", "missing": false, "url": "https://github.com/delta-io/delta"}, {"content_hash": "be461f9cc2a50bfd938791a31e9cb35bec14380dbf70cc189d7eadef79c8e2a6", "fetched_at": "2026-08-29T08:24:43.047741+00:00", "kind": "homepage", "missing": false, "url": "https://delta.io"}, {"content_hash": "9aee44519e5f5d4b77df3d62cbc78ccc8cf124e1ae73b26a5aadbff90c1d63fc", "fetched_at": "2026-08-29T08:24:43.058569+00:00", "kind": "site_page", "missing": false, "url": "https://delta.io/learn/getting-started"}, {"content_hash": "67886bbbb6d802c3f8d570c757ad2bf5b2751e0da770cb49d7607143d3ec63ed", "fetched_at": "2026-08-29T08:24:43.060381+00:00", "kind": "site_page", "missing": false, "url": "https://docs.delta.io/"}, {"content_hash": "dfe49d285de0de5eb388e6bdb7b19a3e9e9005073db2f258cc858b6d6b761f23", "fetched_at": "2026-08-29T08:24:43.056620+00:00", "kind": "site_page", "missing": false, "url": "https://delta.io/integrations"}, {"content_hash": "d77b947fe62b776500c9608f0843342c7bc4957ac4c2b17cf798039ca0adb87a", "fetched_at": "2026-08-29T08:24:43.062054+00:00", "kind": "site_page", "missing": false, "url": "http://go.delta.io/releases"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 99, "longevity": 100, "rhythm": 86}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 2690, "days_push": 7, "days_rel": 13, "gap_med": 41, "n_releases_24m": 12}, "score": 95, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}