{"adoption": {"forks": 1602, "observed_at": "2026-08-28T04:10:26.674279+00:00", "stars": 8992}, "canonical_url": "https://ross.abutalabs.com/products/awesome-data-engineering", "card": {"archived": false, "artifact_type": "learning-resource", "description": "A curated list of data engineering tools for software developers", "domain": ["big-data", "databases", "awesome-lists", "developer-tools"], "enriched": true, "function": ["developer-tools", "etl", "database", "streaming", "monitoring", "data-visualization"], "health_score": 76, "homepage": null, "language": null, "license": "CC0-1.0", "license_family": "permissive", "maturity": "active", "member_repos": ["igorbarinov/awesome-data-engineering"], "name": "igorbarinov/awesome-data-engineering", "platform": ["cross-platform"], "pushed_at": "2026-07-18T15:19:21+00:00", "repo": "igorbarinov/awesome-data-engineering", "stars": 8992, "tags": ["awesome-list", "curated-list", "data-pipelines", "batch-processing", "data-lake", "elk-stack", "workflow-orchestration", "data-engineering"], "topics": ["awesome", "awesome-list"], "urls": [], "use_cases": ["find data engineering tools for building pipelines", "discover open source databases for my stack", "compare stream processing and batch processing frameworks", "find workflow orchestration tools like Airflow alternatives", "learn what tools data engineers use", "find datasets and data dumps for testing"], "what_it_is": "A curated awesome-list of data engineering tools, databases, frameworks, and resources for software developers. It organizes links across categories like databases, ingestion, stream and batch processing, workflow orchestration, monitoring, and datasets.", "when_to_avoid": ["you need in-depth documentation or tutorials rather than a link list", "you need a specific tool recommendation with benchmarks or comparisons", "you need actively maintained software itself - this is a list of links, not a tool"], "when_to_choose": ["you want a broad, curated starting point for exploring the data engineering ecosystem", "you are evaluating categories of tools (databases, ingestion, ELK, monitoring) before deep-diving", "you want community-maintained links including podcasts, books, and conferences"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/awesome-data-engineering", "repo": "igorbarinov/awesome-data-engineering", "role": "main", "score": 74}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.674279+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T17:24:22.727759+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "aa1c0871b4a6b8a26db7f16b0fdee62d15512ca2c78219a995dea8938ec21fbc", "fetched_at": "2026-08-28T04:10:26.674279+00:00", "kind": "readme", "missing": false, "url": "https://github.com/igorbarinov/awesome-data-engineering"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.674279+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T17:24:22.727759+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "aa1c0871b4a6b8a26db7f16b0fdee62d15512ca2c78219a995dea8938ec21fbc", "fetched_at": "2026-08-28T04:10:26.674279+00:00", "kind": "readme", "missing": false, "url": "https://github.com/igorbarinov/awesome-data-engineering"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T17:24:22.727759+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "aa1c0871b4a6b8a26db7f16b0fdee62d15512ca2c78219a995dea8938ec21fbc", "fetched_at": "2026-08-28T04:10:26.674279+00:00", "kind": "readme", "missing": false, "url": "https://github.com/igorbarinov/awesome-data-engineering"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.674279+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.674279+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.674279+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T17:24:22.727759+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "aa1c0871b4a6b8a26db7f16b0fdee62d15512ca2c78219a995dea8938ec21fbc", "fetched_at": "2026-08-28T04:10:26.674279+00:00", "kind": "readme", "missing": false, "url": "https://github.com/igorbarinov/awesome-data-engineering"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.674279+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.674279+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T17:24:22.727759+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "aa1c0871b4a6b8a26db7f16b0fdee62d15512ca2c78219a995dea8938ec21fbc", "fetched_at": "2026-08-28T04:10:26.674279+00:00", "kind": "readme", "missing": false, "url": "https://github.com/igorbarinov/awesome-data-engineering"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.674279+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.674279+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.674279+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T17:24:22.727759+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "aa1c0871b4a6b8a26db7f16b0fdee62d15512ca2c78219a995dea8938ec21fbc", "fetched_at": "2026-08-28T04:10:26.674279+00:00", "kind": "readme", "missing": false, "url": "https://github.com/igorbarinov/awesome-data-engineering"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.674279+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:10:26.674279+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T17:24:22.727759+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "aa1c0871b4a6b8a26db7f16b0fdee62d15512ca2c78219a995dea8938ec21fbc", "fetched_at": "2026-08-28T04:10:26.674279+00:00", "kind": "readme", "missing": false, "url": "https://github.com/igorbarinov/awesome-data-engineering"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T17:24:22.727759+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "aa1c0871b4a6b8a26db7f16b0fdee62d15512ca2c78219a995dea8938ec21fbc", "fetched_at": "2026-08-28T04:10:26.674279+00:00", "kind": "readme", "missing": false, "url": "https://github.com/igorbarinov/awesome-data-engineering"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T17:24:22.727759+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "aa1c0871b4a6b8a26db7f16b0fdee62d15512ca2c78219a995dea8938ec21fbc", "fetched_at": "2026-08-28T04:10:26.674279+00:00", "kind": "readme", "missing": false, "url": "https://github.com/igorbarinov/awesome-data-engineering"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T17:24:22.727759+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "aa1c0871b4a6b8a26db7f16b0fdee62d15512ca2c78219a995dea8938ec21fbc", "fetched_at": "2026-08-28T04:10:26.674279+00:00", "kind": "readme", "missing": false, "url": "https://github.com/igorbarinov/awesome-data-engineering"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 93, "longevity": 100, "rhythm": 35}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": ["no_releases"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 4094, "days_push": 46, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 74, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}