{"adoption": {"forks": 15461, "observed_at": "2026-08-28T04:11:58.382009+00:00", "stars": 33632}, "canonical_url": "https://ross.abutalabs.com/products/kafka", "card": {"archived": false, "artifact_type": "service", "description": "Apache Kafka - A distributed event streaming platform", "domain": ["microservices", "big-data", "analytics"], "enriched": true, "function": ["message-queue", "streaming", "etl", "data-science"], "health_score": 80, "homepage": "https://kafka.apache.org/", "language": "Java", "license": "Apache-2.0", "license_family": "permissive", "maturity": "stable", "member_repos": ["apache/kafka"], "name": "apache/kafka", "platform": ["jvm", "windows", "cloud", "self-hosted"], "pushed_at": "2026-08-26T21:27:56+00:00", "repo": "apache/kafka", "stars": 33632, "tags": ["event-streaming", "pub-sub", "log-storage", "stream-processing", "kafka-connect", "kafka-streams", "exactly-once", "high-throughput", "data-engineering", "messaging", "real-time", "docker", "linux", "macos"], "topics": ["scala", "kafka", "java", "streaming"], "urls": [], "use_cases": ["build high-throughput data pipelines between systems", "stream and process events in real time", "decouple microservices with a publish-subscribe event bus", "ingest and store application logs, metrics, and sensor data durably", "integrate event sources and sinks like Postgres, Elasticsearch, and S3", "run exactly-once stream processing with joins and aggregations", "handle trillions of messages per day across a scalable cluster"], "what_it_is": "Apache Kafka is an open-source distributed event streaming platform for building high-performance data pipelines, streaming analytics, and data integration. It provides durable, fault-tolerant storage of event streams with built-in stream processing (Kafka Streams) and a Connect framework for integrating with external systems.", "when_to_avoid": ["you only need simple point-to-point messaging or a lightweight task queue", "your team cannot operate a JVM-based distributed cluster", "your message volume is small and a database or simpler broker would suffice", "you need per-message complex querying rather than append-only streams"], "when_to_choose": ["you need durable, ordered, fault-tolerant event storage at massive scale", "you want battle-tested infrastructure trusted by thousands of large organizations", "you need built-in stream processing and a wide ecosystem of connectors", "you require guaranteed ordering, zero message loss, or exactly-once semantics"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/kafka", "repo": "apache/kafka", "role": "main", "score": 77}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:11:58.382009+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T16:28:13.624724+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "351690219ec51197d874a42dc8c0c259a531bb5086bba8db2c47e2d369ceba86", "fetched_at": "2026-08-28T04:11:58.382009+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apache/kafka"}, {"content_hash": "97856c12493c96af1b2782325e277386f4fb127829195c0e647faa6a70859aed", "fetched_at": "2026-08-29T07:48:35.985942+00:00", "kind": "homepage", "missing": false, "url": "https://kafka.apache.org/"}, {"content_hash": "716c4e4bb65bcb11220c3ca4a8a5d1c6aeaac6ce50399a1f1efe5f2d7a61abfa", "fetched_at": "2026-08-29T07:48:35.988748+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/43/getting-started"}, {"content_hash": "4d9fb093039d19ee71b67018b2a08cd2770abd52ed9ddd43efdc9955375d51ee", "fetched_at": "2026-08-29T07:48:35.990597+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/quickstart"}, {"content_hash": "e25789db26cea6cb653d9833eec5743dbc0ebb73bc6c39948abe4568ef85854e", "fetched_at": "2026-08-29T07:48:35.992741+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/documentation"}, {"content_hash": "a91d5760408c1223374692bcc21a3109a81dd083839bda896c3d4cdc344fc952", "fetched_at": "2026-08-29T07:48:35.995673+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/documentation/streams"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:11:58.382009+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T16:28:13.624724+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "351690219ec51197d874a42dc8c0c259a531bb5086bba8db2c47e2d369ceba86", "fetched_at": "2026-08-28T04:11:58.382009+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apache/kafka"}, {"content_hash": "97856c12493c96af1b2782325e277386f4fb127829195c0e647faa6a70859aed", "fetched_at": "2026-08-29T07:48:35.985942+00:00", "kind": "homepage", "missing": false, "url": "https://kafka.apache.org/"}, {"content_hash": "716c4e4bb65bcb11220c3ca4a8a5d1c6aeaac6ce50399a1f1efe5f2d7a61abfa", "fetched_at": "2026-08-29T07:48:35.988748+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/43/getting-started"}, {"content_hash": "4d9fb093039d19ee71b67018b2a08cd2770abd52ed9ddd43efdc9955375d51ee", "fetched_at": "2026-08-29T07:48:35.990597+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/quickstart"}, {"content_hash": "e25789db26cea6cb653d9833eec5743dbc0ebb73bc6c39948abe4568ef85854e", "fetched_at": "2026-08-29T07:48:35.992741+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/documentation"}, {"content_hash": "a91d5760408c1223374692bcc21a3109a81dd083839bda896c3d4cdc344fc952", "fetched_at": "2026-08-29T07:48:35.995673+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/documentation/streams"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T16:28:13.624724+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "351690219ec51197d874a42dc8c0c259a531bb5086bba8db2c47e2d369ceba86", "fetched_at": "2026-08-28T04:11:58.382009+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apache/kafka"}, {"content_hash": "97856c12493c96af1b2782325e277386f4fb127829195c0e647faa6a70859aed", "fetched_at": "2026-08-29T07:48:35.985942+00:00", "kind": "homepage", "missing": false, "url": "https://kafka.apache.org/"}, {"content_hash": "716c4e4bb65bcb11220c3ca4a8a5d1c6aeaac6ce50399a1f1efe5f2d7a61abfa", "fetched_at": "2026-08-29T07:48:35.988748+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/43/getting-started"}, {"content_hash": "4d9fb093039d19ee71b67018b2a08cd2770abd52ed9ddd43efdc9955375d51ee", "fetched_at": "2026-08-29T07:48:35.990597+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/quickstart"}, {"content_hash": "e25789db26cea6cb653d9833eec5743dbc0ebb73bc6c39948abe4568ef85854e", "fetched_at": "2026-08-29T07:48:35.992741+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/documentation"}, {"content_hash": "a91d5760408c1223374692bcc21a3109a81dd083839bda896c3d4cdc344fc952", "fetched_at": "2026-08-29T07:48:35.995673+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/documentation/streams"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:11:58.382009+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:11:58.382009+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:11:58.382009+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T16:28:13.624724+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "351690219ec51197d874a42dc8c0c259a531bb5086bba8db2c47e2d369ceba86", "fetched_at": "2026-08-28T04:11:58.382009+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apache/kafka"}, {"content_hash": "97856c12493c96af1b2782325e277386f4fb127829195c0e647faa6a70859aed", "fetched_at": "2026-08-29T07:48:35.985942+00:00", "kind": "homepage", "missing": false, "url": "https://kafka.apache.org/"}, {"content_hash": "716c4e4bb65bcb11220c3ca4a8a5d1c6aeaac6ce50399a1f1efe5f2d7a61abfa", "fetched_at": "2026-08-29T07:48:35.988748+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/43/getting-started"}, {"content_hash": "4d9fb093039d19ee71b67018b2a08cd2770abd52ed9ddd43efdc9955375d51ee", "fetched_at": "2026-08-29T07:48:35.990597+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/quickstart"}, {"content_hash": "e25789db26cea6cb653d9833eec5743dbc0ebb73bc6c39948abe4568ef85854e", "fetched_at": "2026-08-29T07:48:35.992741+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/documentation"}, {"content_hash": "a91d5760408c1223374692bcc21a3109a81dd083839bda896c3d4cdc344fc952", "fetched_at": "2026-08-29T07:48:35.995673+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/documentation/streams"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:11:58.382009+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:11:58.382009+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T16:28:13.624724+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "351690219ec51197d874a42dc8c0c259a531bb5086bba8db2c47e2d369ceba86", "fetched_at": "2026-08-28T04:11:58.382009+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apache/kafka"}, {"content_hash": "97856c12493c96af1b2782325e277386f4fb127829195c0e647faa6a70859aed", "fetched_at": "2026-08-29T07:48:35.985942+00:00", "kind": "homepage", "missing": false, "url": "https://kafka.apache.org/"}, {"content_hash": "716c4e4bb65bcb11220c3ca4a8a5d1c6aeaac6ce50399a1f1efe5f2d7a61abfa", "fetched_at": "2026-08-29T07:48:35.988748+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/43/getting-started"}, {"content_hash": "4d9fb093039d19ee71b67018b2a08cd2770abd52ed9ddd43efdc9955375d51ee", "fetched_at": "2026-08-29T07:48:35.990597+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/quickstart"}, {"content_hash": "e25789db26cea6cb653d9833eec5743dbc0ebb73bc6c39948abe4568ef85854e", "fetched_at": "2026-08-29T07:48:35.992741+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/documentation"}, {"content_hash": "a91d5760408c1223374692bcc21a3109a81dd083839bda896c3d4cdc344fc952", "fetched_at": "2026-08-29T07:48:35.995673+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/documentation/streams"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:11:58.382009+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:11:58.382009+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:11:58.382009+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T16:28:13.624724+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "351690219ec51197d874a42dc8c0c259a531bb5086bba8db2c47e2d369ceba86", "fetched_at": "2026-08-28T04:11:58.382009+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apache/kafka"}, {"content_hash": "97856c12493c96af1b2782325e277386f4fb127829195c0e647faa6a70859aed", "fetched_at": "2026-08-29T07:48:35.985942+00:00", "kind": "homepage", "missing": false, "url": "https://kafka.apache.org/"}, {"content_hash": "716c4e4bb65bcb11220c3ca4a8a5d1c6aeaac6ce50399a1f1efe5f2d7a61abfa", "fetched_at": "2026-08-29T07:48:35.988748+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/43/getting-started"}, {"content_hash": "4d9fb093039d19ee71b67018b2a08cd2770abd52ed9ddd43efdc9955375d51ee", "fetched_at": "2026-08-29T07:48:35.990597+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/quickstart"}, {"content_hash": "e25789db26cea6cb653d9833eec5743dbc0ebb73bc6c39948abe4568ef85854e", "fetched_at": "2026-08-29T07:48:35.992741+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/documentation"}, {"content_hash": "a91d5760408c1223374692bcc21a3109a81dd083839bda896c3d4cdc344fc952", "fetched_at": "2026-08-29T07:48:35.995673+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/documentation/streams"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:11:58.382009+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:11:58.382009+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T16:28:13.624724+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "351690219ec51197d874a42dc8c0c259a531bb5086bba8db2c47e2d369ceba86", "fetched_at": "2026-08-28T04:11:58.382009+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apache/kafka"}, {"content_hash": "97856c12493c96af1b2782325e277386f4fb127829195c0e647faa6a70859aed", "fetched_at": "2026-08-29T07:48:35.985942+00:00", "kind": "homepage", "missing": false, "url": "https://kafka.apache.org/"}, {"content_hash": "716c4e4bb65bcb11220c3ca4a8a5d1c6aeaac6ce50399a1f1efe5f2d7a61abfa", "fetched_at": "2026-08-29T07:48:35.988748+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/43/getting-started"}, {"content_hash": "4d9fb093039d19ee71b67018b2a08cd2770abd52ed9ddd43efdc9955375d51ee", "fetched_at": "2026-08-29T07:48:35.990597+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/quickstart"}, {"content_hash": "e25789db26cea6cb653d9833eec5743dbc0ebb73bc6c39948abe4568ef85854e", "fetched_at": "2026-08-29T07:48:35.992741+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/documentation"}, {"content_hash": "a91d5760408c1223374692bcc21a3109a81dd083839bda896c3d4cdc344fc952", "fetched_at": "2026-08-29T07:48:35.995673+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/documentation/streams"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T16:28:13.624724+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "351690219ec51197d874a42dc8c0c259a531bb5086bba8db2c47e2d369ceba86", "fetched_at": "2026-08-28T04:11:58.382009+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apache/kafka"}, {"content_hash": "97856c12493c96af1b2782325e277386f4fb127829195c0e647faa6a70859aed", "fetched_at": "2026-08-29T07:48:35.985942+00:00", "kind": "homepage", "missing": false, "url": "https://kafka.apache.org/"}, {"content_hash": "716c4e4bb65bcb11220c3ca4a8a5d1c6aeaac6ce50399a1f1efe5f2d7a61abfa", "fetched_at": "2026-08-29T07:48:35.988748+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/43/getting-started"}, {"content_hash": "4d9fb093039d19ee71b67018b2a08cd2770abd52ed9ddd43efdc9955375d51ee", "fetched_at": "2026-08-29T07:48:35.990597+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/quickstart"}, {"content_hash": "e25789db26cea6cb653d9833eec5743dbc0ebb73bc6c39948abe4568ef85854e", "fetched_at": "2026-08-29T07:48:35.992741+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/documentation"}, {"content_hash": "a91d5760408c1223374692bcc21a3109a81dd083839bda896c3d4cdc344fc952", "fetched_at": "2026-08-29T07:48:35.995673+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/documentation/streams"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T16:28:13.624724+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "351690219ec51197d874a42dc8c0c259a531bb5086bba8db2c47e2d369ceba86", "fetched_at": "2026-08-28T04:11:58.382009+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apache/kafka"}, {"content_hash": "97856c12493c96af1b2782325e277386f4fb127829195c0e647faa6a70859aed", "fetched_at": "2026-08-29T07:48:35.985942+00:00", "kind": "homepage", "missing": false, "url": "https://kafka.apache.org/"}, {"content_hash": "716c4e4bb65bcb11220c3ca4a8a5d1c6aeaac6ce50399a1f1efe5f2d7a61abfa", "fetched_at": "2026-08-29T07:48:35.988748+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/43/getting-started"}, {"content_hash": "4d9fb093039d19ee71b67018b2a08cd2770abd52ed9ddd43efdc9955375d51ee", "fetched_at": "2026-08-29T07:48:35.990597+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/quickstart"}, {"content_hash": "e25789db26cea6cb653d9833eec5743dbc0ebb73bc6c39948abe4568ef85854e", "fetched_at": "2026-08-29T07:48:35.992741+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/documentation"}, {"content_hash": "a91d5760408c1223374692bcc21a3109a81dd083839bda896c3d4cdc344fc952", "fetched_at": "2026-08-29T07:48:35.995673+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/documentation/streams"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T16:28:13.624724+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "351690219ec51197d874a42dc8c0c259a531bb5086bba8db2c47e2d369ceba86", "fetched_at": "2026-08-28T04:11:58.382009+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apache/kafka"}, {"content_hash": "97856c12493c96af1b2782325e277386f4fb127829195c0e647faa6a70859aed", "fetched_at": "2026-08-29T07:48:35.985942+00:00", "kind": "homepage", "missing": false, "url": "https://kafka.apache.org/"}, {"content_hash": "716c4e4bb65bcb11220c3ca4a8a5d1c6aeaac6ce50399a1f1efe5f2d7a61abfa", "fetched_at": "2026-08-29T07:48:35.988748+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/43/getting-started"}, {"content_hash": "4d9fb093039d19ee71b67018b2a08cd2770abd52ed9ddd43efdc9955375d51ee", "fetched_at": "2026-08-29T07:48:35.990597+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/quickstart"}, {"content_hash": "e25789db26cea6cb653d9833eec5743dbc0ebb73bc6c39948abe4568ef85854e", "fetched_at": "2026-08-29T07:48:35.992741+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/documentation"}, {"content_hash": "a91d5760408c1223374692bcc21a3109a81dd083839bda896c3d4cdc344fc952", "fetched_at": "2026-08-29T07:48:35.995673+00:00", "kind": "site_page", "missing": false, "url": "https://kafka.apache.org/documentation/streams"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 99, "longevity": 100, "rhythm": 35}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": ["no_releases"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 5497, "days_push": 7, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 77, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}