{"adoption": {"forks": 1679, "observed_at": "2026-08-28T04:12:19.108825+00:00", "stars": 62383}, "canonical_url": "https://ross.abutalabs.com/products/pathway", "card": {"archived": false, "artifact_type": "framework", "description": "Python ETL framework for stream processing, real-time analytics, LLM pipelines, and RAG.", "domain": ["big-data", "large-language-models", "analytics"], "enriched": true, "function": ["etl", "streaming", "rag", "machine-learning", "data-science", "llm-inference"], "health_score": 100, "homepage": "https://pathway.com", "language": "Python", "license": "NOASSERTION", "license_family": "other", "maturity": "active", "member_repos": ["pathwaycom/pathway", "pathwaycom/llm-app"], "name": "Pathway", "platform": ["python", "self-hosted", "cross-platform"], "pushed_at": "2026-08-26T05:38:32+00:00", "repo": "pathwaycom/pathway", "stars": 62383, "tags": ["stream-processing", "real-time-analytics", "llm-pipelines", "kafka", "rust-engine", "bsl-license", "data-engineering", "retrieval-augmented-generation", "real-time", "docker"], "topics": ["batch-processing", "kafka", "pathway", "python", "streaming", "machine-learning-algorithms", "real-time", "data-analytics", "data-pipelines", "data-processing", "dataflow", "etl", "etl-framework", "iot-analytics", "rust", "stream-processing", "time-series-analysis"], "urls": [], "use_cases": ["build real-time data pipelines from kafka streams", "process streaming data with python", "build a rag pipeline over live documents", "run llm pipelines on continuously updating data", "perform real-time analytics on iot sensor data", "unify batch and streaming etl in one framework", "index and query changing data for ai applications"], "what_it_is": "Pathway is a Python ETL framework for stream processing, real-time analytics, LLM pipelines, and RAG applications. It provides a unified Python API that handles both batch and streaming data in development and production, backed by a Rust engine.", "when_to_avoid": ["you need a permissively licensed library for commercial redistribution (BSL license)", "you only need simple one-off batch transformations where pandas suffices", "you require a mature SQL-first streaming system like Flink"], "when_to_choose": ["you need one codebase for both batch and streaming data", "you are building RAG or LLM pipelines over continuously updating sources", "you want a Python API with a high-performance Rust runtime", "you need real-time analytics on kafka or iot streams"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/repos/pathwaycom/pathway", "repo": "pathwaycom/pathway", "role": "main", "score": 97}, {"path": "/repos/pathwaycom/llm-app", "repo": "pathwaycom/llm-app", "role": "examples", "score": 69}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:12:19.108825+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T16:17:28.013868+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "916027a95e48ec911c491ad59aac0ddc5b054986e33507e250e3d016b2470f13", "fetched_at": "2026-08-28T04:12:19.108825+00:00", "kind": "readme", "missing": false, "url": "https://github.com/pathwaycom/pathway"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:12:19.108825+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T16:17:28.013868+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "916027a95e48ec911c491ad59aac0ddc5b054986e33507e250e3d016b2470f13", "fetched_at": "2026-08-28T04:12:19.108825+00:00", "kind": "readme", "missing": false, "url": "https://github.com/pathwaycom/pathway"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T16:17:28.013868+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "916027a95e48ec911c491ad59aac0ddc5b054986e33507e250e3d016b2470f13", "fetched_at": "2026-08-28T04:12:19.108825+00:00", "kind": "readme", "missing": false, "url": "https://github.com/pathwaycom/pathway"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:12:19.108825+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:12:19.108825+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:12:19.108825+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T16:17:28.013868+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "916027a95e48ec911c491ad59aac0ddc5b054986e33507e250e3d016b2470f13", "fetched_at": "2026-08-28T04:12:19.108825+00:00", "kind": "readme", "missing": false, "url": "https://github.com/pathwaycom/pathway"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:12:19.108825+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:12:19.108825+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T16:17:28.013868+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "916027a95e48ec911c491ad59aac0ddc5b054986e33507e250e3d016b2470f13", "fetched_at": "2026-08-28T04:12:19.108825+00:00", "kind": "readme", "missing": false, "url": "https://github.com/pathwaycom/pathway"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:12:19.108825+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:12:19.108825+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:12:19.108825+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T16:17:28.013868+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "916027a95e48ec911c491ad59aac0ddc5b054986e33507e250e3d016b2470f13", "fetched_at": "2026-08-28T04:12:19.108825+00:00", "kind": "readme", "missing": false, "url": "https://github.com/pathwaycom/pathway"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:12:19.108825+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:12:19.108825+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T16:17:28.013868+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "916027a95e48ec911c491ad59aac0ddc5b054986e33507e250e3d016b2470f13", "fetched_at": "2026-08-28T04:12:19.108825+00:00", "kind": "readme", "missing": false, "url": "https://github.com/pathwaycom/pathway"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T16:17:28.013868+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "916027a95e48ec911c491ad59aac0ddc5b054986e33507e250e3d016b2470f13", "fetched_at": "2026-08-28T04:12:19.108825+00:00", "kind": "readme", "missing": false, "url": "https://github.com/pathwaycom/pathway"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T16:17:28.013868+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "916027a95e48ec911c491ad59aac0ddc5b054986e33507e250e3d016b2470f13", "fetched_at": "2026-08-28T04:12:19.108825+00:00", "kind": "readme", "missing": false, "url": "https://github.com/pathwaycom/pathway"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T16:17:28.013868+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "916027a95e48ec911c491ad59aac0ddc5b054986e33507e250e3d016b2470f13", "fetched_at": "2026-08-28T04:12:19.108825+00:00", "kind": "readme", "missing": false, "url": "https://github.com/pathwaycom/pathway"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 99, "longevity": 98, "rhythm": 95}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": ["no_license"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 1375, "days_push": 7, "days_rel": 32, "gap_med": 13.0, "n_releases_24m": 43}, "score": 97, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}