{"adoption": {"forks": 46, "observed_at": "2026-08-28T04:04:18.178470+00:00", "stars": 1302}, "canonical_url": "https://ross.abutalabs.com/products/arkflow", "card": {"archived": false, "artifact_type": "application", "description": "High performance Rust stream processing engine seamlessly integrates AI capabilities, providing powerful real-time data processing and intelligent analysis. ", "domain": ["big-data", "machine-learning", "iot"], "enriched": true, "function": ["streaming", "etl", "machine-learning", "serialization", "message-queue"], "health_score": 94, "homepage": "https://arkflow-rs.com/", "language": "Rust", "license": "Apache-2.0", "license_family": "permissive", "maturity": "active", "member_repos": ["arkflow-rs/arkflow"], "name": "arkflow-rs/arkflow", "platform": ["windows", "rust", "self-hosted"], "pushed_at": "2026-08-16T00:34:51+00:00", "repo": "arkflow-rs/arkflow", "stars": 1302, "tags": ["stream-processing", "datafusion", "kafka", "mqtt", "cdc", "vrl", "arrow", "tokio", "real-time-pipelines", "ai-inference", "sql", "data-engineering", "real-time", "linux", "macos", "docker"], "topics": ["flow", "rust", "rust-lang", "stream", "sql", "datafusion", "duckdb", "kafka", "mysql", "postgresql", "sqlite", "tokio", "tokio-rs", "arkflow", "redis", "nats", "websocket", "ai", "deep-learning", "machine-learning"], "urls": [], "use_cases": ["process kafka streams with sql queries in real time", "run machine learning inference on streaming data", "build an iot mqtt data pipeline", "transform and route  events between systems", "process debezium cdc change streams", "detect anomalies in real-time sensor data"], "what_it_is": "ArkFlow is a high-performance stream processing engine written in Rust on top of Tokio, connecting configurable inputs (Kafka, MQTT, HTTP, files, SQL databases), processors (SQL via DataFusion, JSON, Protobuf, VRL, Python UDFs), and outputs into YAML-defined pipelines. It integrates AI capabilities such as loading machine learning models for streaming inference and anomaly detection, and offers an optional control plane for operating fleets of nodes.", "when_to_avoid": ["you need full stateful stream processing with windowing, joins, and exactly-once state management today", "you require a mature, battle-tested engine with a large community and ecosystem", "your pipelines depend on connectors or processors not yet supported by its modular component set"], "when_to_choose": ["you need a lightweight, high-performance alternative to Flink or Kafka Streams for stateless pipelines", "you want SQL, VRL, or Python UDF processing over streaming data in a single YAML-configured binary", "you need streaming inference or anomaly detection with ML models embedded in the pipeline"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/arkflow", "repo": "arkflow-rs/arkflow", "role": "main", "score": 70}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.178470+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T04:51:16.535911+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d0c2d7960d0dfc7fc5c3dd7c5b8c93646967519e5bf737a0fdd6e07461c10e0b", "fetched_at": "2026-08-28T04:04:18.178470+00:00", "kind": "readme", "missing": false, "url": "https://github.com/arkflow-rs/arkflow"}, {"content_hash": "5eb01aa1a6847418b2326e1a9874db427f4e799eefd2245caf56d7d40245ae79", "fetched_at": "2026-08-29T12:09:28.177840+00:00", "kind": "homepage", "missing": false, "url": "https://arkflow-rs.com/"}, {"content_hash": "824ab7f37b7a7dbab677bc41840b3785d2a5f6dbbf3196c0e0e42e12db66f4c1", "fetched_at": "2026-08-29T12:09:28.180560+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/intro"}, {"content_hash": "ca379148a4260cd6056f9400802e31d939597d29ec1bee614152b3028afdd354", "fetched_at": "2026-08-29T12:09:28.182644+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/next/start-here"}, {"content_hash": "67265ccad1a48731f571c23f41f64d6fc1b5da0a450491efc063fb6c4b9d3965", "fetched_at": "2026-08-29T12:09:28.184223+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/0.3.x/intro"}, {"content_hash": "087e15b2de8673c7c8999f6a287367fb0655f702a6934a6dfb4ee80ae19c4dd4", "fetched_at": "2026-08-29T12:09:28.185963+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/0.2.x/intro"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.178470+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T04:51:16.535911+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d0c2d7960d0dfc7fc5c3dd7c5b8c93646967519e5bf737a0fdd6e07461c10e0b", "fetched_at": "2026-08-28T04:04:18.178470+00:00", "kind": "readme", "missing": false, "url": "https://github.com/arkflow-rs/arkflow"}, {"content_hash": "5eb01aa1a6847418b2326e1a9874db427f4e799eefd2245caf56d7d40245ae79", "fetched_at": "2026-08-29T12:09:28.177840+00:00", "kind": "homepage", "missing": false, "url": "https://arkflow-rs.com/"}, {"content_hash": "824ab7f37b7a7dbab677bc41840b3785d2a5f6dbbf3196c0e0e42e12db66f4c1", "fetched_at": "2026-08-29T12:09:28.180560+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/intro"}, {"content_hash": "ca379148a4260cd6056f9400802e31d939597d29ec1bee614152b3028afdd354", "fetched_at": "2026-08-29T12:09:28.182644+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/next/start-here"}, {"content_hash": "67265ccad1a48731f571c23f41f64d6fc1b5da0a450491efc063fb6c4b9d3965", "fetched_at": "2026-08-29T12:09:28.184223+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/0.3.x/intro"}, {"content_hash": "087e15b2de8673c7c8999f6a287367fb0655f702a6934a6dfb4ee80ae19c4dd4", "fetched_at": "2026-08-29T12:09:28.185963+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/0.2.x/intro"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T04:51:16.535911+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d0c2d7960d0dfc7fc5c3dd7c5b8c93646967519e5bf737a0fdd6e07461c10e0b", "fetched_at": "2026-08-28T04:04:18.178470+00:00", "kind": "readme", "missing": false, "url": "https://github.com/arkflow-rs/arkflow"}, {"content_hash": "5eb01aa1a6847418b2326e1a9874db427f4e799eefd2245caf56d7d40245ae79", "fetched_at": "2026-08-29T12:09:28.177840+00:00", "kind": "homepage", "missing": false, "url": "https://arkflow-rs.com/"}, {"content_hash": "824ab7f37b7a7dbab677bc41840b3785d2a5f6dbbf3196c0e0e42e12db66f4c1", "fetched_at": "2026-08-29T12:09:28.180560+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/intro"}, {"content_hash": "ca379148a4260cd6056f9400802e31d939597d29ec1bee614152b3028afdd354", "fetched_at": "2026-08-29T12:09:28.182644+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/next/start-here"}, {"content_hash": "67265ccad1a48731f571c23f41f64d6fc1b5da0a450491efc063fb6c4b9d3965", "fetched_at": "2026-08-29T12:09:28.184223+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/0.3.x/intro"}, {"content_hash": "087e15b2de8673c7c8999f6a287367fb0655f702a6934a6dfb4ee80ae19c4dd4", "fetched_at": "2026-08-29T12:09:28.185963+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/0.2.x/intro"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.178470+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.178470+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.178470+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T04:51:16.535911+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d0c2d7960d0dfc7fc5c3dd7c5b8c93646967519e5bf737a0fdd6e07461c10e0b", "fetched_at": "2026-08-28T04:04:18.178470+00:00", "kind": "readme", "missing": false, "url": "https://github.com/arkflow-rs/arkflow"}, {"content_hash": "5eb01aa1a6847418b2326e1a9874db427f4e799eefd2245caf56d7d40245ae79", "fetched_at": "2026-08-29T12:09:28.177840+00:00", "kind": "homepage", "missing": false, "url": "https://arkflow-rs.com/"}, {"content_hash": "824ab7f37b7a7dbab677bc41840b3785d2a5f6dbbf3196c0e0e42e12db66f4c1", "fetched_at": "2026-08-29T12:09:28.180560+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/intro"}, {"content_hash": "ca379148a4260cd6056f9400802e31d939597d29ec1bee614152b3028afdd354", "fetched_at": "2026-08-29T12:09:28.182644+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/next/start-here"}, {"content_hash": "67265ccad1a48731f571c23f41f64d6fc1b5da0a450491efc063fb6c4b9d3965", "fetched_at": "2026-08-29T12:09:28.184223+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/0.3.x/intro"}, {"content_hash": "087e15b2de8673c7c8999f6a287367fb0655f702a6934a6dfb4ee80ae19c4dd4", "fetched_at": "2026-08-29T12:09:28.185963+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/0.2.x/intro"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.178470+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.178470+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T04:51:16.535911+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d0c2d7960d0dfc7fc5c3dd7c5b8c93646967519e5bf737a0fdd6e07461c10e0b", "fetched_at": "2026-08-28T04:04:18.178470+00:00", "kind": "readme", "missing": false, "url": "https://github.com/arkflow-rs/arkflow"}, {"content_hash": "5eb01aa1a6847418b2326e1a9874db427f4e799eefd2245caf56d7d40245ae79", "fetched_at": "2026-08-29T12:09:28.177840+00:00", "kind": "homepage", "missing": false, "url": "https://arkflow-rs.com/"}, {"content_hash": "824ab7f37b7a7dbab677bc41840b3785d2a5f6dbbf3196c0e0e42e12db66f4c1", "fetched_at": "2026-08-29T12:09:28.180560+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/intro"}, {"content_hash": "ca379148a4260cd6056f9400802e31d939597d29ec1bee614152b3028afdd354", "fetched_at": "2026-08-29T12:09:28.182644+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/next/start-here"}, {"content_hash": "67265ccad1a48731f571c23f41f64d6fc1b5da0a450491efc063fb6c4b9d3965", "fetched_at": "2026-08-29T12:09:28.184223+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/0.3.x/intro"}, {"content_hash": "087e15b2de8673c7c8999f6a287367fb0655f702a6934a6dfb4ee80ae19c4dd4", "fetched_at": "2026-08-29T12:09:28.185963+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/0.2.x/intro"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.178470+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.178470+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.178470+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T04:51:16.535911+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d0c2d7960d0dfc7fc5c3dd7c5b8c93646967519e5bf737a0fdd6e07461c10e0b", "fetched_at": "2026-08-28T04:04:18.178470+00:00", "kind": "readme", "missing": false, "url": "https://github.com/arkflow-rs/arkflow"}, {"content_hash": "5eb01aa1a6847418b2326e1a9874db427f4e799eefd2245caf56d7d40245ae79", "fetched_at": "2026-08-29T12:09:28.177840+00:00", "kind": "homepage", "missing": false, "url": "https://arkflow-rs.com/"}, {"content_hash": "824ab7f37b7a7dbab677bc41840b3785d2a5f6dbbf3196c0e0e42e12db66f4c1", "fetched_at": "2026-08-29T12:09:28.180560+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/intro"}, {"content_hash": "ca379148a4260cd6056f9400802e31d939597d29ec1bee614152b3028afdd354", "fetched_at": "2026-08-29T12:09:28.182644+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/next/start-here"}, {"content_hash": "67265ccad1a48731f571c23f41f64d6fc1b5da0a450491efc063fb6c4b9d3965", "fetched_at": "2026-08-29T12:09:28.184223+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/0.3.x/intro"}, {"content_hash": "087e15b2de8673c7c8999f6a287367fb0655f702a6934a6dfb4ee80ae19c4dd4", "fetched_at": "2026-08-29T12:09:28.185963+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/0.2.x/intro"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.178470+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:04:18.178470+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T04:51:16.535911+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d0c2d7960d0dfc7fc5c3dd7c5b8c93646967519e5bf737a0fdd6e07461c10e0b", "fetched_at": "2026-08-28T04:04:18.178470+00:00", "kind": "readme", "missing": false, "url": "https://github.com/arkflow-rs/arkflow"}, {"content_hash": "5eb01aa1a6847418b2326e1a9874db427f4e799eefd2245caf56d7d40245ae79", "fetched_at": "2026-08-29T12:09:28.177840+00:00", "kind": "homepage", "missing": false, "url": "https://arkflow-rs.com/"}, {"content_hash": "824ab7f37b7a7dbab677bc41840b3785d2a5f6dbbf3196c0e0e42e12db66f4c1", "fetched_at": "2026-08-29T12:09:28.180560+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/intro"}, {"content_hash": "ca379148a4260cd6056f9400802e31d939597d29ec1bee614152b3028afdd354", "fetched_at": "2026-08-29T12:09:28.182644+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/next/start-here"}, {"content_hash": "67265ccad1a48731f571c23f41f64d6fc1b5da0a450491efc063fb6c4b9d3965", "fetched_at": "2026-08-29T12:09:28.184223+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/0.3.x/intro"}, {"content_hash": "087e15b2de8673c7c8999f6a287367fb0655f702a6934a6dfb4ee80ae19c4dd4", "fetched_at": "2026-08-29T12:09:28.185963+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/0.2.x/intro"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T04:51:16.535911+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d0c2d7960d0dfc7fc5c3dd7c5b8c93646967519e5bf737a0fdd6e07461c10e0b", "fetched_at": "2026-08-28T04:04:18.178470+00:00", "kind": "readme", "missing": false, "url": "https://github.com/arkflow-rs/arkflow"}, {"content_hash": "5eb01aa1a6847418b2326e1a9874db427f4e799eefd2245caf56d7d40245ae79", "fetched_at": "2026-08-29T12:09:28.177840+00:00", "kind": "homepage", "missing": false, "url": "https://arkflow-rs.com/"}, {"content_hash": "824ab7f37b7a7dbab677bc41840b3785d2a5f6dbbf3196c0e0e42e12db66f4c1", "fetched_at": "2026-08-29T12:09:28.180560+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/intro"}, {"content_hash": "ca379148a4260cd6056f9400802e31d939597d29ec1bee614152b3028afdd354", "fetched_at": "2026-08-29T12:09:28.182644+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/next/start-here"}, {"content_hash": "67265ccad1a48731f571c23f41f64d6fc1b5da0a450491efc063fb6c4b9d3965", "fetched_at": "2026-08-29T12:09:28.184223+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/0.3.x/intro"}, {"content_hash": "087e15b2de8673c7c8999f6a287367fb0655f702a6934a6dfb4ee80ae19c4dd4", "fetched_at": "2026-08-29T12:09:28.185963+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/0.2.x/intro"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T04:51:16.535911+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d0c2d7960d0dfc7fc5c3dd7c5b8c93646967519e5bf737a0fdd6e07461c10e0b", "fetched_at": "2026-08-28T04:04:18.178470+00:00", "kind": "readme", "missing": false, "url": "https://github.com/arkflow-rs/arkflow"}, {"content_hash": "5eb01aa1a6847418b2326e1a9874db427f4e799eefd2245caf56d7d40245ae79", "fetched_at": "2026-08-29T12:09:28.177840+00:00", "kind": "homepage", "missing": false, "url": "https://arkflow-rs.com/"}, {"content_hash": "824ab7f37b7a7dbab677bc41840b3785d2a5f6dbbf3196c0e0e42e12db66f4c1", "fetched_at": "2026-08-29T12:09:28.180560+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/intro"}, {"content_hash": "ca379148a4260cd6056f9400802e31d939597d29ec1bee614152b3028afdd354", "fetched_at": "2026-08-29T12:09:28.182644+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/next/start-here"}, {"content_hash": "67265ccad1a48731f571c23f41f64d6fc1b5da0a450491efc063fb6c4b9d3965", "fetched_at": "2026-08-29T12:09:28.184223+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/0.3.x/intro"}, {"content_hash": "087e15b2de8673c7c8999f6a287367fb0655f702a6934a6dfb4ee80ae19c4dd4", "fetched_at": "2026-08-29T12:09:28.185963+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/0.2.x/intro"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T04:51:16.535911+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d0c2d7960d0dfc7fc5c3dd7c5b8c93646967519e5bf737a0fdd6e07461c10e0b", "fetched_at": "2026-08-28T04:04:18.178470+00:00", "kind": "readme", "missing": false, "url": "https://github.com/arkflow-rs/arkflow"}, {"content_hash": "5eb01aa1a6847418b2326e1a9874db427f4e799eefd2245caf56d7d40245ae79", "fetched_at": "2026-08-29T12:09:28.177840+00:00", "kind": "homepage", "missing": false, "url": "https://arkflow-rs.com/"}, {"content_hash": "824ab7f37b7a7dbab677bc41840b3785d2a5f6dbbf3196c0e0e42e12db66f4c1", "fetched_at": "2026-08-29T12:09:28.180560+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/intro"}, {"content_hash": "ca379148a4260cd6056f9400802e31d939597d29ec1bee614152b3028afdd354", "fetched_at": "2026-08-29T12:09:28.182644+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/next/start-here"}, {"content_hash": "67265ccad1a48731f571c23f41f64d6fc1b5da0a450491efc063fb6c4b9d3965", "fetched_at": "2026-08-29T12:09:28.184223+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/0.3.x/intro"}, {"content_hash": "087e15b2de8673c7c8999f6a287367fb0655f702a6934a6dfb4ee80ae19c4dd4", "fetched_at": "2026-08-29T12:09:28.185963+00:00", "kind": "site_page", "missing": false, "url": "https://arkflow-rs.com/docs/0.2.x/intro"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 97, "longevity": 39, "rhythm": 53}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 550, "days_push": 18, "days_rel": 318, "gap_med": 9, "n_releases_24m": 8}, "score": 70, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}