{"adoption": {"forks": 546, "observed_at": "2026-08-28T04:09:28.303517+00:00", "stars": 5730}, "canonical_url": "https://ross.abutalabs.com/products/daft", "card": {"archived": false, "artifact_type": "library", "description": "High-performance data engine for AI and multimodal workloads. Process images, audio, video, and structured data at any scale", "domain": ["machine-learning", "artificial-intelligence", "big-data", "data-science"], "enriched": true, "function": ["etl", "data-science", "machine-learning", "rag", "llm-inference", "image-processing", "audio-processing", "video-processing", "streaming"], "health_score": 100, "homepage": "https://daft.ai", "language": "Rust", "license": "Apache-2.0", "license_family": "permissive", "maturity": "active", "member_repos": ["Eventual-Inc/Daft"], "name": "Eventual-Inc/Daft", "platform": ["python", "rust", "cloud", "cross-platform"], "pushed_at": "2026-08-26T18:42:39+00:00", "repo": "Eventual-Inc/Daft", "stars": 5730, "tags": ["dataframe", "distributed-computing", "multimodal", "parquet", "iceberg", "ray", "embeddings", "gpu", "arrow", "ai-pipeline", "data-engineering", "docker", "kubernetes"], "topics": ["machine-learning", "python", "data-engineering", "distributed-computing", "rust", "big-data", "artificial-intelligence", "multimodal", "arrow", "distributed", "distributed-systems", "embeddings", "etl", "huggingface", "iceberg", "parquet", "ray", "ai-engineering", "ai-pipeline"], "urls": [], "use_cases": ["process images and video at scale for ML training data", "generate embeddings for a vector database", "run LLM extraction over large datasets", "build multimodal AI ETL pipelines", "prepare training-ready datasets from S3 or Iceberg", "distributed dataframe processing without Spark's JVM", "run GPU inference alongside CPU data transforms"], "what_it_is": "Daft is a high-performance distributed data engine with a Python dataframe API, implemented in Rust, designed for AI and multimodal workloads. It processes images, audio, video, embeddings, and structured data at scale, with built-in model operators and scaling from local to Ray or Kubernetes clusters.", "when_to_avoid": ["you only need small in-memory analytics that Pandas handles fine", "your workloads are purely tabular with no AI or multimodal needs", "you require a JVM-based Spark ecosystem with its integrations"], "when_to_choose": ["you need Pandas/Spark-like dataframe operations on multimodal data", "you want to mix CPU decoding and GPU inference in one pipeline", "you need to scale from laptop to Ray or Kubernetes clusters", "you work with Parquet, Iceberg, Delta Lake, or Hugging Face datasets"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/daft", "repo": "Eventual-Inc/Daft", "role": "main", "score": 95}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:09:28.303517+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T17:53:23.741212+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "f79705bb72beff444c74e7e01faa8fd6ce0fb6fb6cfa742544561d13bd7aa40b", "fetched_at": "2026-08-28T04:09:28.303517+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Eventual-Inc/Daft"}, {"content_hash": "196ff9b9bb827e8eda4069ac8667bc91eb7ae2389b5ee9c562d1eb5eecdc3bd9", "fetched_at": "2026-08-29T08:52:59.628068+00:00", "kind": "homepage", "missing": false, "url": "https://daft.ai"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:09:28.303517+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T17:53:23.741212+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "f79705bb72beff444c74e7e01faa8fd6ce0fb6fb6cfa742544561d13bd7aa40b", "fetched_at": "2026-08-28T04:09:28.303517+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Eventual-Inc/Daft"}, {"content_hash": "196ff9b9bb827e8eda4069ac8667bc91eb7ae2389b5ee9c562d1eb5eecdc3bd9", "fetched_at": "2026-08-29T08:52:59.628068+00:00", "kind": "homepage", "missing": false, "url": "https://daft.ai"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T17:53:23.741212+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "f79705bb72beff444c74e7e01faa8fd6ce0fb6fb6cfa742544561d13bd7aa40b", "fetched_at": "2026-08-28T04:09:28.303517+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Eventual-Inc/Daft"}, {"content_hash": "196ff9b9bb827e8eda4069ac8667bc91eb7ae2389b5ee9c562d1eb5eecdc3bd9", "fetched_at": "2026-08-29T08:52:59.628068+00:00", "kind": "homepage", "missing": false, "url": "https://daft.ai"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:09:28.303517+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:09:28.303517+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:09:28.303517+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T17:53:23.741212+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "f79705bb72beff444c74e7e01faa8fd6ce0fb6fb6cfa742544561d13bd7aa40b", "fetched_at": "2026-08-28T04:09:28.303517+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Eventual-Inc/Daft"}, {"content_hash": "196ff9b9bb827e8eda4069ac8667bc91eb7ae2389b5ee9c562d1eb5eecdc3bd9", "fetched_at": "2026-08-29T08:52:59.628068+00:00", "kind": "homepage", "missing": false, "url": "https://daft.ai"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:09:28.303517+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:09:28.303517+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T17:53:23.741212+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "f79705bb72beff444c74e7e01faa8fd6ce0fb6fb6cfa742544561d13bd7aa40b", "fetched_at": "2026-08-28T04:09:28.303517+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Eventual-Inc/Daft"}, {"content_hash": "196ff9b9bb827e8eda4069ac8667bc91eb7ae2389b5ee9c562d1eb5eecdc3bd9", "fetched_at": "2026-08-29T08:52:59.628068+00:00", "kind": "homepage", "missing": false, "url": "https://daft.ai"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:09:28.303517+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:09:28.303517+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:09:28.303517+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T17:53:23.741212+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "f79705bb72beff444c74e7e01faa8fd6ce0fb6fb6cfa742544561d13bd7aa40b", "fetched_at": "2026-08-28T04:09:28.303517+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Eventual-Inc/Daft"}, {"content_hash": "196ff9b9bb827e8eda4069ac8667bc91eb7ae2389b5ee9c562d1eb5eecdc3bd9", "fetched_at": "2026-08-29T08:52:59.628068+00:00", "kind": "homepage", "missing": false, "url": "https://daft.ai"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:09:28.303517+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:09:28.303517+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T17:53:23.741212+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "f79705bb72beff444c74e7e01faa8fd6ce0fb6fb6cfa742544561d13bd7aa40b", "fetched_at": "2026-08-28T04:09:28.303517+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Eventual-Inc/Daft"}, {"content_hash": "196ff9b9bb827e8eda4069ac8667bc91eb7ae2389b5ee9c562d1eb5eecdc3bd9", "fetched_at": "2026-08-29T08:52:59.628068+00:00", "kind": "homepage", "missing": false, "url": "https://daft.ai"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T17:53:23.741212+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "f79705bb72beff444c74e7e01faa8fd6ce0fb6fb6cfa742544561d13bd7aa40b", "fetched_at": "2026-08-28T04:09:28.303517+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Eventual-Inc/Daft"}, {"content_hash": "196ff9b9bb827e8eda4069ac8667bc91eb7ae2389b5ee9c562d1eb5eecdc3bd9", "fetched_at": "2026-08-29T08:52:59.628068+00:00", "kind": "homepage", "missing": false, "url": "https://daft.ai"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T17:53:23.741212+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "f79705bb72beff444c74e7e01faa8fd6ce0fb6fb6cfa742544561d13bd7aa40b", "fetched_at": "2026-08-28T04:09:28.303517+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Eventual-Inc/Daft"}, {"content_hash": "196ff9b9bb827e8eda4069ac8667bc91eb7ae2389b5ee9c562d1eb5eecdc3bd9", "fetched_at": "2026-08-29T08:52:59.628068+00:00", "kind": "homepage", "missing": false, "url": "https://daft.ai"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T17:53:23.741212+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "f79705bb72beff444c74e7e01faa8fd6ce0fb6fb6cfa742544561d13bd7aa40b", "fetched_at": "2026-08-28T04:09:28.303517+00:00", "kind": "readme", "missing": false, "url": "https://github.com/Eventual-Inc/Daft"}, {"content_hash": "196ff9b9bb827e8eda4069ac8667bc91eb7ae2389b5ee9c562d1eb5eecdc3bd9", "fetched_at": "2026-08-29T08:52:59.628068+00:00", "kind": "homepage", "missing": false, "url": "https://daft.ai"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 99, "longevity": 100, "rhythm": 86}, "computed_at": "2026-09-03T02:39:23.370411+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 1591, "days_push": 7, "days_rel": 19, "gap_med": 5, "n_releases_24m": 96}, "score": 95, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}