{"adoption": {"forks": 2248, "observed_at": "2026-08-28T04:09:34.312608+00:00", "stars": 6018}, "canonical_url": "https://ross.abutalabs.com/products/datax-web", "card": {"archived": false, "artifact_type": "application", "description": "DataX集成可视化页面，选择数据源即可一键生成数据同步任务，支持RDBMS、Hive、HBase、ClickHouse、MongoDB等数据源，批量创建RDBMS数据同步任务，集成开源调度系统，支持分布式、增量同步数据、实时查看运行日志、监控执行器资源、KILL运行进程、数据源信息加密等。", "domain": ["databases", "big-data", "self-hosted", "developer-tools"], "enriched": true, "function": ["etl", "scheduling", "web-framework", "monitoring", "logging", "workflow-automation"], "health_score": 20, "homepage": "https://segmentfault.com/u/weiye_jing/articles", "language": "Java", "license": "MIT", "license_family": "permissive", "maturity": "stable", "member_repos": ["WeiYe-Jing/datax-web"], "name": "WeiYe-Jing/datax-web", "platform": ["windows", "jvm", "self-hosted"], "pushed_at": "2024-06-02T10:35:32+00:00", "repo": "WeiYe-Jing/datax-web", "stars": 6018, "tags": ["datax", "data-sync", "xxl-job", "etl-orchestration", "batch-data-transfer", "mysql", "hive", "hbase", "clickhouse", "mongodb", "data-engineering", "linux", "macos", "docker", "web-server"], "topics": [], "urls": [], "use_cases": ["build datax json jobs from a web ui", "sync data between mysql and hive", "batch create rdbms data sync tasks", "schedule incremental data synchronization jobs", "monitor datax job logs and kill running processes", "migrate data to clickhouse or mongodb", "manage distributed etl executor clusters"], "what_it_is": "DataX-Web is a distributed data synchronization tool built on top of Alibaba's DataX, providing a web UI to visually configure and manage data sync jobs. It supports RDBMS, Hive, HBase, ClickHouse, and MongoDB sources, with batch task creation, incremental syncing, scheduling via xxl-job, and executor cluster monitoring.", "when_to_avoid": ["you need real-time streaming CDC rather than batch synchronization", "your stack is not Java/Python-based or you cannot run MySQL 5.7 as the metadata store", "you need a cloud-managed ETL service rather than self-hosted infrastructure"], "when_to_choose": ["you use DataX but want a GUI instead of hand-writing JSON configs", "you need scheduled or incremental batch data sync across heterogeneous databases", "you want distributed executor deployment with retry, alerting, and monitoring"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/datax-web", "repo": "WeiYe-Jing/datax-web", "role": "main", "score": 23}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:09:34.312608+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T17:49:45.183861+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b0ca89676cae1d00c84d6679d8e83ecfcaf7f1827fe61d114e81a33987502b6e", "fetched_at": "2026-08-28T04:09:34.312608+00:00", "kind": "readme", "missing": false, "url": "https://github.com/WeiYe-Jing/datax-web"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:09:34.312608+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T17:49:45.183861+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b0ca89676cae1d00c84d6679d8e83ecfcaf7f1827fe61d114e81a33987502b6e", "fetched_at": "2026-08-28T04:09:34.312608+00:00", "kind": "readme", "missing": false, "url": "https://github.com/WeiYe-Jing/datax-web"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T17:49:45.183861+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b0ca89676cae1d00c84d6679d8e83ecfcaf7f1827fe61d114e81a33987502b6e", "fetched_at": "2026-08-28T04:09:34.312608+00:00", "kind": "readme", "missing": false, "url": "https://github.com/WeiYe-Jing/datax-web"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:09:34.312608+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:09:34.312608+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:09:34.312608+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T17:49:45.183861+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b0ca89676cae1d00c84d6679d8e83ecfcaf7f1827fe61d114e81a33987502b6e", "fetched_at": "2026-08-28T04:09:34.312608+00:00", "kind": "readme", "missing": false, "url": "https://github.com/WeiYe-Jing/datax-web"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:09:34.312608+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:09:34.312608+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T17:49:45.183861+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b0ca89676cae1d00c84d6679d8e83ecfcaf7f1827fe61d114e81a33987502b6e", "fetched_at": "2026-08-28T04:09:34.312608+00:00", "kind": "readme", "missing": false, "url": "https://github.com/WeiYe-Jing/datax-web"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:09:34.312608+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:09:34.312608+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:09:34.312608+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T17:49:45.183861+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b0ca89676cae1d00c84d6679d8e83ecfcaf7f1827fe61d114e81a33987502b6e", "fetched_at": "2026-08-28T04:09:34.312608+00:00", "kind": "readme", "missing": false, "url": "https://github.com/WeiYe-Jing/datax-web"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:09:34.312608+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:09:34.312608+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T17:49:45.183861+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b0ca89676cae1d00c84d6679d8e83ecfcaf7f1827fe61d114e81a33987502b6e", "fetched_at": "2026-08-28T04:09:34.312608+00:00", "kind": "readme", "missing": false, "url": "https://github.com/WeiYe-Jing/datax-web"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T17:49:45.183861+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b0ca89676cae1d00c84d6679d8e83ecfcaf7f1827fe61d114e81a33987502b6e", "fetched_at": "2026-08-28T04:09:34.312608+00:00", "kind": "readme", "missing": false, "url": "https://github.com/WeiYe-Jing/datax-web"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T17:49:45.183861+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b0ca89676cae1d00c84d6679d8e83ecfcaf7f1827fe61d114e81a33987502b6e", "fetched_at": "2026-08-28T04:09:34.312608+00:00", "kind": "readme", "missing": false, "url": "https://github.com/WeiYe-Jing/datax-web"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T17:49:45.183861+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b0ca89676cae1d00c84d6679d8e83ecfcaf7f1827fe61d114e81a33987502b6e", "fetched_at": "2026-08-28T04:09:34.312608+00:00", "kind": "readme", "missing": false, "url": "https://github.com/WeiYe-Jing/datax-web"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 0, "longevity": 100, "rhythm": 8}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 2480, "days_push": 822, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 23, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}