{"adoption": {"forks": 204, "observed_at": "2026-08-28T04:03:54.412464+00:00", "stars": 1182}, "canonical_url": "https://ross.abutalabs.com/products/crawlergo_x_xray", "card": {"archived": false, "artifact_type": "cli-tool", "description": "360/0Kee-Team/crawlergo动态爬虫结合长亭XRAY扫描器的被动扫描功能", "domain": ["security", "penetration-testing", "crawlers", "web-development"], "enriched": true, "function": ["web-scraping", "penetration-testing", "vulnerability-scanning"], "health_score": 20, "homepage": null, "language": "Python", "license": null, "license_family": "other", "maturity": "maintenance", "member_repos": ["timwhitez/crawlergo_x_XRAY"], "name": "timwhitez/crawlergo_x_XRAY", "platform": ["python", "cli", "windows"], "pushed_at": "2021-11-10T05:44:48+00:00", "repo": "timwhitez/crawlergo_x_XRAY", "stars": 1182, "tags": ["crawlergo", "xray", "passive-scanning", "dynamic-crawler", "vulnerability-scanner-integration", "bug-bounty", "linux", "macos"], "topics": [], "urls": [], "use_cases": ["automate vulnerability scanning of a list of target urls", "combine crawlergo crawler with xray passive scanner", "crawl javascript-heavy websites and feed requests to a scanner", "collect subdomains discovered during crawling", "set up automated web app scanning pipeline"], "what_it_is": "A Python glue script that combines the crawlergo dynamic crawler with the XRAY passive vulnerability scanner, replaying crawled URLs through XRAY's passive proxy. It outputs discovered subdomains and crawled URLs while feeding requests to the scanner.", "when_to_avoid": ["you need a maintained tool with active development or a license", "you want a full-featured scanner rather than a glue script", "you need a crawler with built-in proxy support"], "when_to_choose": ["you already use xray for passive scanning and want automated crawling", "you need a lightweight script to bridge crawlergo and a passive scanner", "you want discovered subdomains and urls saved during a crawl"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/crawlergo_x_xray", "repo": "timwhitez/crawlergo_x_XRAY", "role": "main", "score": 32}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:03:54.412464+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T06:24:59.271544+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "34889d55f1fe98f9cbb6d38eb465b86bff1418bee8c0c01d3d8c6a2ea4c963ba", "fetched_at": "2026-08-28T04:03:54.412464+00:00", "kind": "readme", "missing": false, "url": "https://github.com/timwhitez/crawlergo_x_XRAY"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:03:54.412464+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T06:24:59.271544+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "34889d55f1fe98f9cbb6d38eb465b86bff1418bee8c0c01d3d8c6a2ea4c963ba", "fetched_at": "2026-08-28T04:03:54.412464+00:00", "kind": "readme", "missing": false, "url": "https://github.com/timwhitez/crawlergo_x_XRAY"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T06:24:59.271544+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "34889d55f1fe98f9cbb6d38eb465b86bff1418bee8c0c01d3d8c6a2ea4c963ba", "fetched_at": "2026-08-28T04:03:54.412464+00:00", "kind": "readme", "missing": false, "url": "https://github.com/timwhitez/crawlergo_x_XRAY"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:03:54.412464+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:03:54.412464+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:03:54.412464+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T06:24:59.271544+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "34889d55f1fe98f9cbb6d38eb465b86bff1418bee8c0c01d3d8c6a2ea4c963ba", "fetched_at": "2026-08-28T04:03:54.412464+00:00", "kind": "readme", "missing": false, "url": "https://github.com/timwhitez/crawlergo_x_XRAY"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:03:54.412464+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:03:54.412464+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T06:24:59.271544+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "34889d55f1fe98f9cbb6d38eb465b86bff1418bee8c0c01d3d8c6a2ea4c963ba", "fetched_at": "2026-08-28T04:03:54.412464+00:00", "kind": "readme", "missing": false, "url": "https://github.com/timwhitez/crawlergo_x_XRAY"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:03:54.412464+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:03:54.412464+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:03:54.412464+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T06:24:59.271544+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "34889d55f1fe98f9cbb6d38eb465b86bff1418bee8c0c01d3d8c6a2ea4c963ba", "fetched_at": "2026-08-28T04:03:54.412464+00:00", "kind": "readme", "missing": false, "url": "https://github.com/timwhitez/crawlergo_x_XRAY"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:03:54.412464+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:03:54.412464+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T06:24:59.271544+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "34889d55f1fe98f9cbb6d38eb465b86bff1418bee8c0c01d3d8c6a2ea4c963ba", "fetched_at": "2026-08-28T04:03:54.412464+00:00", "kind": "readme", "missing": false, "url": "https://github.com/timwhitez/crawlergo_x_XRAY"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T06:24:59.271544+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "34889d55f1fe98f9cbb6d38eb465b86bff1418bee8c0c01d3d8c6a2ea4c963ba", "fetched_at": "2026-08-28T04:03:54.412464+00:00", "kind": "readme", "missing": false, "url": "https://github.com/timwhitez/crawlergo_x_XRAY"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T06:24:59.271544+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "34889d55f1fe98f9cbb6d38eb465b86bff1418bee8c0c01d3d8c6a2ea4c963ba", "fetched_at": "2026-08-28T04:03:54.412464+00:00", "kind": "readme", "missing": false, "url": "https://github.com/timwhitez/crawlergo_x_XRAY"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T06:24:59.271544+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "34889d55f1fe98f9cbb6d38eb465b86bff1418bee8c0c01d3d8c6a2ea4c963ba", "fetched_at": "2026-08-28T04:03:54.412464+00:00", "kind": "readme", "missing": false, "url": "https://github.com/timwhitez/crawlergo_x_XRAY"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 0, "longevity": 100, "rhythm": 35}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": ["no_releases", "no_license"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 2437, "days_push": 1757, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 32, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}