{"adoption": {"forks": 464, "observed_at": "2026-08-28T04:05:40.708792+00:00", "stars": 1818}, "canonical_url": "https://ross.abutalabs.com/products/go_spider", "card": {"archived": false, "artifact_type": "framework", "description": "[爬虫框架 (golang)] An awesome Go concurrent Crawler(spider) framework. The crawler is flexible and modular. It can be expanded to an Individualized crawler easily or you can use the default crawl components only. ", "domain": ["crawlers", "web-development"], "enriched": true, "function": ["web-scraping", "concurrency", "parser"], "health_score": 20, "homepage": null, "language": "Go", "license": "MPL-2.0", "license_family": "copyleft", "maturity": "abandoned", "member_repos": ["hu17889/go_spider"], "name": "hu17889/go_spider", "platform": ["go", "cross-platform"], "pushed_at": "2017-11-16T01:58:55+00:00", "repo": "hu17889/go_spider", "stars": 1818, "tags": ["spider", "crawler-framework", "vertical-communities", "modular", "goquery", "crawlers", "automation"], "topics": ["spider", "crawler", "go", "schedule", "pipeline"], "urls": [], "use_cases": ["scrape github repository pages", "crawl vertical community sites", "build a custom web spider in Go", "extract data from html pages concurrently", "crawl  api endpoints", "pipeline scraped results to console or file"], "what_it_is": "go_spider is a concurrent web crawler framework written in Go, designed for crawling vertical communities with a flexible, modular architecture. It provides default downloader, scheduler, and pipeline components that can be swapped out for custom implementations.", "when_to_avoid": ["you need an actively maintained project - the latest release was in 2017", "you need JavaScript-rendered page support or modern anti-bot handling", "you prefer a batteries-included scraping tool with built-in selectors and proxies"], "when_to_choose": ["you need a modular Go crawler framework with pluggable downloader, scheduler, and pipeline components", "you want concurrent crawling with configurable thread count", "you are scraping structured vertical community sites"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/go_spider", "repo": "hu17889/go_spider", "role": "main", "score": 23}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:05:40.708792+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T03:20:04.329055+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d0b219ee1d357759bcfe1278717151d1f14bf416a5d439506054f3a62cd89549", "fetched_at": "2026-08-28T04:05:40.708792+00:00", "kind": "readme", "missing": false, "url": "https://github.com/hu17889/go_spider"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:05:40.708792+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T03:20:04.329055+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d0b219ee1d357759bcfe1278717151d1f14bf416a5d439506054f3a62cd89549", "fetched_at": "2026-08-28T04:05:40.708792+00:00", "kind": "readme", "missing": false, "url": "https://github.com/hu17889/go_spider"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T03:20:04.329055+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d0b219ee1d357759bcfe1278717151d1f14bf416a5d439506054f3a62cd89549", "fetched_at": "2026-08-28T04:05:40.708792+00:00", "kind": "readme", "missing": false, "url": "https://github.com/hu17889/go_spider"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:05:40.708792+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:05:40.708792+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:05:40.708792+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T03:20:04.329055+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d0b219ee1d357759bcfe1278717151d1f14bf416a5d439506054f3a62cd89549", "fetched_at": "2026-08-28T04:05:40.708792+00:00", "kind": "readme", "missing": false, "url": "https://github.com/hu17889/go_spider"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:05:40.708792+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:05:40.708792+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T03:20:04.329055+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d0b219ee1d357759bcfe1278717151d1f14bf416a5d439506054f3a62cd89549", "fetched_at": "2026-08-28T04:05:40.708792+00:00", "kind": "readme", "missing": false, "url": "https://github.com/hu17889/go_spider"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:05:40.708792+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:05:40.708792+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:05:40.708792+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T03:20:04.329055+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d0b219ee1d357759bcfe1278717151d1f14bf416a5d439506054f3a62cd89549", "fetched_at": "2026-08-28T04:05:40.708792+00:00", "kind": "readme", "missing": false, "url": "https://github.com/hu17889/go_spider"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:05:40.708792+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:05:40.708792+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T03:20:04.329055+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d0b219ee1d357759bcfe1278717151d1f14bf416a5d439506054f3a62cd89549", "fetched_at": "2026-08-28T04:05:40.708792+00:00", "kind": "readme", "missing": false, "url": "https://github.com/hu17889/go_spider"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T03:20:04.329055+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d0b219ee1d357759bcfe1278717151d1f14bf416a5d439506054f3a62cd89549", "fetched_at": "2026-08-28T04:05:40.708792+00:00", "kind": "readme", "missing": false, "url": "https://github.com/hu17889/go_spider"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T03:20:04.329055+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d0b219ee1d357759bcfe1278717151d1f14bf416a5d439506054f3a62cd89549", "fetched_at": "2026-08-28T04:05:40.708792+00:00", "kind": "readme", "missing": false, "url": "https://github.com/hu17889/go_spider"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T03:20:04.329055+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d0b219ee1d357759bcfe1278717151d1f14bf416a5d439506054f3a62cd89549", "fetched_at": "2026-08-28T04:05:40.708792+00:00", "kind": "readme", "missing": false, "url": "https://github.com/hu17889/go_spider"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 0, "longevity": 100, "rhythm": 8}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 4489, "days_push": 3213, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 23, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}