{"adoption": {"forks": 493, "observed_at": "2026-08-28T04:08:53.333773+00:00", "stars": 4552}, "canonical_url": "https://ross.abutalabs.com/products/crawlertutorial", "card": {"archived": false, "artifact_type": "learning-resource", "description": "爬虫入门、爬虫进阶、高级爬虫", "domain": ["crawlers", "tutorials", "web-development", "education"], "enriched": true, "function": ["web-scraping", "developer-tools"], "health_score": 65, "homepage": "https://nanmicoder.github.io/CrawlerTutorial/", "language": "Python", "license": null, "license_family": "other", "maturity": "active", "member_repos": ["NanmiCoder/CrawlerTutorial"], "name": "NanmiCoder/CrawlerTutorial", "platform": ["python", "cross-platform"], "pushed_at": "2026-04-03T08:08:07+00:00", "repo": "NanmiCoder/CrawlerTutorial", "stars": 4552, "tags": ["crawler-tutorial", "anti-bot", "playwright", "chinese-language", "httpx", "data-extraction"], "topics": [], "urls": [], "use_cases": ["learn web scraping from scratch", "extract data from static and dynamic web pages", "bypass anti-crawler protections with request spoofing", "automate browsers with Playwright for scraping", "handle login, cookies, sessions, and captchas in crawlers", "manage proxy IPs for large-scale crawling", "build maintainable production-grade crawler projects"], "what_it_is": "A Chinese-language open-source tutorial series teaching web scraping from beginner to advanced levels, written by the author of MediaCrawler. It covers HTTP request libraries, static and dynamic data extraction, anti-bot evasion, Playwright browser automation, proxy management, and login/captcha handling.", "when_to_avoid": ["you need a ready-made production crawler rather than a tutorial", "you want English-language documentation", "you need the advanced topics, which are not yet published", "your use case involves scraping platforms in ways that may violate their terms of service"], "when_to_choose": ["you are a Python developer learning web scraping step by step", "you want practical, hands-on crawler tutorials with real projects", "you need guidance on anti-bot countermeasures and browser automation", "you prefer Chinese-language learning materials"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/crawlertutorial", "repo": "NanmiCoder/CrawlerTutorial", "role": "main", "score": 59}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:08:53.333773+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T18:20:03.707463+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "35fc5199c188a809cd3a038a830bb3dcd91db9accc813843dd6dbab23fbd8f84", "fetched_at": "2026-08-28T04:08:53.333773+00:00", "kind": "readme", "missing": false, "url": "https://github.com/NanmiCoder/CrawlerTutorial"}, {"content_hash": "a1ffad5891c68907b02769010791dd9ae7b4271453ee8f4f7ce2a885b0c526cd", "fetched_at": "2026-08-29T09:05:42.263802+00:00", "kind": "homepage", "missing": false, "url": "https://nanmicoder.github.io/CrawlerTutorial/"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:08:53.333773+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T18:20:03.707463+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "35fc5199c188a809cd3a038a830bb3dcd91db9accc813843dd6dbab23fbd8f84", "fetched_at": "2026-08-28T04:08:53.333773+00:00", "kind": "readme", "missing": false, "url": "https://github.com/NanmiCoder/CrawlerTutorial"}, {"content_hash": "a1ffad5891c68907b02769010791dd9ae7b4271453ee8f4f7ce2a885b0c526cd", "fetched_at": "2026-08-29T09:05:42.263802+00:00", "kind": "homepage", "missing": false, "url": "https://nanmicoder.github.io/CrawlerTutorial/"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T18:20:03.707463+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "35fc5199c188a809cd3a038a830bb3dcd91db9accc813843dd6dbab23fbd8f84", "fetched_at": "2026-08-28T04:08:53.333773+00:00", "kind": "readme", "missing": false, "url": "https://github.com/NanmiCoder/CrawlerTutorial"}, {"content_hash": "a1ffad5891c68907b02769010791dd9ae7b4271453ee8f4f7ce2a885b0c526cd", "fetched_at": "2026-08-29T09:05:42.263802+00:00", "kind": "homepage", "missing": false, "url": "https://nanmicoder.github.io/CrawlerTutorial/"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:08:53.333773+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:08:53.333773+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:08:53.333773+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T18:20:03.707463+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "35fc5199c188a809cd3a038a830bb3dcd91db9accc813843dd6dbab23fbd8f84", "fetched_at": "2026-08-28T04:08:53.333773+00:00", "kind": "readme", "missing": false, "url": "https://github.com/NanmiCoder/CrawlerTutorial"}, {"content_hash": "a1ffad5891c68907b02769010791dd9ae7b4271453ee8f4f7ce2a885b0c526cd", "fetched_at": "2026-08-29T09:05:42.263802+00:00", "kind": "homepage", "missing": false, "url": "https://nanmicoder.github.io/CrawlerTutorial/"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:08:53.333773+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:08:53.333773+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T18:20:03.707463+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "35fc5199c188a809cd3a038a830bb3dcd91db9accc813843dd6dbab23fbd8f84", "fetched_at": "2026-08-28T04:08:53.333773+00:00", "kind": "readme", "missing": false, "url": "https://github.com/NanmiCoder/CrawlerTutorial"}, {"content_hash": "a1ffad5891c68907b02769010791dd9ae7b4271453ee8f4f7ce2a885b0c526cd", "fetched_at": "2026-08-29T09:05:42.263802+00:00", "kind": "homepage", "missing": false, "url": "https://nanmicoder.github.io/CrawlerTutorial/"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:08:53.333773+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:08:53.333773+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:08:53.333773+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T18:20:03.707463+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "35fc5199c188a809cd3a038a830bb3dcd91db9accc813843dd6dbab23fbd8f84", "fetched_at": "2026-08-28T04:08:53.333773+00:00", "kind": "readme", "missing": false, "url": "https://github.com/NanmiCoder/CrawlerTutorial"}, {"content_hash": "a1ffad5891c68907b02769010791dd9ae7b4271453ee8f4f7ce2a885b0c526cd", "fetched_at": "2026-08-29T09:05:42.263802+00:00", "kind": "homepage", "missing": false, "url": "https://nanmicoder.github.io/CrawlerTutorial/"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:08:53.333773+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:08:53.333773+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T18:20:03.707463+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "35fc5199c188a809cd3a038a830bb3dcd91db9accc813843dd6dbab23fbd8f84", "fetched_at": "2026-08-28T04:08:53.333773+00:00", "kind": "readme", "missing": false, "url": "https://github.com/NanmiCoder/CrawlerTutorial"}, {"content_hash": "a1ffad5891c68907b02769010791dd9ae7b4271453ee8f4f7ce2a885b0c526cd", "fetched_at": "2026-08-29T09:05:42.263802+00:00", "kind": "homepage", "missing": false, "url": "https://nanmicoder.github.io/CrawlerTutorial/"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T18:20:03.707463+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "35fc5199c188a809cd3a038a830bb3dcd91db9accc813843dd6dbab23fbd8f84", "fetched_at": "2026-08-28T04:08:53.333773+00:00", "kind": "readme", "missing": false, "url": "https://github.com/NanmiCoder/CrawlerTutorial"}, {"content_hash": "a1ffad5891c68907b02769010791dd9ae7b4271453ee8f4f7ce2a885b0c526cd", "fetched_at": "2026-08-29T09:05:42.263802+00:00", "kind": "homepage", "missing": false, "url": "https://nanmicoder.github.io/CrawlerTutorial/"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T18:20:03.707463+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "35fc5199c188a809cd3a038a830bb3dcd91db9accc813843dd6dbab23fbd8f84", "fetched_at": "2026-08-28T04:08:53.333773+00:00", "kind": "readme", "missing": false, "url": "https://github.com/NanmiCoder/CrawlerTutorial"}, {"content_hash": "a1ffad5891c68907b02769010791dd9ae7b4271453ee8f4f7ce2a885b0c526cd", "fetched_at": "2026-08-29T09:05:42.263802+00:00", "kind": "homepage", "missing": false, "url": "https://nanmicoder.github.io/CrawlerTutorial/"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T18:20:03.707463+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "35fc5199c188a809cd3a038a830bb3dcd91db9accc813843dd6dbab23fbd8f84", "fetched_at": "2026-08-28T04:08:53.333773+00:00", "kind": "readme", "missing": false, "url": "https://github.com/NanmiCoder/CrawlerTutorial"}, {"content_hash": "a1ffad5891c68907b02769010791dd9ae7b4271453ee8f4f7ce2a885b0c526cd", "fetched_at": "2026-08-29T09:05:42.263802+00:00", "kind": "homepage", "missing": false, "url": "https://nanmicoder.github.io/CrawlerTutorial/"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 75, "longevity": 63, "rhythm": 35}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": ["no_releases", "no_license"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 893, "days_push": 152, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 59, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}