{"adoption": {"forks": 239, "observed_at": "2026-08-28T04:05:16.281495+00:00", "stars": 1646}, "canonical_url": "https://ross.abutalabs.com/products/spider_collection", "card": {"archived": false, "artifact_type": "library", "description": "python爬虫，目前库存：网易云音乐歌曲爬取，B站视频爬取，知乎问答爬取，壁纸爬取，xvideos视频爬取，有声书爬取，微博爬虫，安居客信息爬取+数据可视化，哔哩哔哩视频封面提取器，ip代理池封装，知乎百万级用户爬虫+数据分析，github用户爬虫", "domain": ["crawlers", "data-science", "social-media", "developer-tools"], "enriched": true, "function": ["web-scraping", "data-visualization", "caching", "developer-tools"], "health_score": 20, "homepage": null, "language": "Python", "license": "MIT", "license_family": "permissive", "maturity": "active", "member_repos": ["srx-2000/spider_collection"], "name": "srx-2000/spider_collection", "platform": ["python", "cross-platform"], "pushed_at": "2024-04-23T02:28:05+00:00", "repo": "srx-2000/spider_collection", "stars": 1646, "tags": ["scrapy", "requests", "proxy-pool", "bilibili", "zhihu", "weibo", "netease-music", "multi-spider-collection", "learning-project", "automation"], "topics": ["python", "spider", "crawler"], "urls": [], "use_cases": ["download bilibili videos or extract video covers", "scrape zhihu answers and user profiles for analysis", "collect weibo user info", "download netease cloud music playlists", "scrape rental listings from anjuke and visualize them", "learn how to build python crawlers with scrapy and requests", "set up a wrapped ip proxy pool for anti-scraping"], "what_it_is": "A collection of Python web crawler scripts targeting sites like Bilibili, Zhihu, Weibo, NetEase Music, GitHub, and Anjuke, built with requests, Scrapy, parsel, and BeautifulSoup. It also includes a re-wrapped IP proxy pool and simple data analysis/visualization examples using pandas and matplotlib.", "when_to_avoid": ["you need a production-grade, maintained scraping framework", "you need a general-purpose crawler with a stable API", "the target site has changed its layout and the script is outdated (some spiders are marked deprecated)"], "when_to_choose": ["you want ready-made example crawlers for popular Chinese websites", "you are learning web scraping techniques like threading, proxy pools, and scrapy", "you need a starting point to adapt a crawler for bilibili, zhihu, or weibo"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/spider_collection", "repo": "srx-2000/spider_collection", "role": "main", "score": 32}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.281495+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T03:45:24.115536+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5b598cff5b9fcd614aa05e3525db89f844c050d795d61b7cd1f73350efaa000d", "fetched_at": "2026-08-28T04:05:16.281495+00:00", "kind": "readme", "missing": false, "url": "https://github.com/srx-2000/spider_collection"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.281495+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T03:45:24.115536+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5b598cff5b9fcd614aa05e3525db89f844c050d795d61b7cd1f73350efaa000d", "fetched_at": "2026-08-28T04:05:16.281495+00:00", "kind": "readme", "missing": false, "url": "https://github.com/srx-2000/spider_collection"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T03:45:24.115536+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5b598cff5b9fcd614aa05e3525db89f844c050d795d61b7cd1f73350efaa000d", "fetched_at": "2026-08-28T04:05:16.281495+00:00", "kind": "readme", "missing": false, "url": "https://github.com/srx-2000/spider_collection"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.281495+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.281495+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.281495+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T03:45:24.115536+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5b598cff5b9fcd614aa05e3525db89f844c050d795d61b7cd1f73350efaa000d", "fetched_at": "2026-08-28T04:05:16.281495+00:00", "kind": "readme", "missing": false, "url": "https://github.com/srx-2000/spider_collection"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.281495+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.281495+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T03:45:24.115536+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5b598cff5b9fcd614aa05e3525db89f844c050d795d61b7cd1f73350efaa000d", "fetched_at": "2026-08-28T04:05:16.281495+00:00", "kind": "readme", "missing": false, "url": "https://github.com/srx-2000/spider_collection"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.281495+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.281495+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.281495+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T03:45:24.115536+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5b598cff5b9fcd614aa05e3525db89f844c050d795d61b7cd1f73350efaa000d", "fetched_at": "2026-08-28T04:05:16.281495+00:00", "kind": "readme", "missing": false, "url": "https://github.com/srx-2000/spider_collection"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.281495+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:05:16.281495+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T03:45:24.115536+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5b598cff5b9fcd614aa05e3525db89f844c050d795d61b7cd1f73350efaa000d", "fetched_at": "2026-08-28T04:05:16.281495+00:00", "kind": "readme", "missing": false, "url": "https://github.com/srx-2000/spider_collection"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T03:45:24.115536+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5b598cff5b9fcd614aa05e3525db89f844c050d795d61b7cd1f73350efaa000d", "fetched_at": "2026-08-28T04:05:16.281495+00:00", "kind": "readme", "missing": false, "url": "https://github.com/srx-2000/spider_collection"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T03:45:24.115536+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5b598cff5b9fcd614aa05e3525db89f844c050d795d61b7cd1f73350efaa000d", "fetched_at": "2026-08-28T04:05:16.281495+00:00", "kind": "readme", "missing": false, "url": "https://github.com/srx-2000/spider_collection"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T03:45:24.115536+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "5b598cff5b9fcd614aa05e3525db89f844c050d795d61b7cd1f73350efaa000d", "fetched_at": "2026-08-28T04:05:16.281495+00:00", "kind": "readme", "missing": false, "url": "https://github.com/srx-2000/spider_collection"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 0, "longevity": 100, "rhythm": 35}, "computed_at": "2026-09-03T02:39:23.370411+00:00", "flags": ["no_releases"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 2402, "days_push": 863, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 32, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}