{"adoption": {"forks": 836, "observed_at": "2026-08-28T04:08:35.697542+00:00", "stars": 4109}, "canonical_url": "https://ross.abutalabs.com/products/nghuyong-weibospider", "card": {"archived": false, "artifact_type": "cli-tool", "description": "持续维护的新浪微博采集工具🚀🚀🚀", "domain": ["crawlers", "social-media"], "enriched": true, "function": ["web-scraping", "data-generation", "etl"], "health_score": 74, "homepage": null, "language": "Python", "license": "MIT", "license_family": "permissive", "maturity": "active", "member_repos": ["nghuyong/WeiboSpider"], "name": "nghuyong/WeiboSpider", "platform": ["python", "cli", "cross-platform"], "pushed_at": "2026-06-30T09:48:07+00:00", "repo": "nghuyong/WeiboSpider", "stars": 4109, "tags": ["weibo", "scrapy", "sina-weibo", "social-media-scraping", "l-output", "data-engineering", "natural-language-processing"], "topics": ["scrapy", "python", "weibo", "weibospider"], "urls": [], "use_cases": ["scrape weibo user profiles and posts", "collect weibo comments and reposts for research", "search weibo posts by keyword and save results", "gather weibo follower and following lists", "build a Chinese social media dataset for NLP"], "what_it_is": "A continuously maintained Python web scraping tool for Sina Weibo built on Scrapy and the new weibo.com API. It collects user profiles, posts, followers, follows, reposts, comments, and keyword search results into JSONL files.", "when_to_avoid": ["you need to scrape platforms other than Weibo", "you cannot provide a valid logged-in weibo.com cookie", "you need a no-code or GUI scraping solution"], "when_to_choose": ["you need structured Weibo data with rich fields from the current weibo.com API", "you want a small, readable Scrapy codebase you can customize quickly", "you need multiple collection modes (users, posts, comments, search) in one tool"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/nghuyong-weibospider", "repo": "nghuyong/WeiboSpider", "role": "main", "score": 73}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:08:35.697542+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T18:23:12.780971+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "96d21053bd0dcdbd7ad82ea8e60e594fdeb1e496786a08e524433a5ff579bf75", "fetched_at": "2026-08-28T04:08:35.697542+00:00", "kind": "readme", "missing": false, "url": "https://github.com/nghuyong/WeiboSpider"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:08:35.697542+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T18:23:12.780971+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "96d21053bd0dcdbd7ad82ea8e60e594fdeb1e496786a08e524433a5ff579bf75", "fetched_at": "2026-08-28T04:08:35.697542+00:00", "kind": "readme", "missing": false, "url": "https://github.com/nghuyong/WeiboSpider"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T18:23:12.780971+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "96d21053bd0dcdbd7ad82ea8e60e594fdeb1e496786a08e524433a5ff579bf75", "fetched_at": "2026-08-28T04:08:35.697542+00:00", "kind": "readme", "missing": false, "url": "https://github.com/nghuyong/WeiboSpider"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:08:35.697542+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:08:35.697542+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:08:35.697542+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T18:23:12.780971+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "96d21053bd0dcdbd7ad82ea8e60e594fdeb1e496786a08e524433a5ff579bf75", "fetched_at": "2026-08-28T04:08:35.697542+00:00", "kind": "readme", "missing": false, "url": "https://github.com/nghuyong/WeiboSpider"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:08:35.697542+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:08:35.697542+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T18:23:12.780971+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "96d21053bd0dcdbd7ad82ea8e60e594fdeb1e496786a08e524433a5ff579bf75", "fetched_at": "2026-08-28T04:08:35.697542+00:00", "kind": "readme", "missing": false, "url": "https://github.com/nghuyong/WeiboSpider"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:08:35.697542+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:08:35.697542+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:08:35.697542+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T18:23:12.780971+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "96d21053bd0dcdbd7ad82ea8e60e594fdeb1e496786a08e524433a5ff579bf75", "fetched_at": "2026-08-28T04:08:35.697542+00:00", "kind": "readme", "missing": false, "url": "https://github.com/nghuyong/WeiboSpider"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:08:35.697542+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:08:35.697542+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T18:23:12.780971+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "96d21053bd0dcdbd7ad82ea8e60e594fdeb1e496786a08e524433a5ff579bf75", "fetched_at": "2026-08-28T04:08:35.697542+00:00", "kind": "readme", "missing": false, "url": "https://github.com/nghuyong/WeiboSpider"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T18:23:12.780971+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "96d21053bd0dcdbd7ad82ea8e60e594fdeb1e496786a08e524433a5ff579bf75", "fetched_at": "2026-08-28T04:08:35.697542+00:00", "kind": "readme", "missing": false, "url": "https://github.com/nghuyong/WeiboSpider"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T18:23:12.780971+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "96d21053bd0dcdbd7ad82ea8e60e594fdeb1e496786a08e524433a5ff579bf75", "fetched_at": "2026-08-28T04:08:35.697542+00:00", "kind": "readme", "missing": false, "url": "https://github.com/nghuyong/WeiboSpider"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T18:23:12.780971+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "96d21053bd0dcdbd7ad82ea8e60e594fdeb1e496786a08e524433a5ff579bf75", "fetched_at": "2026-08-28T04:08:35.697542+00:00", "kind": "readme", "missing": false, "url": "https://github.com/nghuyong/WeiboSpider"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 90, "longevity": 100, "rhythm": 35}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": ["no_releases"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 3230, "days_push": 64, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 73, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}