{"adoption": {"forks": 1181, "observed_at": "2026-08-28T04:08:59.952436+00:00", "stars": 4793}, "canonical_url": "https://ross.abutalabs.com/products/spiderclub-weibospider", "card": {"archived": false, "artifact_type": "application", "description": ":zap: A distributed crawler for weibo, building with celery and requests.", "domain": ["social-media", "crawlers", "data-science", "big-data"], "enriched": true, "function": ["web-scraping", "etl", "data-science"], "health_score": 20, "homepage": null, "language": "Python", "license": "MIT", "license_family": "permissive", "maturity": "maintenance", "member_repos": ["SpiderClub/weibospider"], "name": "SpiderClub/weibospider", "platform": ["python", "self-hosted"], "pushed_at": "2020-07-11T04:35:54+00:00", "repo": "SpiderClub/weibospider", "stars": 4793, "tags": ["weibo", "distributed-crawler", "celery", "sina-weibo", "scraping", "django-admin", "mysql", "redis", "crawlers", "linux", "docker"], "topics": ["weibospider", "data-analysis", "python3", "distributed-crawler", "weibo", "sina"], "urls": [], "use_cases": ["scrape weibo user profiles and posts", "collect weibo search results for keywords", "harvest comments and reposts from weibo", "build a weibo dataset for social media analysis", "run a distributed crawler for sina weibo data"], "what_it_is": "A distributed web crawler for Sina Weibo (Chinese microblogging platform) built with Python, Celery, and requests. It scrapes user profiles, keyword search results, posts, comments, and repost relationships, storing data in MySQL with an optional Django-based admin UI for configuration.", "when_to_avoid": ["you need data from platforms other than Weibo", "you want an actively maintained project - the last release was in 2020 and Weibo's API/pages have likely changed", "you need a simple one-off scrape without setting up MySQL, Redis, and Celery infrastructure"], "when_to_choose": ["you need structured weibo data (users, posts, comments, reposts) at scale", "you want a battle-tested crawler with account management and error handling built in", "you prefer a self-hosted Python stack with Celery workers and MySQL storage"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/spiderclub-weibospider", "repo": "SpiderClub/weibospider", "role": "main", "score": 32}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:08:59.952436+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T18:18:40.901979+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8499b5685da106899f43b2ac82807dc2cd0d7c4eee7d097451b32cde59c92b18", "fetched_at": "2026-08-28T04:08:59.952436+00:00", "kind": "readme", "missing": false, "url": "https://github.com/SpiderClub/weibospider"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:08:59.952436+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T18:18:40.901979+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8499b5685da106899f43b2ac82807dc2cd0d7c4eee7d097451b32cde59c92b18", "fetched_at": "2026-08-28T04:08:59.952436+00:00", "kind": "readme", "missing": false, "url": "https://github.com/SpiderClub/weibospider"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T18:18:40.901979+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8499b5685da106899f43b2ac82807dc2cd0d7c4eee7d097451b32cde59c92b18", "fetched_at": "2026-08-28T04:08:59.952436+00:00", "kind": "readme", "missing": false, "url": "https://github.com/SpiderClub/weibospider"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:08:59.952436+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:08:59.952436+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:08:59.952436+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T18:18:40.901979+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8499b5685da106899f43b2ac82807dc2cd0d7c4eee7d097451b32cde59c92b18", "fetched_at": "2026-08-28T04:08:59.952436+00:00", "kind": "readme", "missing": false, "url": "https://github.com/SpiderClub/weibospider"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:08:59.952436+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:08:59.952436+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T18:18:40.901979+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8499b5685da106899f43b2ac82807dc2cd0d7c4eee7d097451b32cde59c92b18", "fetched_at": "2026-08-28T04:08:59.952436+00:00", "kind": "readme", "missing": false, "url": "https://github.com/SpiderClub/weibospider"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:08:59.952436+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:08:59.952436+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:08:59.952436+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T18:18:40.901979+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8499b5685da106899f43b2ac82807dc2cd0d7c4eee7d097451b32cde59c92b18", "fetched_at": "2026-08-28T04:08:59.952436+00:00", "kind": "readme", "missing": false, "url": "https://github.com/SpiderClub/weibospider"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:08:59.952436+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:08:59.952436+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T18:18:40.901979+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8499b5685da106899f43b2ac82807dc2cd0d7c4eee7d097451b32cde59c92b18", "fetched_at": "2026-08-28T04:08:59.952436+00:00", "kind": "readme", "missing": false, "url": "https://github.com/SpiderClub/weibospider"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T18:18:40.901979+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8499b5685da106899f43b2ac82807dc2cd0d7c4eee7d097451b32cde59c92b18", "fetched_at": "2026-08-28T04:08:59.952436+00:00", "kind": "readme", "missing": false, "url": "https://github.com/SpiderClub/weibospider"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T18:18:40.901979+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8499b5685da106899f43b2ac82807dc2cd0d7c4eee7d097451b32cde59c92b18", "fetched_at": "2026-08-28T04:08:59.952436+00:00", "kind": "readme", "missing": false, "url": "https://github.com/SpiderClub/weibospider"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T18:18:40.901979+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8499b5685da106899f43b2ac82807dc2cd0d7c4eee7d097451b32cde59c92b18", "fetched_at": "2026-08-28T04:08:59.952436+00:00", "kind": "readme", "missing": false, "url": "https://github.com/SpiderClub/weibospider"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 0, "longevity": 100, "rhythm": 35}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": ["no_releases"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 3719, "days_push": 2244, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 32, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}