{"adoption": {"forks": 912, "observed_at": "2026-08-28T04:08:55.199953+00:00", "stars": 4625}, "canonical_url": "https://ross.abutalabs.com/products/weibo-crawler", "card": {"archived": false, "artifact_type": "cli-tool", "description": "新浪微博爬虫，用python爬取新浪微博数据，并下载微博图片和微博视频", "domain": ["crawlers", "social-media"], "enriched": true, "function": ["web-scraping", "data-generation", "etl"], "health_score": 76, "homepage": null, "language": "Python", "license": null, "license_family": "other", "maturity": "active", "member_repos": ["dataabc/weibo-crawler"], "name": "dataabc/weibo-crawler", "platform": ["python", "cli", "cross-platform"], "pushed_at": "2026-07-22T08:42:55+00:00", "repo": "dataabc/weibo-crawler", "stars": 4625, "tags": ["weibo", "sina-weibo", "scraper", "media-download", "csv", "mysql", "mongodb", "sqlite", "data-engineering", "docker"], "topics": ["weibo", "crawler", "weibo-spider"], "urls": [], "use_cases": ["scrape a Weibo user's posts and profile data", "download images and videos from Weibo accounts", "export Weibo posts to CSV or JSON", "store Weibo data in MySQL or MongoDB", "incrementally crawl new Weibo posts on a schedule", "collect Weibo comments and reposts for analysis"], "what_it_is": "A Python crawler for Sina Weibo that scrapes user profiles and posts, exporting data to CSV, JSON, MySQL, MongoDB, or SQLite, and optionally downloading images, videos, comments, and reposts. It supports incremental crawling on a schedule and can run via Docker or as an API service.", "when_to_avoid": ["you need to crawl platforms other than Sina Weibo", "you need a GUI rather than config-file-driven CLI usage", "your use case requires an officially supported API with guaranteed compliance"], "when_to_choose": ["you need structured Weibo data for research or analysis", "you want media (images/videos) downloaded alongside post metadata", "you need flexible output formats including databases", "you want scheduled incremental crawling of Weibo accounts"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/weibo-crawler", "repo": "dataabc/weibo-crawler", "role": "main", "score": 74}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.199953+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T18:19:38.360313+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "f79ad3d47713f16944156588b19ac0b9de82437d4541366206a3a59cbc6a8dac", "fetched_at": "2026-08-28T04:08:55.199953+00:00", "kind": "readme", "missing": false, "url": "https://github.com/dataabc/weibo-crawler"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.199953+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T18:19:38.360313+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "f79ad3d47713f16944156588b19ac0b9de82437d4541366206a3a59cbc6a8dac", "fetched_at": "2026-08-28T04:08:55.199953+00:00", "kind": "readme", "missing": false, "url": "https://github.com/dataabc/weibo-crawler"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T18:19:38.360313+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "f79ad3d47713f16944156588b19ac0b9de82437d4541366206a3a59cbc6a8dac", "fetched_at": "2026-08-28T04:08:55.199953+00:00", "kind": "readme", "missing": false, "url": "https://github.com/dataabc/weibo-crawler"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.199953+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.199953+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.199953+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T18:19:38.360313+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "f79ad3d47713f16944156588b19ac0b9de82437d4541366206a3a59cbc6a8dac", "fetched_at": "2026-08-28T04:08:55.199953+00:00", "kind": "readme", "missing": false, "url": "https://github.com/dataabc/weibo-crawler"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.199953+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.199953+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T18:19:38.360313+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "f79ad3d47713f16944156588b19ac0b9de82437d4541366206a3a59cbc6a8dac", "fetched_at": "2026-08-28T04:08:55.199953+00:00", "kind": "readme", "missing": false, "url": "https://github.com/dataabc/weibo-crawler"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.199953+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.199953+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.199953+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T18:19:38.360313+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "f79ad3d47713f16944156588b19ac0b9de82437d4541366206a3a59cbc6a8dac", "fetched_at": "2026-08-28T04:08:55.199953+00:00", "kind": "readme", "missing": false, "url": "https://github.com/dataabc/weibo-crawler"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.199953+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:08:55.199953+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T18:19:38.360313+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "f79ad3d47713f16944156588b19ac0b9de82437d4541366206a3a59cbc6a8dac", "fetched_at": "2026-08-28T04:08:55.199953+00:00", "kind": "readme", "missing": false, "url": "https://github.com/dataabc/weibo-crawler"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T18:19:38.360313+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "f79ad3d47713f16944156588b19ac0b9de82437d4541366206a3a59cbc6a8dac", "fetched_at": "2026-08-28T04:08:55.199953+00:00", "kind": "readme", "missing": false, "url": "https://github.com/dataabc/weibo-crawler"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T18:19:38.360313+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "f79ad3d47713f16944156588b19ac0b9de82437d4541366206a3a59cbc6a8dac", "fetched_at": "2026-08-28T04:08:55.199953+00:00", "kind": "readme", "missing": false, "url": "https://github.com/dataabc/weibo-crawler"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T18:19:38.360313+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "f79ad3d47713f16944156588b19ac0b9de82437d4541366206a3a59cbc6a8dac", "fetched_at": "2026-08-28T04:08:55.199953+00:00", "kind": "readme", "missing": false, "url": "https://github.com/dataabc/weibo-crawler"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 93, "longevity": 100, "rhythm": 35}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": ["no_releases", "no_license"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 2626, "days_push": 42, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 74, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}