{"adoption": {"forks": 368, "observed_at": "2026-08-28T04:04:43.498994+00:00", "stars": 1435}, "canonical_url": "https://ross.abutalabs.com/products/shilonglee-crawler", "card": {"archived": false, "artifact_type": "service", "description": "抖音爬虫(a_bogus最新版)、快手、哔哩哔哩、小红书、淘宝、京东、微博等平台爬虫开源api接口服务器。docker一键快速部署。", "domain": ["crawlers", "social-media", "e-commerce", "web-development"], "enriched": true, "function": ["web-scraping", "http-server", "api-framework", "proxy"], "health_score": 81, "homepage": null, "language": "JavaScript", "license": "NOASSERTION", "license_family": "other", "maturity": "active", "member_repos": ["ShilongLee/Crawler"], "name": "ShilongLee/Crawler", "platform": ["python", "self-hosted", "windows"], "pushed_at": "2026-06-09T03:22:56+00:00", "repo": "ShilongLee/Crawler", "stars": 1435, "tags": ["douyin", "kuaishou", "bilibili", "xiaohongshu", "weibo", "taobao", "jd", "media-download", "anti-crawling", "a-bogus", "docker", "nodejs", "web-server", "linux", "macos"], "topics": [], "urls": [], "use_cases": ["scrape douyin videos and comments", "download xiaohongshu videos without watermark", "fetch bilibili video details and download", "search weibo posts via api", "get taobao product reviews", "self-host a social media scraper api", "rotate residential proxies while crawling"], "what_it_is": "A self-hostable crawler API server that exposes HTTP endpoints for scraping public data from Douyin, Kuaishou, Bilibili, Xiaohongshu, Weibo, Taobao, and JD, including search, post details, comments, user info, and media downloads. It supports one-click Docker deployment, account/cookie management, and an IP proxy pool with rotation.", "when_to_avoid": ["you need platforms outside the supported list", "you require commercial use - the license and disclaimer forbid it", "you need JD post/comment/user details, which are not yet implemented"], "when_to_choose": ["you need a ready-made HTTP API for Chinese social/e-commerce platforms", "you want Docker one-click deployment", "you need media downloads like watermark-free Xiaohongshu videos"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/shilonglee-crawler", "repo": "ShilongLee/Crawler", "role": "main", "score": 53}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:04:43.498994+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T04:36:50.483223+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "43d7539771c50706683893a2760ad9807f285b3c4bb29f381e174beec41d8f5b", "fetched_at": "2026-08-28T04:04:43.498994+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ShilongLee/Crawler"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:04:43.498994+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T04:36:50.483223+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "43d7539771c50706683893a2760ad9807f285b3c4bb29f381e174beec41d8f5b", "fetched_at": "2026-08-28T04:04:43.498994+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ShilongLee/Crawler"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T04:36:50.483223+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "43d7539771c50706683893a2760ad9807f285b3c4bb29f381e174beec41d8f5b", "fetched_at": "2026-08-28T04:04:43.498994+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ShilongLee/Crawler"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:04:43.498994+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:04:43.498994+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:04:43.498994+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T04:36:50.483223+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "43d7539771c50706683893a2760ad9807f285b3c4bb29f381e174beec41d8f5b", "fetched_at": "2026-08-28T04:04:43.498994+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ShilongLee/Crawler"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:04:43.498994+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:04:43.498994+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T04:36:50.483223+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "43d7539771c50706683893a2760ad9807f285b3c4bb29f381e174beec41d8f5b", "fetched_at": "2026-08-28T04:04:43.498994+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ShilongLee/Crawler"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:04:43.498994+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:04:43.498994+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:04:43.498994+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T04:36:50.483223+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "43d7539771c50706683893a2760ad9807f285b3c4bb29f381e174beec41d8f5b", "fetched_at": "2026-08-28T04:04:43.498994+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ShilongLee/Crawler"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:04:43.498994+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:04:43.498994+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T04:36:50.483223+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "43d7539771c50706683893a2760ad9807f285b3c4bb29f381e174beec41d8f5b", "fetched_at": "2026-08-28T04:04:43.498994+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ShilongLee/Crawler"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T04:36:50.483223+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "43d7539771c50706683893a2760ad9807f285b3c4bb29f381e174beec41d8f5b", "fetched_at": "2026-08-28T04:04:43.498994+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ShilongLee/Crawler"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T04:36:50.483223+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "43d7539771c50706683893a2760ad9807f285b3c4bb29f381e174beec41d8f5b", "fetched_at": "2026-08-28T04:04:43.498994+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ShilongLee/Crawler"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T04:36:50.483223+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "43d7539771c50706683893a2760ad9807f285b3c4bb29f381e174beec41d8f5b", "fetched_at": "2026-08-28T04:04:43.498994+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ShilongLee/Crawler"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 86, "longevity": 59, "rhythm": 8}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": ["no_license"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 831, "days_push": 85, "days_rel": 700, "gap_med": null, "n_releases_24m": 1}, "score": 53, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}