{"adoption": {"forks": 281, "observed_at": "2026-08-28T04:07:09.528824+00:00", "stars": 2672}, "canonical_url": "https://ross.abutalabs.com/products/spider", "card": {"archived": false, "artifact_type": "library", "description": "Get web data for AI agents and LLMs - fast, efficient, and reliable via Rust", "domain": ["crawlers", "web-development", "artificial-intelligence", "large-language-models", "developer-tools"], "enriched": true, "function": ["web-scraping", "http-client", "search-engine", "rag", "agent-framework"], "health_score": 97, "homepage": "https://spider.cloud/github", "language": "Rust", "license": "MIT", "license_family": "permissive", "maturity": "active", "member_repos": ["spider-rs/spider"], "name": "spider-rs/spider", "platform": ["rust", "cross-platform", "cli"], "pushed_at": "2026-08-19T13:42:57+00:00", "repo": "spider-rs/spider", "stars": 2672, "tags": ["web-crawler", "scraper", "headless-chrome", "javascript-rendering", "anti-bot-bypass", "markdown-output", "concurrent-crawling", "ai-data-pipeline", "mcp-server", "proxy-rotation", "retrieval-augmented-generation", "ai-agents", "web-server"], "topics": ["crawler", "rust", "spider", "headless-chrome", "scraping", "automation", "ai-agent", "web-crawler", "web-scraping", "web-data"], "urls": [], "use_cases": ["crawl entire websites into markdown for LLM and RAG ingestion", "scrape single pages as structured JSON for AI agents", "build a search tool that fetches and scrapes live web results", "bypass bot protection with stealth mode and rotating proxies", "stream crawl results into S3, GCS, or Supabase data pipelines", "feed live web data into LangChain or LlamaIndex document loaders", "take full-page screenshots of rendered pages", "extract structured data from pages using AI prompts or CSS selectors"], "what_it_is": "Spider is a concurrency-first web crawler and scraper written in Rust that streams pages as they arrive, renders JavaScript only when needed, and outputs markdown, HTML, JSON, or text for AI agents and RAG pipelines. It runs fully locally as an open-source crate and also powers a managed cloud API with proxies, anti-bot bypass, and AI extraction.", "when_to_avoid": ["you only need a simple one-off HTTP fetch without crawling features", "you require a language other than Rust for the core engine (SDKs exist but the engine is Rust)", "you need a fully free managed service - the cloud API is paid", "you need deep browser automation beyond scraping (use Playwright or Puppeteer)"], "when_to_choose": ["you need a fast, high-throughput crawler in Rust with fine-grained control", "you want clean markdown/JSON output for LLMs and RAG pipelines", "you need JavaScript rendering and anti-bot bypass at scale", "you want to prototype locally and scale to a managed service with one config change", "you need integrations with LangChain, LlamaIndex, CrewAI, or MCP clients"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/spider", "repo": "spider-rs/spider", "role": "main", "score": 87}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:07:09.528824+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T02:18:07.279987+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b44a9083ca64da608cf8c13c6c08e10405981f484c75583c387ebc1e7889a303", "fetched_at": "2026-08-28T04:07:09.528824+00:00", "kind": "readme", "missing": false, "url": "https://github.com/spider-rs/spider"}, {"content_hash": "a14c27eb02ae3f94770bea3e3cdc36394913fdb5730c9405fd9a9f006d7d2bed", "fetched_at": "2026-08-29T10:00:52.359556+00:00", "kind": "homepage", "missing": false, "url": "https://spider.cloud/github"}, {"content_hash": "0e48292f3758e383b40a23c6dc5de3ca0ee83033f4d3a731d9dc193514b6b016", "fetched_at": "2026-08-29T10:00:52.368974+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/docs/overview"}, {"content_hash": "91e314e50ae3fe02d19e5d37499a82130993ae143be2acc1a883f2f6190439b4", "fetched_at": "2026-08-29T10:00:52.375566+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/about"}, {"content_hash": "ed6c743a8e23a9118717393c5c118461a301fe25b28e54bdc5cd70192874d0ca", "fetched_at": "2026-08-29T10:00:52.380709+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/docs/api"}, {"content_hash": "2ef66b172b24771eeb205c7f6e47939591f3b79a39dd58ab9b9d38456afab370", "fetched_at": "2026-08-29T10:00:52.371620+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/pricing"}, {"content_hash": "2b561a8da2c109246ed35c38a49240264dffa5c4b65a17a8e391f9ee93aa229d", "fetched_at": "2026-08-29T10:00:52.373640+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/compare"}, {"content_hash": "1887b4f46f3d6898bcacfafa3f13ff3e323047422fb003e43c6e358150bc9992", "fetched_at": "2026-08-29T10:00:52.377328+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/faq"}, {"content_hash": "e2f5f8e56ea937ade7f17de40edd2c4d6b6269bae44d8dfc5641e22f995c0642", "fetched_at": "2026-08-29T10:00:52.379034+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/integrations"}, {"content_hash": "3aac5a59fb1585c090e778c5c51aa7945b99f67715372535a035445203ed08cb", "fetched_at": "2026-08-29T10:00:52.383601+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/changelog"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:07:09.528824+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T02:18:07.279987+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b44a9083ca64da608cf8c13c6c08e10405981f484c75583c387ebc1e7889a303", "fetched_at": "2026-08-28T04:07:09.528824+00:00", "kind": "readme", "missing": false, "url": "https://github.com/spider-rs/spider"}, {"content_hash": "a14c27eb02ae3f94770bea3e3cdc36394913fdb5730c9405fd9a9f006d7d2bed", "fetched_at": "2026-08-29T10:00:52.359556+00:00", "kind": "homepage", "missing": false, "url": "https://spider.cloud/github"}, {"content_hash": "0e48292f3758e383b40a23c6dc5de3ca0ee83033f4d3a731d9dc193514b6b016", "fetched_at": "2026-08-29T10:00:52.368974+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/docs/overview"}, {"content_hash": "91e314e50ae3fe02d19e5d37499a82130993ae143be2acc1a883f2f6190439b4", "fetched_at": "2026-08-29T10:00:52.375566+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/about"}, {"content_hash": "ed6c743a8e23a9118717393c5c118461a301fe25b28e54bdc5cd70192874d0ca", "fetched_at": "2026-08-29T10:00:52.380709+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/docs/api"}, {"content_hash": "2ef66b172b24771eeb205c7f6e47939591f3b79a39dd58ab9b9d38456afab370", "fetched_at": "2026-08-29T10:00:52.371620+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/pricing"}, {"content_hash": "2b561a8da2c109246ed35c38a49240264dffa5c4b65a17a8e391f9ee93aa229d", "fetched_at": "2026-08-29T10:00:52.373640+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/compare"}, {"content_hash": "1887b4f46f3d6898bcacfafa3f13ff3e323047422fb003e43c6e358150bc9992", "fetched_at": "2026-08-29T10:00:52.377328+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/faq"}, {"content_hash": "e2f5f8e56ea937ade7f17de40edd2c4d6b6269bae44d8dfc5641e22f995c0642", "fetched_at": "2026-08-29T10:00:52.379034+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/integrations"}, {"content_hash": "3aac5a59fb1585c090e778c5c51aa7945b99f67715372535a035445203ed08cb", "fetched_at": "2026-08-29T10:00:52.383601+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/changelog"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T02:18:07.279987+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b44a9083ca64da608cf8c13c6c08e10405981f484c75583c387ebc1e7889a303", "fetched_at": "2026-08-28T04:07:09.528824+00:00", "kind": "readme", "missing": false, "url": "https://github.com/spider-rs/spider"}, {"content_hash": "a14c27eb02ae3f94770bea3e3cdc36394913fdb5730c9405fd9a9f006d7d2bed", "fetched_at": "2026-08-29T10:00:52.359556+00:00", "kind": "homepage", "missing": false, "url": "https://spider.cloud/github"}, {"content_hash": "0e48292f3758e383b40a23c6dc5de3ca0ee83033f4d3a731d9dc193514b6b016", "fetched_at": "2026-08-29T10:00:52.368974+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/docs/overview"}, {"content_hash": "91e314e50ae3fe02d19e5d37499a82130993ae143be2acc1a883f2f6190439b4", "fetched_at": "2026-08-29T10:00:52.375566+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/about"}, {"content_hash": "ed6c743a8e23a9118717393c5c118461a301fe25b28e54bdc5cd70192874d0ca", "fetched_at": "2026-08-29T10:00:52.380709+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/docs/api"}, {"content_hash": "2ef66b172b24771eeb205c7f6e47939591f3b79a39dd58ab9b9d38456afab370", "fetched_at": "2026-08-29T10:00:52.371620+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/pricing"}, {"content_hash": "2b561a8da2c109246ed35c38a49240264dffa5c4b65a17a8e391f9ee93aa229d", "fetched_at": "2026-08-29T10:00:52.373640+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/compare"}, {"content_hash": "1887b4f46f3d6898bcacfafa3f13ff3e323047422fb003e43c6e358150bc9992", "fetched_at": "2026-08-29T10:00:52.377328+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/faq"}, {"content_hash": "e2f5f8e56ea937ade7f17de40edd2c4d6b6269bae44d8dfc5641e22f995c0642", "fetched_at": "2026-08-29T10:00:52.379034+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/integrations"}, {"content_hash": "3aac5a59fb1585c090e778c5c51aa7945b99f67715372535a035445203ed08cb", "fetched_at": "2026-08-29T10:00:52.383601+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/changelog"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:07:09.528824+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:07:09.528824+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:07:09.528824+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T02:18:07.279987+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b44a9083ca64da608cf8c13c6c08e10405981f484c75583c387ebc1e7889a303", "fetched_at": "2026-08-28T04:07:09.528824+00:00", "kind": "readme", "missing": false, "url": "https://github.com/spider-rs/spider"}, {"content_hash": "a14c27eb02ae3f94770bea3e3cdc36394913fdb5730c9405fd9a9f006d7d2bed", "fetched_at": "2026-08-29T10:00:52.359556+00:00", "kind": "homepage", "missing": false, "url": "https://spider.cloud/github"}, {"content_hash": "0e48292f3758e383b40a23c6dc5de3ca0ee83033f4d3a731d9dc193514b6b016", "fetched_at": "2026-08-29T10:00:52.368974+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/docs/overview"}, {"content_hash": "91e314e50ae3fe02d19e5d37499a82130993ae143be2acc1a883f2f6190439b4", "fetched_at": "2026-08-29T10:00:52.375566+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/about"}, {"content_hash": "ed6c743a8e23a9118717393c5c118461a301fe25b28e54bdc5cd70192874d0ca", "fetched_at": "2026-08-29T10:00:52.380709+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/docs/api"}, {"content_hash": "2ef66b172b24771eeb205c7f6e47939591f3b79a39dd58ab9b9d38456afab370", "fetched_at": "2026-08-29T10:00:52.371620+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/pricing"}, {"content_hash": "2b561a8da2c109246ed35c38a49240264dffa5c4b65a17a8e391f9ee93aa229d", "fetched_at": "2026-08-29T10:00:52.373640+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/compare"}, {"content_hash": "1887b4f46f3d6898bcacfafa3f13ff3e323047422fb003e43c6e358150bc9992", "fetched_at": "2026-08-29T10:00:52.377328+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/faq"}, {"content_hash": "e2f5f8e56ea937ade7f17de40edd2c4d6b6269bae44d8dfc5641e22f995c0642", "fetched_at": "2026-08-29T10:00:52.379034+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/integrations"}, {"content_hash": "3aac5a59fb1585c090e778c5c51aa7945b99f67715372535a035445203ed08cb", "fetched_at": "2026-08-29T10:00:52.383601+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/changelog"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:07:09.528824+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:07:09.528824+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T02:18:07.279987+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b44a9083ca64da608cf8c13c6c08e10405981f484c75583c387ebc1e7889a303", "fetched_at": "2026-08-28T04:07:09.528824+00:00", "kind": "readme", "missing": false, "url": "https://github.com/spider-rs/spider"}, {"content_hash": "a14c27eb02ae3f94770bea3e3cdc36394913fdb5730c9405fd9a9f006d7d2bed", "fetched_at": "2026-08-29T10:00:52.359556+00:00", "kind": "homepage", "missing": false, "url": "https://spider.cloud/github"}, {"content_hash": "0e48292f3758e383b40a23c6dc5de3ca0ee83033f4d3a731d9dc193514b6b016", "fetched_at": "2026-08-29T10:00:52.368974+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/docs/overview"}, {"content_hash": "91e314e50ae3fe02d19e5d37499a82130993ae143be2acc1a883f2f6190439b4", "fetched_at": "2026-08-29T10:00:52.375566+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/about"}, {"content_hash": "ed6c743a8e23a9118717393c5c118461a301fe25b28e54bdc5cd70192874d0ca", "fetched_at": "2026-08-29T10:00:52.380709+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/docs/api"}, {"content_hash": "2ef66b172b24771eeb205c7f6e47939591f3b79a39dd58ab9b9d38456afab370", "fetched_at": "2026-08-29T10:00:52.371620+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/pricing"}, {"content_hash": "2b561a8da2c109246ed35c38a49240264dffa5c4b65a17a8e391f9ee93aa229d", "fetched_at": "2026-08-29T10:00:52.373640+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/compare"}, {"content_hash": "1887b4f46f3d6898bcacfafa3f13ff3e323047422fb003e43c6e358150bc9992", "fetched_at": "2026-08-29T10:00:52.377328+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/faq"}, {"content_hash": "e2f5f8e56ea937ade7f17de40edd2c4d6b6269bae44d8dfc5641e22f995c0642", "fetched_at": "2026-08-29T10:00:52.379034+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/integrations"}, {"content_hash": "3aac5a59fb1585c090e778c5c51aa7945b99f67715372535a035445203ed08cb", "fetched_at": "2026-08-29T10:00:52.383601+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/changelog"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:07:09.528824+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:07:09.528824+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:07:09.528824+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T02:18:07.279987+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b44a9083ca64da608cf8c13c6c08e10405981f484c75583c387ebc1e7889a303", "fetched_at": "2026-08-28T04:07:09.528824+00:00", "kind": "readme", "missing": false, "url": "https://github.com/spider-rs/spider"}, {"content_hash": "a14c27eb02ae3f94770bea3e3cdc36394913fdb5730c9405fd9a9f006d7d2bed", "fetched_at": "2026-08-29T10:00:52.359556+00:00", "kind": "homepage", "missing": false, "url": "https://spider.cloud/github"}, {"content_hash": "0e48292f3758e383b40a23c6dc5de3ca0ee83033f4d3a731d9dc193514b6b016", "fetched_at": "2026-08-29T10:00:52.368974+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/docs/overview"}, {"content_hash": "91e314e50ae3fe02d19e5d37499a82130993ae143be2acc1a883f2f6190439b4", "fetched_at": "2026-08-29T10:00:52.375566+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/about"}, {"content_hash": "ed6c743a8e23a9118717393c5c118461a301fe25b28e54bdc5cd70192874d0ca", "fetched_at": "2026-08-29T10:00:52.380709+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/docs/api"}, {"content_hash": "2ef66b172b24771eeb205c7f6e47939591f3b79a39dd58ab9b9d38456afab370", "fetched_at": "2026-08-29T10:00:52.371620+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/pricing"}, {"content_hash": "2b561a8da2c109246ed35c38a49240264dffa5c4b65a17a8e391f9ee93aa229d", "fetched_at": "2026-08-29T10:00:52.373640+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/compare"}, {"content_hash": "1887b4f46f3d6898bcacfafa3f13ff3e323047422fb003e43c6e358150bc9992", "fetched_at": "2026-08-29T10:00:52.377328+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/faq"}, {"content_hash": "e2f5f8e56ea937ade7f17de40edd2c4d6b6269bae44d8dfc5641e22f995c0642", "fetched_at": "2026-08-29T10:00:52.379034+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/integrations"}, {"content_hash": "3aac5a59fb1585c090e778c5c51aa7945b99f67715372535a035445203ed08cb", "fetched_at": "2026-08-29T10:00:52.383601+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/changelog"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:07:09.528824+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:07:09.528824+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T02:18:07.279987+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b44a9083ca64da608cf8c13c6c08e10405981f484c75583c387ebc1e7889a303", "fetched_at": "2026-08-28T04:07:09.528824+00:00", "kind": "readme", "missing": false, "url": "https://github.com/spider-rs/spider"}, {"content_hash": "a14c27eb02ae3f94770bea3e3cdc36394913fdb5730c9405fd9a9f006d7d2bed", "fetched_at": "2026-08-29T10:00:52.359556+00:00", "kind": "homepage", "missing": false, "url": "https://spider.cloud/github"}, {"content_hash": "0e48292f3758e383b40a23c6dc5de3ca0ee83033f4d3a731d9dc193514b6b016", "fetched_at": "2026-08-29T10:00:52.368974+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/docs/overview"}, {"content_hash": "91e314e50ae3fe02d19e5d37499a82130993ae143be2acc1a883f2f6190439b4", "fetched_at": "2026-08-29T10:00:52.375566+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/about"}, {"content_hash": "ed6c743a8e23a9118717393c5c118461a301fe25b28e54bdc5cd70192874d0ca", "fetched_at": "2026-08-29T10:00:52.380709+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/docs/api"}, {"content_hash": "2ef66b172b24771eeb205c7f6e47939591f3b79a39dd58ab9b9d38456afab370", "fetched_at": "2026-08-29T10:00:52.371620+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/pricing"}, {"content_hash": "2b561a8da2c109246ed35c38a49240264dffa5c4b65a17a8e391f9ee93aa229d", "fetched_at": "2026-08-29T10:00:52.373640+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/compare"}, {"content_hash": "1887b4f46f3d6898bcacfafa3f13ff3e323047422fb003e43c6e358150bc9992", "fetched_at": "2026-08-29T10:00:52.377328+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/faq"}, {"content_hash": "e2f5f8e56ea937ade7f17de40edd2c4d6b6269bae44d8dfc5641e22f995c0642", "fetched_at": "2026-08-29T10:00:52.379034+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/integrations"}, {"content_hash": "3aac5a59fb1585c090e778c5c51aa7945b99f67715372535a035445203ed08cb", "fetched_at": "2026-08-29T10:00:52.383601+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/changelog"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T02:18:07.279987+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b44a9083ca64da608cf8c13c6c08e10405981f484c75583c387ebc1e7889a303", "fetched_at": "2026-08-28T04:07:09.528824+00:00", "kind": "readme", "missing": false, "url": "https://github.com/spider-rs/spider"}, {"content_hash": "a14c27eb02ae3f94770bea3e3cdc36394913fdb5730c9405fd9a9f006d7d2bed", "fetched_at": "2026-08-29T10:00:52.359556+00:00", "kind": "homepage", "missing": false, "url": "https://spider.cloud/github"}, {"content_hash": "0e48292f3758e383b40a23c6dc5de3ca0ee83033f4d3a731d9dc193514b6b016", "fetched_at": "2026-08-29T10:00:52.368974+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/docs/overview"}, {"content_hash": "91e314e50ae3fe02d19e5d37499a82130993ae143be2acc1a883f2f6190439b4", "fetched_at": "2026-08-29T10:00:52.375566+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/about"}, {"content_hash": "ed6c743a8e23a9118717393c5c118461a301fe25b28e54bdc5cd70192874d0ca", "fetched_at": "2026-08-29T10:00:52.380709+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/docs/api"}, {"content_hash": "2ef66b172b24771eeb205c7f6e47939591f3b79a39dd58ab9b9d38456afab370", "fetched_at": "2026-08-29T10:00:52.371620+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/pricing"}, {"content_hash": "2b561a8da2c109246ed35c38a49240264dffa5c4b65a17a8e391f9ee93aa229d", "fetched_at": "2026-08-29T10:00:52.373640+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/compare"}, {"content_hash": "1887b4f46f3d6898bcacfafa3f13ff3e323047422fb003e43c6e358150bc9992", "fetched_at": "2026-08-29T10:00:52.377328+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/faq"}, {"content_hash": "e2f5f8e56ea937ade7f17de40edd2c4d6b6269bae44d8dfc5641e22f995c0642", "fetched_at": "2026-08-29T10:00:52.379034+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/integrations"}, {"content_hash": "3aac5a59fb1585c090e778c5c51aa7945b99f67715372535a035445203ed08cb", "fetched_at": "2026-08-29T10:00:52.383601+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/changelog"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T02:18:07.279987+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b44a9083ca64da608cf8c13c6c08e10405981f484c75583c387ebc1e7889a303", "fetched_at": "2026-08-28T04:07:09.528824+00:00", "kind": "readme", "missing": false, "url": "https://github.com/spider-rs/spider"}, {"content_hash": "a14c27eb02ae3f94770bea3e3cdc36394913fdb5730c9405fd9a9f006d7d2bed", "fetched_at": "2026-08-29T10:00:52.359556+00:00", "kind": "homepage", "missing": false, "url": "https://spider.cloud/github"}, {"content_hash": "0e48292f3758e383b40a23c6dc5de3ca0ee83033f4d3a731d9dc193514b6b016", "fetched_at": "2026-08-29T10:00:52.368974+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/docs/overview"}, {"content_hash": "91e314e50ae3fe02d19e5d37499a82130993ae143be2acc1a883f2f6190439b4", "fetched_at": "2026-08-29T10:00:52.375566+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/about"}, {"content_hash": "ed6c743a8e23a9118717393c5c118461a301fe25b28e54bdc5cd70192874d0ca", "fetched_at": "2026-08-29T10:00:52.380709+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/docs/api"}, {"content_hash": "2ef66b172b24771eeb205c7f6e47939591f3b79a39dd58ab9b9d38456afab370", "fetched_at": "2026-08-29T10:00:52.371620+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/pricing"}, {"content_hash": "2b561a8da2c109246ed35c38a49240264dffa5c4b65a17a8e391f9ee93aa229d", "fetched_at": "2026-08-29T10:00:52.373640+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/compare"}, {"content_hash": "1887b4f46f3d6898bcacfafa3f13ff3e323047422fb003e43c6e358150bc9992", "fetched_at": "2026-08-29T10:00:52.377328+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/faq"}, {"content_hash": "e2f5f8e56ea937ade7f17de40edd2c4d6b6269bae44d8dfc5641e22f995c0642", "fetched_at": "2026-08-29T10:00:52.379034+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/integrations"}, {"content_hash": "3aac5a59fb1585c090e778c5c51aa7945b99f67715372535a035445203ed08cb", "fetched_at": "2026-08-29T10:00:52.383601+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/changelog"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T02:18:07.279987+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b44a9083ca64da608cf8c13c6c08e10405981f484c75583c387ebc1e7889a303", "fetched_at": "2026-08-28T04:07:09.528824+00:00", "kind": "readme", "missing": false, "url": "https://github.com/spider-rs/spider"}, {"content_hash": "a14c27eb02ae3f94770bea3e3cdc36394913fdb5730c9405fd9a9f006d7d2bed", "fetched_at": "2026-08-29T10:00:52.359556+00:00", "kind": "homepage", "missing": false, "url": "https://spider.cloud/github"}, {"content_hash": "0e48292f3758e383b40a23c6dc5de3ca0ee83033f4d3a731d9dc193514b6b016", "fetched_at": "2026-08-29T10:00:52.368974+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/docs/overview"}, {"content_hash": "91e314e50ae3fe02d19e5d37499a82130993ae143be2acc1a883f2f6190439b4", "fetched_at": "2026-08-29T10:00:52.375566+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/about"}, {"content_hash": "ed6c743a8e23a9118717393c5c118461a301fe25b28e54bdc5cd70192874d0ca", "fetched_at": "2026-08-29T10:00:52.380709+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/docs/api"}, {"content_hash": "2ef66b172b24771eeb205c7f6e47939591f3b79a39dd58ab9b9d38456afab370", "fetched_at": "2026-08-29T10:00:52.371620+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/pricing"}, {"content_hash": "2b561a8da2c109246ed35c38a49240264dffa5c4b65a17a8e391f9ee93aa229d", "fetched_at": "2026-08-29T10:00:52.373640+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/compare"}, {"content_hash": "1887b4f46f3d6898bcacfafa3f13ff3e323047422fb003e43c6e358150bc9992", "fetched_at": "2026-08-29T10:00:52.377328+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/faq"}, {"content_hash": "e2f5f8e56ea937ade7f17de40edd2c4d6b6269bae44d8dfc5641e22f995c0642", "fetched_at": "2026-08-29T10:00:52.379034+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/integrations"}, {"content_hash": "3aac5a59fb1585c090e778c5c51aa7945b99f67715372535a035445203ed08cb", "fetched_at": "2026-08-29T10:00:52.383601+00:00", "kind": "site_page", "missing": false, "url": "https://spider.cloud/changelog"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 98, "longevity": 100, "rhythm": 65}, "computed_at": "2026-09-03T02:39:23.370411+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 3160, "days_push": 14, "days_rel": 155, "gap_med": 4.0, "n_releases_24m": 69}, "score": 87, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}