{"adoption": {"forks": 2975, "observed_at": "2026-08-28T04:11:53.769655+00:00", "stars": 29959}, "canonical_url": "https://ross.abutalabs.com/products/scrapegraph-ai", "card": {"archived": false, "artifact_type": "library", "description": "Python scraper based on AI", "domain": ["crawlers", "large-language-models", "artificial-intelligence", "developer-tools"], "enriched": true, "function": ["web-scraping", "llm-inference", "rag", "data-generation", "parser"], "health_score": 99, "homepage": "https://scrapegraphai.com", "language": "Python", "license": "MIT", "license_family": "permissive", "maturity": "active", "member_repos": ["ScrapeGraphAI/Scrapegraph-ai"], "name": "ScrapeGraphAI/Scrapegraph-ai", "platform": ["python", "cross-platform"], "pushed_at": "2026-08-23T13:18:10+00:00", "repo": "ScrapeGraphAI/Scrapegraph-ai", "stars": 29959, "tags": ["ai-scraping", "llm-pipelines", "graph-logic", "data-extraction", "firecrawl-alternative", "langchain-integration", "web-crawler", "data-engineering", "nodejs"], "topics": ["scraping", "scraping-python", "llm", "web-crawler", "web-scraping", "ai-scraping", "crawler", "markdown", "rag", "web-crawlers", "ai-crawler", "ai-search", "large-language-model", "web-data-extraction", "web-search", "web-scraper", "data-extraction", "web-data", "webscraping", "firecrawl-alternative"], "urls": [], "use_cases": ["scrape structured data from websites using natural language prompts", "extract data from HTML, XML, JSON, and markdown documents with LLMs", "build AI-powered web crawling pipelines in Python", "feed structured web data into AI agents and RAG pipelines", "convert web pages to clean markdown for LLM consumption", "monitor web pages for changes on a schedule", "create datasets by crawling and extracting from multiple pages"], "what_it_is": "ScrapeGraphAI is a Python library that uses LLMs and direct graph logic to build web scraping pipelines for websites and local documents (XML, HTML, JSON, Markdown). Users specify what information to extract in natural language and the library generates the scraping flow. It also offers a hosted API with SDKs and integrations for LangChain, LlamaIndex, CrewAI, Agno, and Vercel AI SDK.", "when_to_avoid": ["you need high-volume scraping with zero LLM API costs — token costs add up quickly", "you need deterministic, fully predictable extraction where hallucination is unacceptable", "you require strict rate-limit compliance or lightweight scraping without heavy dependencies", "you want a fully self-contained open-source solution — the v2 hosted API requires an API key and paid plans for scale", "your target sites block automated access and you need advanced anti-bot bypassing"], "when_to_choose": ["you want LLM-driven scraping without writing CSS selectors or XPath by hand", "you need to extract structured data from pages with changing or unknown layouts", "you want scraping tools integrated into LangChain, LlamaIndex, CrewAI, or Vercel AI SDK agents", "you need to scrape local documents as well as live websites", "you prefer a Python library with an MIT license and active development"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/scrapegraph-ai", "repo": "ScrapeGraphAI/Scrapegraph-ai", "role": "main", "score": 88}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:11:53.769655+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T16:52:48.745855+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1ec968dae7305d18c73b7aee543ceeab4f7709f9956cefa45b9fc1af46e64253", "fetched_at": "2026-08-28T04:11:53.769655+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ScrapeGraphAI/Scrapegraph-ai"}, {"content_hash": "73440dd0807b480ea9db1df8ecdb331c33e3c3a0f35cd99e018d748a73e39cdc", "fetched_at": "2026-08-29T07:49:59.838079+00:00", "kind": "homepage", "missing": false, "url": "https://scrapegraphai.com"}, {"content_hash": "5ffc330dedc4ad81c0d1ddafcb8231433e67e17ae95e876db10c014ceab3e0e0", "fetched_at": "2026-08-29T07:49:59.862843+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/vercel_ai"}, {"content_hash": "53cdead6d8a7ac16fb53c79464d5b9c8dbf7c5ac9b4ba5fda3f0fe02cf4f1111", "fetched_at": "2026-08-29T07:49:59.852173+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/introduction"}, {"content_hash": "7228290eb6ba4e355de8e75201c650f37840d76a928886e4fb28f679b134d42f", "fetched_at": "2026-08-29T07:49:59.853833+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/"}, {"content_hash": "b4a5fbc2ebe09b2ddc7e4350aeff860ba38c140a561655be46395a4c5dd1e40d", "fetched_at": "2026-08-29T07:49:59.855479+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/langchain"}, {"content_hash": "0adb66ed5c47fe93ed35ab80f2d81bbb1cb6735a3df43970c03c0bb1ef411580", "fetched_at": "2026-08-29T07:49:59.857335+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/crewai"}, {"content_hash": "c5ca9e58eeaa102895875e97c8ac535274c52dcfc8d23f29aac8ec433281180b", "fetched_at": "2026-08-29T07:49:59.859268+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/llamaindex"}, {"content_hash": "d3e58f6292aa8ae92718d635ff32cf602e447552d9324f2e1ee5b4b5512fcb5a", "fetched_at": "2026-08-29T07:49:59.861249+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/agno"}, {"content_hash": "91b5f30dd3bb09446a3612a51d66d034dc4f84907b8c0e8f52e39aee4760159e", "fetched_at": "2026-08-29T07:49:59.850353+00:00", "kind": "site_page", "missing": false, "url": "https://scrapegraphai.com/pricing"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:11:53.769655+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T16:52:48.745855+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1ec968dae7305d18c73b7aee543ceeab4f7709f9956cefa45b9fc1af46e64253", "fetched_at": "2026-08-28T04:11:53.769655+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ScrapeGraphAI/Scrapegraph-ai"}, {"content_hash": "73440dd0807b480ea9db1df8ecdb331c33e3c3a0f35cd99e018d748a73e39cdc", "fetched_at": "2026-08-29T07:49:59.838079+00:00", "kind": "homepage", "missing": false, "url": "https://scrapegraphai.com"}, {"content_hash": "5ffc330dedc4ad81c0d1ddafcb8231433e67e17ae95e876db10c014ceab3e0e0", "fetched_at": "2026-08-29T07:49:59.862843+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/vercel_ai"}, {"content_hash": "53cdead6d8a7ac16fb53c79464d5b9c8dbf7c5ac9b4ba5fda3f0fe02cf4f1111", "fetched_at": "2026-08-29T07:49:59.852173+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/introduction"}, {"content_hash": "7228290eb6ba4e355de8e75201c650f37840d76a928886e4fb28f679b134d42f", "fetched_at": "2026-08-29T07:49:59.853833+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/"}, {"content_hash": "b4a5fbc2ebe09b2ddc7e4350aeff860ba38c140a561655be46395a4c5dd1e40d", "fetched_at": "2026-08-29T07:49:59.855479+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/langchain"}, {"content_hash": "0adb66ed5c47fe93ed35ab80f2d81bbb1cb6735a3df43970c03c0bb1ef411580", "fetched_at": "2026-08-29T07:49:59.857335+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/crewai"}, {"content_hash": "c5ca9e58eeaa102895875e97c8ac535274c52dcfc8d23f29aac8ec433281180b", "fetched_at": "2026-08-29T07:49:59.859268+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/llamaindex"}, {"content_hash": "d3e58f6292aa8ae92718d635ff32cf602e447552d9324f2e1ee5b4b5512fcb5a", "fetched_at": "2026-08-29T07:49:59.861249+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/agno"}, {"content_hash": "91b5f30dd3bb09446a3612a51d66d034dc4f84907b8c0e8f52e39aee4760159e", "fetched_at": "2026-08-29T07:49:59.850353+00:00", "kind": "site_page", "missing": false, "url": "https://scrapegraphai.com/pricing"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T16:52:48.745855+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1ec968dae7305d18c73b7aee543ceeab4f7709f9956cefa45b9fc1af46e64253", "fetched_at": "2026-08-28T04:11:53.769655+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ScrapeGraphAI/Scrapegraph-ai"}, {"content_hash": "73440dd0807b480ea9db1df8ecdb331c33e3c3a0f35cd99e018d748a73e39cdc", "fetched_at": "2026-08-29T07:49:59.838079+00:00", "kind": "homepage", "missing": false, "url": "https://scrapegraphai.com"}, {"content_hash": "5ffc330dedc4ad81c0d1ddafcb8231433e67e17ae95e876db10c014ceab3e0e0", "fetched_at": "2026-08-29T07:49:59.862843+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/vercel_ai"}, {"content_hash": "53cdead6d8a7ac16fb53c79464d5b9c8dbf7c5ac9b4ba5fda3f0fe02cf4f1111", "fetched_at": "2026-08-29T07:49:59.852173+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/introduction"}, {"content_hash": "7228290eb6ba4e355de8e75201c650f37840d76a928886e4fb28f679b134d42f", "fetched_at": "2026-08-29T07:49:59.853833+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/"}, {"content_hash": "b4a5fbc2ebe09b2ddc7e4350aeff860ba38c140a561655be46395a4c5dd1e40d", "fetched_at": "2026-08-29T07:49:59.855479+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/langchain"}, {"content_hash": "0adb66ed5c47fe93ed35ab80f2d81bbb1cb6735a3df43970c03c0bb1ef411580", "fetched_at": "2026-08-29T07:49:59.857335+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/crewai"}, {"content_hash": "c5ca9e58eeaa102895875e97c8ac535274c52dcfc8d23f29aac8ec433281180b", "fetched_at": "2026-08-29T07:49:59.859268+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/llamaindex"}, {"content_hash": "d3e58f6292aa8ae92718d635ff32cf602e447552d9324f2e1ee5b4b5512fcb5a", "fetched_at": "2026-08-29T07:49:59.861249+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/agno"}, {"content_hash": "91b5f30dd3bb09446a3612a51d66d034dc4f84907b8c0e8f52e39aee4760159e", "fetched_at": "2026-08-29T07:49:59.850353+00:00", "kind": "site_page", "missing": false, "url": "https://scrapegraphai.com/pricing"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:11:53.769655+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:11:53.769655+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:11:53.769655+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T16:52:48.745855+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1ec968dae7305d18c73b7aee543ceeab4f7709f9956cefa45b9fc1af46e64253", "fetched_at": "2026-08-28T04:11:53.769655+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ScrapeGraphAI/Scrapegraph-ai"}, {"content_hash": "73440dd0807b480ea9db1df8ecdb331c33e3c3a0f35cd99e018d748a73e39cdc", "fetched_at": "2026-08-29T07:49:59.838079+00:00", "kind": "homepage", "missing": false, "url": "https://scrapegraphai.com"}, {"content_hash": "5ffc330dedc4ad81c0d1ddafcb8231433e67e17ae95e876db10c014ceab3e0e0", "fetched_at": "2026-08-29T07:49:59.862843+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/vercel_ai"}, {"content_hash": "53cdead6d8a7ac16fb53c79464d5b9c8dbf7c5ac9b4ba5fda3f0fe02cf4f1111", "fetched_at": "2026-08-29T07:49:59.852173+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/introduction"}, {"content_hash": "7228290eb6ba4e355de8e75201c650f37840d76a928886e4fb28f679b134d42f", "fetched_at": "2026-08-29T07:49:59.853833+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/"}, {"content_hash": "b4a5fbc2ebe09b2ddc7e4350aeff860ba38c140a561655be46395a4c5dd1e40d", "fetched_at": "2026-08-29T07:49:59.855479+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/langchain"}, {"content_hash": "0adb66ed5c47fe93ed35ab80f2d81bbb1cb6735a3df43970c03c0bb1ef411580", "fetched_at": "2026-08-29T07:49:59.857335+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/crewai"}, {"content_hash": "c5ca9e58eeaa102895875e97c8ac535274c52dcfc8d23f29aac8ec433281180b", "fetched_at": "2026-08-29T07:49:59.859268+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/llamaindex"}, {"content_hash": "d3e58f6292aa8ae92718d635ff32cf602e447552d9324f2e1ee5b4b5512fcb5a", "fetched_at": "2026-08-29T07:49:59.861249+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/agno"}, {"content_hash": "91b5f30dd3bb09446a3612a51d66d034dc4f84907b8c0e8f52e39aee4760159e", "fetched_at": "2026-08-29T07:49:59.850353+00:00", "kind": "site_page", "missing": false, "url": "https://scrapegraphai.com/pricing"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:11:53.769655+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:11:53.769655+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T16:52:48.745855+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1ec968dae7305d18c73b7aee543ceeab4f7709f9956cefa45b9fc1af46e64253", "fetched_at": "2026-08-28T04:11:53.769655+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ScrapeGraphAI/Scrapegraph-ai"}, {"content_hash": "73440dd0807b480ea9db1df8ecdb331c33e3c3a0f35cd99e018d748a73e39cdc", "fetched_at": "2026-08-29T07:49:59.838079+00:00", "kind": "homepage", "missing": false, "url": "https://scrapegraphai.com"}, {"content_hash": "5ffc330dedc4ad81c0d1ddafcb8231433e67e17ae95e876db10c014ceab3e0e0", "fetched_at": "2026-08-29T07:49:59.862843+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/vercel_ai"}, {"content_hash": "53cdead6d8a7ac16fb53c79464d5b9c8dbf7c5ac9b4ba5fda3f0fe02cf4f1111", "fetched_at": "2026-08-29T07:49:59.852173+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/introduction"}, {"content_hash": "7228290eb6ba4e355de8e75201c650f37840d76a928886e4fb28f679b134d42f", "fetched_at": "2026-08-29T07:49:59.853833+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/"}, {"content_hash": "b4a5fbc2ebe09b2ddc7e4350aeff860ba38c140a561655be46395a4c5dd1e40d", "fetched_at": "2026-08-29T07:49:59.855479+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/langchain"}, {"content_hash": "0adb66ed5c47fe93ed35ab80f2d81bbb1cb6735a3df43970c03c0bb1ef411580", "fetched_at": "2026-08-29T07:49:59.857335+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/crewai"}, {"content_hash": "c5ca9e58eeaa102895875e97c8ac535274c52dcfc8d23f29aac8ec433281180b", "fetched_at": "2026-08-29T07:49:59.859268+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/llamaindex"}, {"content_hash": "d3e58f6292aa8ae92718d635ff32cf602e447552d9324f2e1ee5b4b5512fcb5a", "fetched_at": "2026-08-29T07:49:59.861249+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/agno"}, {"content_hash": "91b5f30dd3bb09446a3612a51d66d034dc4f84907b8c0e8f52e39aee4760159e", "fetched_at": "2026-08-29T07:49:59.850353+00:00", "kind": "site_page", "missing": false, "url": "https://scrapegraphai.com/pricing"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:11:53.769655+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:11:53.769655+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:11:53.769655+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T16:52:48.745855+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1ec968dae7305d18c73b7aee543ceeab4f7709f9956cefa45b9fc1af46e64253", "fetched_at": "2026-08-28T04:11:53.769655+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ScrapeGraphAI/Scrapegraph-ai"}, {"content_hash": "73440dd0807b480ea9db1df8ecdb331c33e3c3a0f35cd99e018d748a73e39cdc", "fetched_at": "2026-08-29T07:49:59.838079+00:00", "kind": "homepage", "missing": false, "url": "https://scrapegraphai.com"}, {"content_hash": "5ffc330dedc4ad81c0d1ddafcb8231433e67e17ae95e876db10c014ceab3e0e0", "fetched_at": "2026-08-29T07:49:59.862843+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/vercel_ai"}, {"content_hash": "53cdead6d8a7ac16fb53c79464d5b9c8dbf7c5ac9b4ba5fda3f0fe02cf4f1111", "fetched_at": "2026-08-29T07:49:59.852173+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/introduction"}, {"content_hash": "7228290eb6ba4e355de8e75201c650f37840d76a928886e4fb28f679b134d42f", "fetched_at": "2026-08-29T07:49:59.853833+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/"}, {"content_hash": "b4a5fbc2ebe09b2ddc7e4350aeff860ba38c140a561655be46395a4c5dd1e40d", "fetched_at": "2026-08-29T07:49:59.855479+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/langchain"}, {"content_hash": "0adb66ed5c47fe93ed35ab80f2d81bbb1cb6735a3df43970c03c0bb1ef411580", "fetched_at": "2026-08-29T07:49:59.857335+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/crewai"}, {"content_hash": "c5ca9e58eeaa102895875e97c8ac535274c52dcfc8d23f29aac8ec433281180b", "fetched_at": "2026-08-29T07:49:59.859268+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/llamaindex"}, {"content_hash": "d3e58f6292aa8ae92718d635ff32cf602e447552d9324f2e1ee5b4b5512fcb5a", "fetched_at": "2026-08-29T07:49:59.861249+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/agno"}, {"content_hash": "91b5f30dd3bb09446a3612a51d66d034dc4f84907b8c0e8f52e39aee4760159e", "fetched_at": "2026-08-29T07:49:59.850353+00:00", "kind": "site_page", "missing": false, "url": "https://scrapegraphai.com/pricing"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:11:53.769655+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:11:53.769655+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T16:52:48.745855+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1ec968dae7305d18c73b7aee543ceeab4f7709f9956cefa45b9fc1af46e64253", "fetched_at": "2026-08-28T04:11:53.769655+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ScrapeGraphAI/Scrapegraph-ai"}, {"content_hash": "73440dd0807b480ea9db1df8ecdb331c33e3c3a0f35cd99e018d748a73e39cdc", "fetched_at": "2026-08-29T07:49:59.838079+00:00", "kind": "homepage", "missing": false, "url": "https://scrapegraphai.com"}, {"content_hash": "5ffc330dedc4ad81c0d1ddafcb8231433e67e17ae95e876db10c014ceab3e0e0", "fetched_at": "2026-08-29T07:49:59.862843+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/vercel_ai"}, {"content_hash": "53cdead6d8a7ac16fb53c79464d5b9c8dbf7c5ac9b4ba5fda3f0fe02cf4f1111", "fetched_at": "2026-08-29T07:49:59.852173+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/introduction"}, {"content_hash": "7228290eb6ba4e355de8e75201c650f37840d76a928886e4fb28f679b134d42f", "fetched_at": "2026-08-29T07:49:59.853833+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/"}, {"content_hash": "b4a5fbc2ebe09b2ddc7e4350aeff860ba38c140a561655be46395a4c5dd1e40d", "fetched_at": "2026-08-29T07:49:59.855479+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/langchain"}, {"content_hash": "0adb66ed5c47fe93ed35ab80f2d81bbb1cb6735a3df43970c03c0bb1ef411580", "fetched_at": "2026-08-29T07:49:59.857335+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/crewai"}, {"content_hash": "c5ca9e58eeaa102895875e97c8ac535274c52dcfc8d23f29aac8ec433281180b", "fetched_at": "2026-08-29T07:49:59.859268+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/llamaindex"}, {"content_hash": "d3e58f6292aa8ae92718d635ff32cf602e447552d9324f2e1ee5b4b5512fcb5a", "fetched_at": "2026-08-29T07:49:59.861249+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/agno"}, {"content_hash": "91b5f30dd3bb09446a3612a51d66d034dc4f84907b8c0e8f52e39aee4760159e", "fetched_at": "2026-08-29T07:49:59.850353+00:00", "kind": "site_page", "missing": false, "url": "https://scrapegraphai.com/pricing"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T16:52:48.745855+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1ec968dae7305d18c73b7aee543ceeab4f7709f9956cefa45b9fc1af46e64253", "fetched_at": "2026-08-28T04:11:53.769655+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ScrapeGraphAI/Scrapegraph-ai"}, {"content_hash": "73440dd0807b480ea9db1df8ecdb331c33e3c3a0f35cd99e018d748a73e39cdc", "fetched_at": "2026-08-29T07:49:59.838079+00:00", "kind": "homepage", "missing": false, "url": "https://scrapegraphai.com"}, {"content_hash": "5ffc330dedc4ad81c0d1ddafcb8231433e67e17ae95e876db10c014ceab3e0e0", "fetched_at": "2026-08-29T07:49:59.862843+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/vercel_ai"}, {"content_hash": "53cdead6d8a7ac16fb53c79464d5b9c8dbf7c5ac9b4ba5fda3f0fe02cf4f1111", "fetched_at": "2026-08-29T07:49:59.852173+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/introduction"}, {"content_hash": "7228290eb6ba4e355de8e75201c650f37840d76a928886e4fb28f679b134d42f", "fetched_at": "2026-08-29T07:49:59.853833+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/"}, {"content_hash": "b4a5fbc2ebe09b2ddc7e4350aeff860ba38c140a561655be46395a4c5dd1e40d", "fetched_at": "2026-08-29T07:49:59.855479+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/langchain"}, {"content_hash": "0adb66ed5c47fe93ed35ab80f2d81bbb1cb6735a3df43970c03c0bb1ef411580", "fetched_at": "2026-08-29T07:49:59.857335+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/crewai"}, {"content_hash": "c5ca9e58eeaa102895875e97c8ac535274c52dcfc8d23f29aac8ec433281180b", "fetched_at": "2026-08-29T07:49:59.859268+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/llamaindex"}, {"content_hash": "d3e58f6292aa8ae92718d635ff32cf602e447552d9324f2e1ee5b4b5512fcb5a", "fetched_at": "2026-08-29T07:49:59.861249+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/agno"}, {"content_hash": "91b5f30dd3bb09446a3612a51d66d034dc4f84907b8c0e8f52e39aee4760159e", "fetched_at": "2026-08-29T07:49:59.850353+00:00", "kind": "site_page", "missing": false, "url": "https://scrapegraphai.com/pricing"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T16:52:48.745855+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1ec968dae7305d18c73b7aee543ceeab4f7709f9956cefa45b9fc1af46e64253", "fetched_at": "2026-08-28T04:11:53.769655+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ScrapeGraphAI/Scrapegraph-ai"}, {"content_hash": "73440dd0807b480ea9db1df8ecdb331c33e3c3a0f35cd99e018d748a73e39cdc", "fetched_at": "2026-08-29T07:49:59.838079+00:00", "kind": "homepage", "missing": false, "url": "https://scrapegraphai.com"}, {"content_hash": "5ffc330dedc4ad81c0d1ddafcb8231433e67e17ae95e876db10c014ceab3e0e0", "fetched_at": "2026-08-29T07:49:59.862843+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/vercel_ai"}, {"content_hash": "53cdead6d8a7ac16fb53c79464d5b9c8dbf7c5ac9b4ba5fda3f0fe02cf4f1111", "fetched_at": "2026-08-29T07:49:59.852173+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/introduction"}, {"content_hash": "7228290eb6ba4e355de8e75201c650f37840d76a928886e4fb28f679b134d42f", "fetched_at": "2026-08-29T07:49:59.853833+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/"}, {"content_hash": "b4a5fbc2ebe09b2ddc7e4350aeff860ba38c140a561655be46395a4c5dd1e40d", "fetched_at": "2026-08-29T07:49:59.855479+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/langchain"}, {"content_hash": "0adb66ed5c47fe93ed35ab80f2d81bbb1cb6735a3df43970c03c0bb1ef411580", "fetched_at": "2026-08-29T07:49:59.857335+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/crewai"}, {"content_hash": "c5ca9e58eeaa102895875e97c8ac535274c52dcfc8d23f29aac8ec433281180b", "fetched_at": "2026-08-29T07:49:59.859268+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/llamaindex"}, {"content_hash": "d3e58f6292aa8ae92718d635ff32cf602e447552d9324f2e1ee5b4b5512fcb5a", "fetched_at": "2026-08-29T07:49:59.861249+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/agno"}, {"content_hash": "91b5f30dd3bb09446a3612a51d66d034dc4f84907b8c0e8f52e39aee4760159e", "fetched_at": "2026-08-29T07:49:59.850353+00:00", "kind": "site_page", "missing": false, "url": "https://scrapegraphai.com/pricing"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T16:52:48.745855+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1ec968dae7305d18c73b7aee543ceeab4f7709f9956cefa45b9fc1af46e64253", "fetched_at": "2026-08-28T04:11:53.769655+00:00", "kind": "readme", "missing": false, "url": "https://github.com/ScrapeGraphAI/Scrapegraph-ai"}, {"content_hash": "73440dd0807b480ea9db1df8ecdb331c33e3c3a0f35cd99e018d748a73e39cdc", "fetched_at": "2026-08-29T07:49:59.838079+00:00", "kind": "homepage", "missing": false, "url": "https://scrapegraphai.com"}, {"content_hash": "5ffc330dedc4ad81c0d1ddafcb8231433e67e17ae95e876db10c014ceab3e0e0", "fetched_at": "2026-08-29T07:49:59.862843+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/vercel_ai"}, {"content_hash": "53cdead6d8a7ac16fb53c79464d5b9c8dbf7c5ac9b4ba5fda3f0fe02cf4f1111", "fetched_at": "2026-08-29T07:49:59.852173+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/introduction"}, {"content_hash": "7228290eb6ba4e355de8e75201c650f37840d76a928886e4fb28f679b134d42f", "fetched_at": "2026-08-29T07:49:59.853833+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/"}, {"content_hash": "b4a5fbc2ebe09b2ddc7e4350aeff860ba38c140a561655be46395a4c5dd1e40d", "fetched_at": "2026-08-29T07:49:59.855479+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/langchain"}, {"content_hash": "0adb66ed5c47fe93ed35ab80f2d81bbb1cb6735a3df43970c03c0bb1ef411580", "fetched_at": "2026-08-29T07:49:59.857335+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/crewai"}, {"content_hash": "c5ca9e58eeaa102895875e97c8ac535274c52dcfc8d23f29aac8ec433281180b", "fetched_at": "2026-08-29T07:49:59.859268+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/llamaindex"}, {"content_hash": "d3e58f6292aa8ae92718d635ff32cf602e447552d9324f2e1ee5b4b5512fcb5a", "fetched_at": "2026-08-29T07:49:59.861249+00:00", "kind": "site_page", "missing": false, "url": "https://docs.scrapegraphai.com/integrations/agno"}, {"content_hash": "91b5f30dd3bb09446a3612a51d66d034dc4f84907b8c0e8f52e39aee4760159e", "fetched_at": "2026-08-29T07:49:59.850353+00:00", "kind": "site_page", "missing": false, "url": "https://scrapegraphai.com/pricing"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 99, "longevity": 67, "rhythm": 87}, "computed_at": "2026-09-03T02:39:23.370411+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 949, "days_push": 10, "days_rel": 10, "gap_med": 3, "n_releases_24m": 104}, "score": 88, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}