{"adoption": {"forks": 201, "observed_at": "2026-08-28T04:05:21.958667+00:00", "stars": 1684}, "canonical_url": "https://ross.abutalabs.com/products/bigset-oss", "card": {"archived": false, "artifact_type": "application", "description": "Open-source BigSet — self-hostable live datasets populated by TinyFish web agents", "domain": ["data-science", "crawlers", "artificial-intelligence"], "enriched": true, "function": ["web-scraping", "data-generation", "agent-framework", "etl", "search-engine"], "health_score": 99, "homepage": null, "language": "TypeScript", "license": "AGPL-3.0", "license_family": "copyleft", "maturity": "experimental", "member_repos": ["tinyfish-io/bigset-oss"], "name": "tinyfish-io/bigset-oss", "platform": ["self-hosted"], "pushed_at": "2026-08-24T09:05:53+00:00", "repo": "tinyfish-io/bigset-oss", "stars": 1684, "tags": ["live-datasets", "autonomous-agents", "schema-inference", "scheduled-refresh", "csv-export", "xlsx-export", "tinyfish", "ai-agents", "automation", "web-server", "nodejs", "docker"], "topics": ["open-source", "tinyfish", "bigset"], "urls": [], "use_cases": ["build a dataset of YC companies hiring engineers with funding stage and location", "keep a price list refreshed daily from the live web", "generate verified lead lists from company websites", "turn a one-sentence data request into a CSV table", "schedule agents to re-crawl and update a dataset every 6 hours", "extract structured job postings across many sites without writing scrapers"], "what_it_is": "BigSet is a self-hostable application that turns a natural-language sentence into a structured, regularly refreshed dataset by dispatching autonomous web agents to research, verify, deduplicate, and export the data. It infers schemas automatically and supports refresh cadences from 30 minutes to weekly, exporting to CSV or XLSX.", "when_to_avoid": ["you need a battle-tested production tool with stable APIs", "you only need simple scraping of known URLs", "your project requires a permissive license since BigSet is AGPL-3.0"], "when_to_choose": ["you need fresh structured data from the web on a recurring schedule", "you want schema inference and verification handled automatically instead of stitching scrapers, search APIs, and cron jobs", "you prefer self-hosting an open-source data pipeline"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/bigset-oss", "repo": "tinyfish-io/bigset-oss", "role": "main", "score": 76}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:05:21.958667+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T03:41:17.659498+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "755c4d95e349da67a4b0f15f44e1fc4d80739fa13b410e06056724c5af3fc24c", "fetched_at": "2026-08-28T04:05:21.958667+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tinyfish-io/bigset-oss"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:05:21.958667+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T03:41:17.659498+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "755c4d95e349da67a4b0f15f44e1fc4d80739fa13b410e06056724c5af3fc24c", "fetched_at": "2026-08-28T04:05:21.958667+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tinyfish-io/bigset-oss"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T03:41:17.659498+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "755c4d95e349da67a4b0f15f44e1fc4d80739fa13b410e06056724c5af3fc24c", "fetched_at": "2026-08-28T04:05:21.958667+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tinyfish-io/bigset-oss"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:05:21.958667+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:05:21.958667+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:05:21.958667+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T03:41:17.659498+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "755c4d95e349da67a4b0f15f44e1fc4d80739fa13b410e06056724c5af3fc24c", "fetched_at": "2026-08-28T04:05:21.958667+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tinyfish-io/bigset-oss"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:05:21.958667+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:05:21.958667+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T03:41:17.659498+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "755c4d95e349da67a4b0f15f44e1fc4d80739fa13b410e06056724c5af3fc24c", "fetched_at": "2026-08-28T04:05:21.958667+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tinyfish-io/bigset-oss"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:05:21.958667+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:05:21.958667+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:05:21.958667+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T03:41:17.659498+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "755c4d95e349da67a4b0f15f44e1fc4d80739fa13b410e06056724c5af3fc24c", "fetched_at": "2026-08-28T04:05:21.958667+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tinyfish-io/bigset-oss"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:05:21.958667+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:05:21.958667+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T03:41:17.659498+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "755c4d95e349da67a4b0f15f44e1fc4d80739fa13b410e06056724c5af3fc24c", "fetched_at": "2026-08-28T04:05:21.958667+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tinyfish-io/bigset-oss"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T03:41:17.659498+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "755c4d95e349da67a4b0f15f44e1fc4d80739fa13b410e06056724c5af3fc24c", "fetched_at": "2026-08-28T04:05:21.958667+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tinyfish-io/bigset-oss"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T03:41:17.659498+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "755c4d95e349da67a4b0f15f44e1fc4d80739fa13b410e06056724c5af3fc24c", "fetched_at": "2026-08-28T04:05:21.958667+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tinyfish-io/bigset-oss"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T03:41:17.659498+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "755c4d95e349da67a4b0f15f44e1fc4d80739fa13b410e06056724c5af3fc24c", "fetched_at": "2026-08-28T04:05:21.958667+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tinyfish-io/bigset-oss"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 99, "longevity": 7, "rhythm": 87}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": ["young"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 110, "days_push": 9, "days_rel": 85, "gap_med": 0.0, "n_releases_24m": 3}, "score": 76, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}