{"adoption": {"forks": 179, "observed_at": "2026-08-28T04:03:47.561489+00:00", "stars": 1153}, "canonical_url": "https://ross.abutalabs.com/products/domains", "card": {"archived": false, "artifact_type": "dataset", "description": "World’s single largest Internet domains dataset", "domain": ["security", "big-data", "networking", "osint"], "enriched": true, "function": ["search-engine", "data-science", "web-scraping", "analytics"], "health_score": 68, "homepage": "https://domainsproject.org", "language": "JavaScript", "license": "BSD-3-Clause", "license_family": "permissive", "maturity": "active", "member_repos": ["tb0hdan/domains"], "name": "tb0hdan/domains", "platform": ["cross-platform", "cli"], "pushed_at": "2026-05-03T00:27:11+00:00", "repo": "tb0hdan/domains", "stars": 1153, "tags": ["internet-domains", "dns", "passive-dns", "newly-observed-hostnames", "tld-coverage", "domain-list", "crawler", "search"], "topics": ["yacy", "scrapy", "dataset", "search-engines", "internet-domains", "colly"], "urls": [], "use_cases": ["get a list of all registered internet domains", "build a domain intelligence or threat feed", "research DNS censorship or domain registry operations", "seed a web crawler with known domains", "check whether a domain exists in a large corpus", "analyze TLD coverage and domain name trends", "feed domain data into a search engine index"], "what_it_is": "A public dataset of billions of sorted Internet domains, described as the world's largest, built by processing petabytes of crawl and DNS observation data. It is continuously updated with Newly Observed Hostnames and offered under a BSD-3-Clause license, with subscription tiers for extended data like historical forward DNS records.", "when_to_avoid": ["you need per-domain ownership or WHOIS details rather than just names", "you need historical DNS records without a subscription", "your use case requires only a small curated domain list"], "when_to_choose": ["you need a massive, regularly updated corpus of internet domains for research, security, or search", "you want freely licensed domain data without scraping it yourself", "you need first-seen hostname feeds for threat intelligence"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/domains", "repo": "tb0hdan/domains", "role": "main", "score": 68}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:03:47.561489+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T06:33:29.911975+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8aff43abe2fd8e4bf86b9fa1c617ea51877342ecd385d1ac1fa2f2517f4bda71", "fetched_at": "2026-08-28T04:03:47.561489+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tb0hdan/domains"}, {"content_hash": "978b01d66e32637da299c36df2b84de536411d2231499ca7e90d9e20c76a3cc1", "fetched_at": "2026-08-29T12:38:24.492345+00:00", "kind": "homepage", "missing": false, "url": "https://domainsproject.org"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:03:47.561489+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T06:33:29.911975+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8aff43abe2fd8e4bf86b9fa1c617ea51877342ecd385d1ac1fa2f2517f4bda71", "fetched_at": "2026-08-28T04:03:47.561489+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tb0hdan/domains"}, {"content_hash": "978b01d66e32637da299c36df2b84de536411d2231499ca7e90d9e20c76a3cc1", "fetched_at": "2026-08-29T12:38:24.492345+00:00", "kind": "homepage", "missing": false, "url": "https://domainsproject.org"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T06:33:29.911975+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8aff43abe2fd8e4bf86b9fa1c617ea51877342ecd385d1ac1fa2f2517f4bda71", "fetched_at": "2026-08-28T04:03:47.561489+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tb0hdan/domains"}, {"content_hash": "978b01d66e32637da299c36df2b84de536411d2231499ca7e90d9e20c76a3cc1", "fetched_at": "2026-08-29T12:38:24.492345+00:00", "kind": "homepage", "missing": false, "url": "https://domainsproject.org"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:03:47.561489+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:03:47.561489+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:03:47.561489+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T06:33:29.911975+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8aff43abe2fd8e4bf86b9fa1c617ea51877342ecd385d1ac1fa2f2517f4bda71", "fetched_at": "2026-08-28T04:03:47.561489+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tb0hdan/domains"}, {"content_hash": "978b01d66e32637da299c36df2b84de536411d2231499ca7e90d9e20c76a3cc1", "fetched_at": "2026-08-29T12:38:24.492345+00:00", "kind": "homepage", "missing": false, "url": "https://domainsproject.org"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:03:47.561489+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:03:47.561489+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T06:33:29.911975+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8aff43abe2fd8e4bf86b9fa1c617ea51877342ecd385d1ac1fa2f2517f4bda71", "fetched_at": "2026-08-28T04:03:47.561489+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tb0hdan/domains"}, {"content_hash": "978b01d66e32637da299c36df2b84de536411d2231499ca7e90d9e20c76a3cc1", "fetched_at": "2026-08-29T12:38:24.492345+00:00", "kind": "homepage", "missing": false, "url": "https://domainsproject.org"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:03:47.561489+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:03:47.561489+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:03:47.561489+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T06:33:29.911975+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8aff43abe2fd8e4bf86b9fa1c617ea51877342ecd385d1ac1fa2f2517f4bda71", "fetched_at": "2026-08-28T04:03:47.561489+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tb0hdan/domains"}, {"content_hash": "978b01d66e32637da299c36df2b84de536411d2231499ca7e90d9e20c76a3cc1", "fetched_at": "2026-08-29T12:38:24.492345+00:00", "kind": "homepage", "missing": false, "url": "https://domainsproject.org"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:03:47.561489+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:03:47.561489+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T06:33:29.911975+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8aff43abe2fd8e4bf86b9fa1c617ea51877342ecd385d1ac1fa2f2517f4bda71", "fetched_at": "2026-08-28T04:03:47.561489+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tb0hdan/domains"}, {"content_hash": "978b01d66e32637da299c36df2b84de536411d2231499ca7e90d9e20c76a3cc1", "fetched_at": "2026-08-29T12:38:24.492345+00:00", "kind": "homepage", "missing": false, "url": "https://domainsproject.org"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T06:33:29.911975+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8aff43abe2fd8e4bf86b9fa1c617ea51877342ecd385d1ac1fa2f2517f4bda71", "fetched_at": "2026-08-28T04:03:47.561489+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tb0hdan/domains"}, {"content_hash": "978b01d66e32637da299c36df2b84de536411d2231499ca7e90d9e20c76a3cc1", "fetched_at": "2026-08-29T12:38:24.492345+00:00", "kind": "homepage", "missing": false, "url": "https://domainsproject.org"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T06:33:29.911975+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8aff43abe2fd8e4bf86b9fa1c617ea51877342ecd385d1ac1fa2f2517f4bda71", "fetched_at": "2026-08-28T04:03:47.561489+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tb0hdan/domains"}, {"content_hash": "978b01d66e32637da299c36df2b84de536411d2231499ca7e90d9e20c76a3cc1", "fetched_at": "2026-08-29T12:38:24.492345+00:00", "kind": "homepage", "missing": false, "url": "https://domainsproject.org"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T06:33:29.911975+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8aff43abe2fd8e4bf86b9fa1c617ea51877342ecd385d1ac1fa2f2517f4bda71", "fetched_at": "2026-08-28T04:03:47.561489+00:00", "kind": "readme", "missing": false, "url": "https://github.com/tb0hdan/domains"}, {"content_hash": "978b01d66e32637da299c36df2b84de536411d2231499ca7e90d9e20c76a3cc1", "fetched_at": "2026-08-29T12:38:24.492345+00:00", "kind": "homepage", "missing": false, "url": "https://domainsproject.org"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 80, "longevity": 100, "rhythm": 35}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": ["no_releases"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 2425, "days_push": 123, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 68, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}