{"adoption": {"forks": 288, "observed_at": "2026-08-28T04:04:33.548234+00:00", "stars": 1378}, "canonical_url": "https://ross.abutalabs.com/products/ail-framework", "card": {"archived": false, "artifact_type": "framework", "description": "AIL framework - Analysis Information Leak framework. Project moved to https://github.com/ail-project", "domain": ["security", "osint", "crawlers", "privacy"], "enriched": true, "function": ["web-scraping", "nlp", "search-engine", "monitoring", "security", "data-science", "ocr", "etl"], "health_score": 79, "homepage": "https://github.com/ail-project/ail-framework", "language": "Python", "license": "AGPL-3.0", "license_family": "copyleft", "maturity": "active", "member_repos": ["CIRCL/AIL-framework"], "name": "CIRCL/AIL-framework", "platform": ["python", "self-hosted"], "pushed_at": "2026-08-19T12:54:34+00:00", "repo": "CIRCL/AIL-framework", "stars": 1378, "tags": ["threat-intelligence", "leak-analysis", "tor-crawler", "yara", "misp-integration", "dark-web-monitoring", "retro-hunting", "natural-language-processing", "linux", "docker"], "topics": ["ail-framework", "information-leak", "information-security", "analysis", "data-mining", "security", "security-incidents", "leak", "privacy"], "urls": [], "use_cases": ["monitor dark web marketplaces and Tor hidden services for leaked data", "detect leaked credentials and sensitive information mentions", "retro-hunt historical data with keywords, regex, and YARA rules", "crawl and analyze chat platform communications for threat intelligence", "correlate extracted indicators and export them to MISP", "process unstructured text with OCR, decoding, and tagging pipelines"], "what_it_is": "AIL framework is an open-source Python platform for collecting, crawling, processing, and analyzing unstructured data from the clear web, Tor, I2P, chat platforms, files, and external feeds. Originally developed at CIRCL, it helps analysts extract, detect, correlate, and share intelligence such as leaked credentials and threat information.", "when_to_avoid": ["you need a simple one-off web scraper without analysis workflows", "you cannot self-host a multi-component Python framework with crawlers and feeders", "your focus is structured data analytics rather than unstructured threat intelligence"], "when_to_choose": ["you need continuous monitoring of leaks, pastes, chats, or hidden services for security intelligence", "you want an extensible Python framework with detection, correlation, and MISP integration", "you run a SOC or CERT and need automated retro-hunting with YARA and regex"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/ail-framework", "repo": "CIRCL/AIL-framework", "role": "main", "score": 67}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:04:33.548234+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T04:40:20.498860+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1695e6ae15898f30e21af9d244d37229ac95142a302a24745ceca8841731940c", "fetched_at": "2026-08-28T04:04:33.548234+00:00", "kind": "readme", "missing": false, "url": "https://github.com/CIRCL/AIL-framework"}, {"content_hash": "64ba322a1af089de03f61d3cf47b679b1f7e4d7611238c0c5e6c436cd5007625", "fetched_at": "2026-08-29T11:56:23.369702+00:00", "kind": "homepage", "missing": false, "url": "https://github.com/ail-project/ail-framework"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:04:33.548234+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T04:40:20.498860+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1695e6ae15898f30e21af9d244d37229ac95142a302a24745ceca8841731940c", "fetched_at": "2026-08-28T04:04:33.548234+00:00", "kind": "readme", "missing": false, "url": "https://github.com/CIRCL/AIL-framework"}, {"content_hash": "64ba322a1af089de03f61d3cf47b679b1f7e4d7611238c0c5e6c436cd5007625", "fetched_at": "2026-08-29T11:56:23.369702+00:00", "kind": "homepage", "missing": false, "url": "https://github.com/ail-project/ail-framework"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T04:40:20.498860+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1695e6ae15898f30e21af9d244d37229ac95142a302a24745ceca8841731940c", "fetched_at": "2026-08-28T04:04:33.548234+00:00", "kind": "readme", "missing": false, "url": "https://github.com/CIRCL/AIL-framework"}, {"content_hash": "64ba322a1af089de03f61d3cf47b679b1f7e4d7611238c0c5e6c436cd5007625", "fetched_at": "2026-08-29T11:56:23.369702+00:00", "kind": "homepage", "missing": false, "url": "https://github.com/ail-project/ail-framework"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:04:33.548234+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:04:33.548234+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:04:33.548234+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T04:40:20.498860+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1695e6ae15898f30e21af9d244d37229ac95142a302a24745ceca8841731940c", "fetched_at": "2026-08-28T04:04:33.548234+00:00", "kind": "readme", "missing": false, "url": "https://github.com/CIRCL/AIL-framework"}, {"content_hash": "64ba322a1af089de03f61d3cf47b679b1f7e4d7611238c0c5e6c436cd5007625", "fetched_at": "2026-08-29T11:56:23.369702+00:00", "kind": "homepage", "missing": false, "url": "https://github.com/ail-project/ail-framework"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:04:33.548234+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:04:33.548234+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T04:40:20.498860+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1695e6ae15898f30e21af9d244d37229ac95142a302a24745ceca8841731940c", "fetched_at": "2026-08-28T04:04:33.548234+00:00", "kind": "readme", "missing": false, "url": "https://github.com/CIRCL/AIL-framework"}, {"content_hash": "64ba322a1af089de03f61d3cf47b679b1f7e4d7611238c0c5e6c436cd5007625", "fetched_at": "2026-08-29T11:56:23.369702+00:00", "kind": "homepage", "missing": false, "url": "https://github.com/ail-project/ail-framework"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:04:33.548234+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:04:33.548234+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:04:33.548234+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T04:40:20.498860+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1695e6ae15898f30e21af9d244d37229ac95142a302a24745ceca8841731940c", "fetched_at": "2026-08-28T04:04:33.548234+00:00", "kind": "readme", "missing": false, "url": "https://github.com/CIRCL/AIL-framework"}, {"content_hash": "64ba322a1af089de03f61d3cf47b679b1f7e4d7611238c0c5e6c436cd5007625", "fetched_at": "2026-08-29T11:56:23.369702+00:00", "kind": "homepage", "missing": false, "url": "https://github.com/ail-project/ail-framework"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:04:33.548234+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:04:33.548234+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T04:40:20.498860+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1695e6ae15898f30e21af9d244d37229ac95142a302a24745ceca8841731940c", "fetched_at": "2026-08-28T04:04:33.548234+00:00", "kind": "readme", "missing": false, "url": "https://github.com/CIRCL/AIL-framework"}, {"content_hash": "64ba322a1af089de03f61d3cf47b679b1f7e4d7611238c0c5e6c436cd5007625", "fetched_at": "2026-08-29T11:56:23.369702+00:00", "kind": "homepage", "missing": false, "url": "https://github.com/ail-project/ail-framework"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T04:40:20.498860+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1695e6ae15898f30e21af9d244d37229ac95142a302a24745ceca8841731940c", "fetched_at": "2026-08-28T04:04:33.548234+00:00", "kind": "readme", "missing": false, "url": "https://github.com/CIRCL/AIL-framework"}, {"content_hash": "64ba322a1af089de03f61d3cf47b679b1f7e4d7611238c0c5e6c436cd5007625", "fetched_at": "2026-08-29T11:56:23.369702+00:00", "kind": "homepage", "missing": false, "url": "https://github.com/ail-project/ail-framework"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T04:40:20.498860+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1695e6ae15898f30e21af9d244d37229ac95142a302a24745ceca8841731940c", "fetched_at": "2026-08-28T04:04:33.548234+00:00", "kind": "readme", "missing": false, "url": "https://github.com/CIRCL/AIL-framework"}, {"content_hash": "64ba322a1af089de03f61d3cf47b679b1f7e4d7611238c0c5e6c436cd5007625", "fetched_at": "2026-08-29T11:56:23.369702+00:00", "kind": "homepage", "missing": false, "url": "https://github.com/ail-project/ail-framework"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T04:40:20.498860+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "1695e6ae15898f30e21af9d244d37229ac95142a302a24745ceca8841731940c", "fetched_at": "2026-08-28T04:04:33.548234+00:00", "kind": "readme", "missing": false, "url": "https://github.com/CIRCL/AIL-framework"}, {"content_hash": "64ba322a1af089de03f61d3cf47b679b1f7e4d7611238c0c5e6c436cd5007625", "fetched_at": "2026-08-29T11:56:23.369702+00:00", "kind": "homepage", "missing": false, "url": "https://github.com/ail-project/ail-framework"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 98, "longevity": 100, "rhythm": 8}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 4411, "days_push": 14, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 67, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}