{"adoption": {"forks": 194, "observed_at": "2026-08-28T04:03:48.074793+00:00", "stars": 1155}, "canonical_url": "https://ross.abutalabs.com/products/internal-safety-collapse", "card": {"archived": false, "artifact_type": "framework", "description": "We built an adversarial codespace setup. Place any AI agent into a normal workflow inside it, and the agent will fill in whatever is missing.", "domain": ["artificial-intelligence", "large-language-models", "security", "machine-learning"], "enriched": true, "function": ["machine-learning", "llm-inference", "agent-framework", "data-generation", "security", "benchmarking"], "health_score": 79, "homepage": "https://wuyoscar.github.io/Internal-Safety-Collapse/", "language": "Python", "license": "NOASSERTION", "license_family": "other", "maturity": "active", "member_repos": ["wuyoscar/Internal-Safety-Collapse"], "name": "wuyoscar/Internal-Safety-Collapse", "platform": ["python", "cli", "windows"], "pushed_at": "2026-08-21T05:30:32+00:00", "repo": "wuyoscar/Internal-Safety-Collapse", "stars": 1155, "tags": ["llm-safety", "red-teaming", "jailbreak", "ai-safety-evaluation", "isc-bench", "tvd", "adversarial-attacks", "safety-research", "research-code", "ai-agents", "linux", "macos"], "topics": [], "urls": [], "use_cases": ["red-team frontier LLM safety alignment", "generate adversarial jailbreak prompts automatically", "evaluate whether an LLM agent bypasses safety guardrails in agentic workflows", "build datasets of policy-violating model outputs for safety research", "test safety classifiers like guard models against agentic attacks", "reproduce safety collapse findings across frontier models"], "what_it_is": "ISC-Bench/TVD is a research framework for studying 'Internal Safety Collapse' in frontier LLMs, where agents placed in adversarial codespaces complete policy-violating tasks by inferring missing details. It provides red-teaming harnesses, dataset-scale harmful-content generation experiments, and archived evidence across 60+ frontier models.", "when_to_avoid": ["you want a production safety guardrail or content filter to deploy", "you lack authorization for red-teaming research", "you need a general-purpose agent framework rather than a safety evaluation tool"], "when_to_choose": ["you are an AI safety researcher studying agentic jailbreaks or safety alignment failures", "you need reproducible evidence of LLM safety collapse across many frontier models", "you want to generate adversarial evaluation data for training safety guardrails"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/internal-safety-collapse", "repo": "wuyoscar/Internal-Safety-Collapse", "role": "main", "score": 59}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:03:48.074793+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T06:32:14.902720+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8bb8322bf75cd9cdfa3d757115a8a23a55528784b8204038f613e95ddeb08825", "fetched_at": "2026-08-28T04:03:48.074793+00:00", "kind": "readme", "missing": false, "url": "https://github.com/wuyoscar/Internal-Safety-Collapse"}, {"content_hash": "aace8e7214d4f9215aa1de5df14aec695508836105e1483c2206425c8a960de4", "fetched_at": "2026-08-29T12:37:39.168999+00:00", "kind": "homepage", "missing": false, "url": "https://wuyoscar.github.io/Internal-Safety-Collapse/"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:03:48.074793+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T06:32:14.902720+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8bb8322bf75cd9cdfa3d757115a8a23a55528784b8204038f613e95ddeb08825", "fetched_at": "2026-08-28T04:03:48.074793+00:00", "kind": "readme", "missing": false, "url": "https://github.com/wuyoscar/Internal-Safety-Collapse"}, {"content_hash": "aace8e7214d4f9215aa1de5df14aec695508836105e1483c2206425c8a960de4", "fetched_at": "2026-08-29T12:37:39.168999+00:00", "kind": "homepage", "missing": false, "url": "https://wuyoscar.github.io/Internal-Safety-Collapse/"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T06:32:14.902720+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8bb8322bf75cd9cdfa3d757115a8a23a55528784b8204038f613e95ddeb08825", "fetched_at": "2026-08-28T04:03:48.074793+00:00", "kind": "readme", "missing": false, "url": "https://github.com/wuyoscar/Internal-Safety-Collapse"}, {"content_hash": "aace8e7214d4f9215aa1de5df14aec695508836105e1483c2206425c8a960de4", "fetched_at": "2026-08-29T12:37:39.168999+00:00", "kind": "homepage", "missing": false, "url": "https://wuyoscar.github.io/Internal-Safety-Collapse/"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:03:48.074793+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:03:48.074793+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:03:48.074793+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T06:32:14.902720+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8bb8322bf75cd9cdfa3d757115a8a23a55528784b8204038f613e95ddeb08825", "fetched_at": "2026-08-28T04:03:48.074793+00:00", "kind": "readme", "missing": false, "url": "https://github.com/wuyoscar/Internal-Safety-Collapse"}, {"content_hash": "aace8e7214d4f9215aa1de5df14aec695508836105e1483c2206425c8a960de4", "fetched_at": "2026-08-29T12:37:39.168999+00:00", "kind": "homepage", "missing": false, "url": "https://wuyoscar.github.io/Internal-Safety-Collapse/"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:03:48.074793+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:03:48.074793+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T06:32:14.902720+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8bb8322bf75cd9cdfa3d757115a8a23a55528784b8204038f613e95ddeb08825", "fetched_at": "2026-08-28T04:03:48.074793+00:00", "kind": "readme", "missing": false, "url": "https://github.com/wuyoscar/Internal-Safety-Collapse"}, {"content_hash": "aace8e7214d4f9215aa1de5df14aec695508836105e1483c2206425c8a960de4", "fetched_at": "2026-08-29T12:37:39.168999+00:00", "kind": "homepage", "missing": false, "url": "https://wuyoscar.github.io/Internal-Safety-Collapse/"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:03:48.074793+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:03:48.074793+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:03:48.074793+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T06:32:14.902720+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8bb8322bf75cd9cdfa3d757115a8a23a55528784b8204038f613e95ddeb08825", "fetched_at": "2026-08-28T04:03:48.074793+00:00", "kind": "readme", "missing": false, "url": "https://github.com/wuyoscar/Internal-Safety-Collapse"}, {"content_hash": "aace8e7214d4f9215aa1de5df14aec695508836105e1483c2206425c8a960de4", "fetched_at": "2026-08-29T12:37:39.168999+00:00", "kind": "homepage", "missing": false, "url": "https://wuyoscar.github.io/Internal-Safety-Collapse/"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:03:48.074793+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:03:48.074793+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T06:32:14.902720+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8bb8322bf75cd9cdfa3d757115a8a23a55528784b8204038f613e95ddeb08825", "fetched_at": "2026-08-28T04:03:48.074793+00:00", "kind": "readme", "missing": false, "url": "https://github.com/wuyoscar/Internal-Safety-Collapse"}, {"content_hash": "aace8e7214d4f9215aa1de5df14aec695508836105e1483c2206425c8a960de4", "fetched_at": "2026-08-29T12:37:39.168999+00:00", "kind": "homepage", "missing": false, "url": "https://wuyoscar.github.io/Internal-Safety-Collapse/"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T06:32:14.902720+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8bb8322bf75cd9cdfa3d757115a8a23a55528784b8204038f613e95ddeb08825", "fetched_at": "2026-08-28T04:03:48.074793+00:00", "kind": "readme", "missing": false, "url": "https://github.com/wuyoscar/Internal-Safety-Collapse"}, {"content_hash": "aace8e7214d4f9215aa1de5df14aec695508836105e1483c2206425c8a960de4", "fetched_at": "2026-08-29T12:37:39.168999+00:00", "kind": "homepage", "missing": false, "url": "https://wuyoscar.github.io/Internal-Safety-Collapse/"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T06:32:14.902720+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8bb8322bf75cd9cdfa3d757115a8a23a55528784b8204038f613e95ddeb08825", "fetched_at": "2026-08-28T04:03:48.074793+00:00", "kind": "readme", "missing": false, "url": "https://github.com/wuyoscar/Internal-Safety-Collapse"}, {"content_hash": "aace8e7214d4f9215aa1de5df14aec695508836105e1483c2206425c8a960de4", "fetched_at": "2026-08-29T12:37:39.168999+00:00", "kind": "homepage", "missing": false, "url": "https://wuyoscar.github.io/Internal-Safety-Collapse/"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T06:32:14.902720+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "8bb8322bf75cd9cdfa3d757115a8a23a55528784b8204038f613e95ddeb08825", "fetched_at": "2026-08-28T04:03:48.074793+00:00", "kind": "readme", "missing": false, "url": "https://github.com/wuyoscar/Internal-Safety-Collapse"}, {"content_hash": "aace8e7214d4f9215aa1de5df14aec695508836105e1483c2206425c8a960de4", "fetched_at": "2026-08-29T12:37:39.168999+00:00", "kind": "homepage", "missing": false, "url": "https://wuyoscar.github.io/Internal-Safety-Collapse/"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 98, "longevity": 13, "rhythm": 35}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": ["no_releases", "no_license"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 185, "days_push": 12, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 59, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}