{"adoption": {"forks": 114, "observed_at": "2026-08-28T04:05:39.286411+00:00", "stars": 1808}, "canonical_url": "https://ross.abutalabs.com/products/ml-4m", "card": {"archived": false, "artifact_type": "library", "description": "4M: Massively Multimodal Masked Modeling", "domain": ["machine-learning", "computer-vision", "deep-learning", "artificial-intelligence", "image-processing"], "enriched": true, "function": ["machine-learning", "deep-learning", "image-processing", "nlp", "data-science"], "health_score": 35, "homepage": "https://4m.epfl.ch", "language": "Python", "license": "Apache-2.0", "license_family": "permissive", "maturity": "active", "member_repos": ["apple/ml-4m"], "name": "apple/ml-4m", "platform": ["python"], "pushed_at": "2025-06-02T22:35:20+00:00", "repo": "apple/ml-4m", "stars": 1808, "tags": ["multimodal", "masked-modeling", "foundation-models", "transformer", "any-to-any", "tokenization", "pretrained-models", "vision-models", "generative-models", "pytorch", "gpu", "linux"], "topics": [], "urls": [], "use_cases": ["train any-to-any multimodal foundation models", "run a single vision model across tens of tasks and modalities", "generate images conditioned on text or other modalities", "perform multimodal image editing and in-painting", "fine-tune a generalist vision model for downstream tasks", "tokenize images, text, geometry, and semantics into discrete tokens", "download pretrained multimodal transformer checkpoints"], "what_it_is": "4M is a framework from Apple and EPFL for training any-to-any multimodal foundation models using masked modeling over discrete tokens across tens of modalities. It includes official implementations, training code, tokenizers, and pre-trained models (4M-7, 4M-21) for versatile vision and multimodal generation tasks.", "when_to_avoid": ["you need a lightweight single-task vision model", "you lack GPU resources for large transformer training or inference", "you need production-ready multimodal APIs rather than a research framework", "your use case is text-only NLP"], "when_to_choose": ["you need one unified model handling many vision modalities and tasks", "you want to experiment with multimodal masked modeling research", "you need steerable multimodal generation or editing capabilities", "you want pretrained any-to-any vision models with open weights"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/ml-4m", "repo": "apple/ml-4m", "role": "main", "score": 35}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:05:39.286411+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T03:21:21.858574+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "cd7298de3e48b58fa78976cc5cbce6c4d415e73f3d3a42185889e232877a46bb", "fetched_at": "2026-08-28T04:05:39.286411+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apple/ml-4m"}, {"content_hash": "c8386effc6c80a0952ed3dbef3cfa65696753c84cc7ab88b533a2151b3085a31", "fetched_at": "2026-08-29T11:00:20.261548+00:00", "kind": "homepage", "missing": false, "url": "https://4m.epfl.ch"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:05:39.286411+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T03:21:21.858574+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "cd7298de3e48b58fa78976cc5cbce6c4d415e73f3d3a42185889e232877a46bb", "fetched_at": "2026-08-28T04:05:39.286411+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apple/ml-4m"}, {"content_hash": "c8386effc6c80a0952ed3dbef3cfa65696753c84cc7ab88b533a2151b3085a31", "fetched_at": "2026-08-29T11:00:20.261548+00:00", "kind": "homepage", "missing": false, "url": "https://4m.epfl.ch"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T03:21:21.858574+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "cd7298de3e48b58fa78976cc5cbce6c4d415e73f3d3a42185889e232877a46bb", "fetched_at": "2026-08-28T04:05:39.286411+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apple/ml-4m"}, {"content_hash": "c8386effc6c80a0952ed3dbef3cfa65696753c84cc7ab88b533a2151b3085a31", "fetched_at": "2026-08-29T11:00:20.261548+00:00", "kind": "homepage", "missing": false, "url": "https://4m.epfl.ch"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:05:39.286411+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:05:39.286411+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:05:39.286411+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T03:21:21.858574+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "cd7298de3e48b58fa78976cc5cbce6c4d415e73f3d3a42185889e232877a46bb", "fetched_at": "2026-08-28T04:05:39.286411+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apple/ml-4m"}, {"content_hash": "c8386effc6c80a0952ed3dbef3cfa65696753c84cc7ab88b533a2151b3085a31", "fetched_at": "2026-08-29T11:00:20.261548+00:00", "kind": "homepage", "missing": false, "url": "https://4m.epfl.ch"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:05:39.286411+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:05:39.286411+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T03:21:21.858574+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "cd7298de3e48b58fa78976cc5cbce6c4d415e73f3d3a42185889e232877a46bb", "fetched_at": "2026-08-28T04:05:39.286411+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apple/ml-4m"}, {"content_hash": "c8386effc6c80a0952ed3dbef3cfa65696753c84cc7ab88b533a2151b3085a31", "fetched_at": "2026-08-29T11:00:20.261548+00:00", "kind": "homepage", "missing": false, "url": "https://4m.epfl.ch"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:05:39.286411+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:05:39.286411+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:05:39.286411+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T03:21:21.858574+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "cd7298de3e48b58fa78976cc5cbce6c4d415e73f3d3a42185889e232877a46bb", "fetched_at": "2026-08-28T04:05:39.286411+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apple/ml-4m"}, {"content_hash": "c8386effc6c80a0952ed3dbef3cfa65696753c84cc7ab88b533a2151b3085a31", "fetched_at": "2026-08-29T11:00:20.261548+00:00", "kind": "homepage", "missing": false, "url": "https://4m.epfl.ch"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:05:39.286411+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:05:39.286411+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T03:21:21.858574+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "cd7298de3e48b58fa78976cc5cbce6c4d415e73f3d3a42185889e232877a46bb", "fetched_at": "2026-08-28T04:05:39.286411+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apple/ml-4m"}, {"content_hash": "c8386effc6c80a0952ed3dbef3cfa65696753c84cc7ab88b533a2151b3085a31", "fetched_at": "2026-08-29T11:00:20.261548+00:00", "kind": "homepage", "missing": false, "url": "https://4m.epfl.ch"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T03:21:21.858574+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "cd7298de3e48b58fa78976cc5cbce6c4d415e73f3d3a42185889e232877a46bb", "fetched_at": "2026-08-28T04:05:39.286411+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apple/ml-4m"}, {"content_hash": "c8386effc6c80a0952ed3dbef3cfa65696753c84cc7ab88b533a2151b3085a31", "fetched_at": "2026-08-29T11:00:20.261548+00:00", "kind": "homepage", "missing": false, "url": "https://4m.epfl.ch"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T03:21:21.858574+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "cd7298de3e48b58fa78976cc5cbce6c4d415e73f3d3a42185889e232877a46bb", "fetched_at": "2026-08-28T04:05:39.286411+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apple/ml-4m"}, {"content_hash": "c8386effc6c80a0952ed3dbef3cfa65696753c84cc7ab88b533a2151b3085a31", "fetched_at": "2026-08-29T11:00:20.261548+00:00", "kind": "homepage", "missing": false, "url": "https://4m.epfl.ch"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T03:21:21.858574+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "cd7298de3e48b58fa78976cc5cbce6c4d415e73f3d3a42185889e232877a46bb", "fetched_at": "2026-08-28T04:05:39.286411+00:00", "kind": "readme", "missing": false, "url": "https://github.com/apple/ml-4m"}, {"content_hash": "c8386effc6c80a0952ed3dbef3cfa65696753c84cc7ab88b533a2151b3085a31", "fetched_at": "2026-08-29T11:00:20.261548+00:00", "kind": "homepage", "missing": false, "url": "https://4m.epfl.ch"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 24, "longevity": 62, "rhythm": 35}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": ["no_releases"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 877, "days_push": 457, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 35, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}