{"adoption": {"forks": 430, "observed_at": "2026-08-28T04:08:15.139895+00:00", "stars": 3708}, "canonical_url": "https://ross.abutalabs.com/products/grounded-sam-2", "card": {"archived": false, "artifact_type": "library", "description": "Grounded SAM 2: Ground and Track Anything in Videos with Grounding DINO, Florence-2 and SAM 2", "domain": ["computer-vision", "image-processing", "artificial-intelligence", "deep-learning"], "enriched": true, "function": ["computer-vision", "image-processing", "machine-learning", "deep-learning"], "health_score": 61, "homepage": "https://arxiv.org/abs/2401.14159", "language": "Jupyter Notebook", "license": "Apache-2.0", "license_family": "permissive", "maturity": "active", "member_repos": ["IDEA-Research/Grounded-SAM-2"], "name": "IDEA-Research/Grounded-SAM-2", "platform": ["python", "cross-platform"], "pushed_at": "2025-11-11T12:16:57+00:00", "repo": "IDEA-Research/Grounded-SAM-2", "stars": 3708, "tags": ["object-detection", "image-segmentation", "video-object-tracking", "open-vocabulary-detection", "sam2", "grounding-dino", "florence-2", "dino-x", "zero-shot", "jupyter-notebooks", "video", "gpu"], "topics": [], "urls": [], "use_cases": ["segment any object in an image using a text prompt", "track objects across video frames with text-based grounding", "auto-annotate datasets with masks for training segmentation models", "detect and segment dense small objects in high-resolution 4K images with SAHI", "visualize detection, segmentation, and tracking results on videos", "run zero-shot open-vocabulary segmentation benchmarks"], "what_it_is": "Grounded SAM 2 is a foundation-model pipeline that combines open-set detectors (Grounding DINO, Grounding DINO 1.5/1.6, Florence-2, DINO-X) with SAM 2 to detect, segment, and track arbitrary objects in images and videos from text prompts. It provides simple demo implementations and visualization built on the supervision library.", "when_to_avoid": ["you need a production-ready optimized inference service rather than demo notebooks", "you lack GPU resources, since the models are heavy to run locally", "you only need classic closed-set detection with fixed classes, where a lightweight YOLO-style detector suffices", "you need real-time performance on edge devices"], "when_to_choose": ["you need text-prompted open-vocabulary detection and segmentation without training a custom model", "you want to segment and track objects in videos with a proven research pipeline", "you need automated mask annotation for dataset labeling", "you want simple reference implementations combining Grounding DINO/Florence-2/DINO-X with SAM 2"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/grounded-sam-2", "repo": "IDEA-Research/Grounded-SAM-2", "role": "main", "score": 37}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:08:15.139895+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T18:30:56.717472+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b8084bb7784dd6c81c55ec7acf892e78a4af53cee131459a927badf4a8bb990c", "fetched_at": "2026-08-28T04:08:15.139895+00:00", "kind": "readme", "missing": false, "url": "https://github.com/IDEA-Research/Grounded-SAM-2"}, {"content_hash": "9a6bd885f6d511a5d563de985ef85ec2093d05386a73f97bfc898d5f34d5c1e6", "fetched_at": "2026-08-29T09:24:29.894572+00:00", "kind": "homepage", "missing": false, "url": "https://arxiv.org/abs/2401.14159"}, {"content_hash": "47cbc55ff1deaca3f36b463373de863a7053d91cacf9f95725618e11610209ae", "fetched_at": "2026-08-29T09:24:29.906607+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about/ourmembers.html"}, {"content_hash": "cca9c3a11c56b1212864e03fb8a5511a3bdb6df53398ba4dd2ed778f931607dd", "fetched_at": "2026-08-29T09:24:29.903472+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about/donate.html"}, {"content_hash": "a1f16f915a9ad89ee57c3e929a1b6577d481f52c05f8015fc720b16ee8014f19", "fetched_at": "2026-08-29T09:24:29.908448+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about"}, {"content_hash": "b14a8d05a0ec337409ab63bffd91306b5317b16fac358aa6d1fe6afbaf3c8628", "fetched_at": "2026-08-29T09:24:29.905094+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/labs/index.html"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:08:15.139895+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T18:30:56.717472+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b8084bb7784dd6c81c55ec7acf892e78a4af53cee131459a927badf4a8bb990c", "fetched_at": "2026-08-28T04:08:15.139895+00:00", "kind": "readme", "missing": false, "url": "https://github.com/IDEA-Research/Grounded-SAM-2"}, {"content_hash": "9a6bd885f6d511a5d563de985ef85ec2093d05386a73f97bfc898d5f34d5c1e6", "fetched_at": "2026-08-29T09:24:29.894572+00:00", "kind": "homepage", "missing": false, "url": "https://arxiv.org/abs/2401.14159"}, {"content_hash": "47cbc55ff1deaca3f36b463373de863a7053d91cacf9f95725618e11610209ae", "fetched_at": "2026-08-29T09:24:29.906607+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about/ourmembers.html"}, {"content_hash": "cca9c3a11c56b1212864e03fb8a5511a3bdb6df53398ba4dd2ed778f931607dd", "fetched_at": "2026-08-29T09:24:29.903472+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about/donate.html"}, {"content_hash": "a1f16f915a9ad89ee57c3e929a1b6577d481f52c05f8015fc720b16ee8014f19", "fetched_at": "2026-08-29T09:24:29.908448+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about"}, {"content_hash": "b14a8d05a0ec337409ab63bffd91306b5317b16fac358aa6d1fe6afbaf3c8628", "fetched_at": "2026-08-29T09:24:29.905094+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/labs/index.html"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T18:30:56.717472+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b8084bb7784dd6c81c55ec7acf892e78a4af53cee131459a927badf4a8bb990c", "fetched_at": "2026-08-28T04:08:15.139895+00:00", "kind": "readme", "missing": false, "url": "https://github.com/IDEA-Research/Grounded-SAM-2"}, {"content_hash": "9a6bd885f6d511a5d563de985ef85ec2093d05386a73f97bfc898d5f34d5c1e6", "fetched_at": "2026-08-29T09:24:29.894572+00:00", "kind": "homepage", "missing": false, "url": "https://arxiv.org/abs/2401.14159"}, {"content_hash": "47cbc55ff1deaca3f36b463373de863a7053d91cacf9f95725618e11610209ae", "fetched_at": "2026-08-29T09:24:29.906607+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about/ourmembers.html"}, {"content_hash": "cca9c3a11c56b1212864e03fb8a5511a3bdb6df53398ba4dd2ed778f931607dd", "fetched_at": "2026-08-29T09:24:29.903472+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about/donate.html"}, {"content_hash": "a1f16f915a9ad89ee57c3e929a1b6577d481f52c05f8015fc720b16ee8014f19", "fetched_at": "2026-08-29T09:24:29.908448+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about"}, {"content_hash": "b14a8d05a0ec337409ab63bffd91306b5317b16fac358aa6d1fe6afbaf3c8628", "fetched_at": "2026-08-29T09:24:29.905094+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/labs/index.html"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:08:15.139895+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:08:15.139895+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:08:15.139895+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T18:30:56.717472+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b8084bb7784dd6c81c55ec7acf892e78a4af53cee131459a927badf4a8bb990c", "fetched_at": "2026-08-28T04:08:15.139895+00:00", "kind": "readme", "missing": false, "url": "https://github.com/IDEA-Research/Grounded-SAM-2"}, {"content_hash": "9a6bd885f6d511a5d563de985ef85ec2093d05386a73f97bfc898d5f34d5c1e6", "fetched_at": "2026-08-29T09:24:29.894572+00:00", "kind": "homepage", "missing": false, "url": "https://arxiv.org/abs/2401.14159"}, {"content_hash": "47cbc55ff1deaca3f36b463373de863a7053d91cacf9f95725618e11610209ae", "fetched_at": "2026-08-29T09:24:29.906607+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about/ourmembers.html"}, {"content_hash": "cca9c3a11c56b1212864e03fb8a5511a3bdb6df53398ba4dd2ed778f931607dd", "fetched_at": "2026-08-29T09:24:29.903472+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about/donate.html"}, {"content_hash": "a1f16f915a9ad89ee57c3e929a1b6577d481f52c05f8015fc720b16ee8014f19", "fetched_at": "2026-08-29T09:24:29.908448+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about"}, {"content_hash": "b14a8d05a0ec337409ab63bffd91306b5317b16fac358aa6d1fe6afbaf3c8628", "fetched_at": "2026-08-29T09:24:29.905094+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/labs/index.html"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:08:15.139895+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:08:15.139895+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T18:30:56.717472+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b8084bb7784dd6c81c55ec7acf892e78a4af53cee131459a927badf4a8bb990c", "fetched_at": "2026-08-28T04:08:15.139895+00:00", "kind": "readme", "missing": false, "url": "https://github.com/IDEA-Research/Grounded-SAM-2"}, {"content_hash": "9a6bd885f6d511a5d563de985ef85ec2093d05386a73f97bfc898d5f34d5c1e6", "fetched_at": "2026-08-29T09:24:29.894572+00:00", "kind": "homepage", "missing": false, "url": "https://arxiv.org/abs/2401.14159"}, {"content_hash": "47cbc55ff1deaca3f36b463373de863a7053d91cacf9f95725618e11610209ae", "fetched_at": "2026-08-29T09:24:29.906607+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about/ourmembers.html"}, {"content_hash": "cca9c3a11c56b1212864e03fb8a5511a3bdb6df53398ba4dd2ed778f931607dd", "fetched_at": "2026-08-29T09:24:29.903472+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about/donate.html"}, {"content_hash": "a1f16f915a9ad89ee57c3e929a1b6577d481f52c05f8015fc720b16ee8014f19", "fetched_at": "2026-08-29T09:24:29.908448+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about"}, {"content_hash": "b14a8d05a0ec337409ab63bffd91306b5317b16fac358aa6d1fe6afbaf3c8628", "fetched_at": "2026-08-29T09:24:29.905094+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/labs/index.html"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:08:15.139895+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:08:15.139895+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:08:15.139895+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T18:30:56.717472+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b8084bb7784dd6c81c55ec7acf892e78a4af53cee131459a927badf4a8bb990c", "fetched_at": "2026-08-28T04:08:15.139895+00:00", "kind": "readme", "missing": false, "url": "https://github.com/IDEA-Research/Grounded-SAM-2"}, {"content_hash": "9a6bd885f6d511a5d563de985ef85ec2093d05386a73f97bfc898d5f34d5c1e6", "fetched_at": "2026-08-29T09:24:29.894572+00:00", "kind": "homepage", "missing": false, "url": "https://arxiv.org/abs/2401.14159"}, {"content_hash": "47cbc55ff1deaca3f36b463373de863a7053d91cacf9f95725618e11610209ae", "fetched_at": "2026-08-29T09:24:29.906607+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about/ourmembers.html"}, {"content_hash": "cca9c3a11c56b1212864e03fb8a5511a3bdb6df53398ba4dd2ed778f931607dd", "fetched_at": "2026-08-29T09:24:29.903472+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about/donate.html"}, {"content_hash": "a1f16f915a9ad89ee57c3e929a1b6577d481f52c05f8015fc720b16ee8014f19", "fetched_at": "2026-08-29T09:24:29.908448+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about"}, {"content_hash": "b14a8d05a0ec337409ab63bffd91306b5317b16fac358aa6d1fe6afbaf3c8628", "fetched_at": "2026-08-29T09:24:29.905094+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/labs/index.html"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:08:15.139895+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:08:15.139895+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T18:30:56.717472+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b8084bb7784dd6c81c55ec7acf892e78a4af53cee131459a927badf4a8bb990c", "fetched_at": "2026-08-28T04:08:15.139895+00:00", "kind": "readme", "missing": false, "url": "https://github.com/IDEA-Research/Grounded-SAM-2"}, {"content_hash": "9a6bd885f6d511a5d563de985ef85ec2093d05386a73f97bfc898d5f34d5c1e6", "fetched_at": "2026-08-29T09:24:29.894572+00:00", "kind": "homepage", "missing": false, "url": "https://arxiv.org/abs/2401.14159"}, {"content_hash": "47cbc55ff1deaca3f36b463373de863a7053d91cacf9f95725618e11610209ae", "fetched_at": "2026-08-29T09:24:29.906607+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about/ourmembers.html"}, {"content_hash": "cca9c3a11c56b1212864e03fb8a5511a3bdb6df53398ba4dd2ed778f931607dd", "fetched_at": "2026-08-29T09:24:29.903472+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about/donate.html"}, {"content_hash": "a1f16f915a9ad89ee57c3e929a1b6577d481f52c05f8015fc720b16ee8014f19", "fetched_at": "2026-08-29T09:24:29.908448+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about"}, {"content_hash": "b14a8d05a0ec337409ab63bffd91306b5317b16fac358aa6d1fe6afbaf3c8628", "fetched_at": "2026-08-29T09:24:29.905094+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/labs/index.html"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T18:30:56.717472+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b8084bb7784dd6c81c55ec7acf892e78a4af53cee131459a927badf4a8bb990c", "fetched_at": "2026-08-28T04:08:15.139895+00:00", "kind": "readme", "missing": false, "url": "https://github.com/IDEA-Research/Grounded-SAM-2"}, {"content_hash": "9a6bd885f6d511a5d563de985ef85ec2093d05386a73f97bfc898d5f34d5c1e6", "fetched_at": "2026-08-29T09:24:29.894572+00:00", "kind": "homepage", "missing": false, "url": "https://arxiv.org/abs/2401.14159"}, {"content_hash": "47cbc55ff1deaca3f36b463373de863a7053d91cacf9f95725618e11610209ae", "fetched_at": "2026-08-29T09:24:29.906607+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about/ourmembers.html"}, {"content_hash": "cca9c3a11c56b1212864e03fb8a5511a3bdb6df53398ba4dd2ed778f931607dd", "fetched_at": "2026-08-29T09:24:29.903472+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about/donate.html"}, {"content_hash": "a1f16f915a9ad89ee57c3e929a1b6577d481f52c05f8015fc720b16ee8014f19", "fetched_at": "2026-08-29T09:24:29.908448+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about"}, {"content_hash": "b14a8d05a0ec337409ab63bffd91306b5317b16fac358aa6d1fe6afbaf3c8628", "fetched_at": "2026-08-29T09:24:29.905094+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/labs/index.html"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T18:30:56.717472+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b8084bb7784dd6c81c55ec7acf892e78a4af53cee131459a927badf4a8bb990c", "fetched_at": "2026-08-28T04:08:15.139895+00:00", "kind": "readme", "missing": false, "url": "https://github.com/IDEA-Research/Grounded-SAM-2"}, {"content_hash": "9a6bd885f6d511a5d563de985ef85ec2093d05386a73f97bfc898d5f34d5c1e6", "fetched_at": "2026-08-29T09:24:29.894572+00:00", "kind": "homepage", "missing": false, "url": "https://arxiv.org/abs/2401.14159"}, {"content_hash": "47cbc55ff1deaca3f36b463373de863a7053d91cacf9f95725618e11610209ae", "fetched_at": "2026-08-29T09:24:29.906607+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about/ourmembers.html"}, {"content_hash": "cca9c3a11c56b1212864e03fb8a5511a3bdb6df53398ba4dd2ed778f931607dd", "fetched_at": "2026-08-29T09:24:29.903472+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about/donate.html"}, {"content_hash": "a1f16f915a9ad89ee57c3e929a1b6577d481f52c05f8015fc720b16ee8014f19", "fetched_at": "2026-08-29T09:24:29.908448+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about"}, {"content_hash": "b14a8d05a0ec337409ab63bffd91306b5317b16fac358aa6d1fe6afbaf3c8628", "fetched_at": "2026-08-29T09:24:29.905094+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/labs/index.html"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T18:30:56.717472+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b8084bb7784dd6c81c55ec7acf892e78a4af53cee131459a927badf4a8bb990c", "fetched_at": "2026-08-28T04:08:15.139895+00:00", "kind": "readme", "missing": false, "url": "https://github.com/IDEA-Research/Grounded-SAM-2"}, {"content_hash": "9a6bd885f6d511a5d563de985ef85ec2093d05386a73f97bfc898d5f34d5c1e6", "fetched_at": "2026-08-29T09:24:29.894572+00:00", "kind": "homepage", "missing": false, "url": "https://arxiv.org/abs/2401.14159"}, {"content_hash": "47cbc55ff1deaca3f36b463373de863a7053d91cacf9f95725618e11610209ae", "fetched_at": "2026-08-29T09:24:29.906607+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about/ourmembers.html"}, {"content_hash": "cca9c3a11c56b1212864e03fb8a5511a3bdb6df53398ba4dd2ed778f931607dd", "fetched_at": "2026-08-29T09:24:29.903472+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about/donate.html"}, {"content_hash": "a1f16f915a9ad89ee57c3e929a1b6577d481f52c05f8015fc720b16ee8014f19", "fetched_at": "2026-08-29T09:24:29.908448+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/about"}, {"content_hash": "b14a8d05a0ec337409ab63bffd91306b5317b16fac358aa6d1fe6afbaf3c8628", "fetched_at": "2026-08-29T09:24:29.905094+00:00", "kind": "site_page", "missing": false, "url": "https://info.arxiv.org/labs/index.html"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 51, "longevity": 54, "rhythm": 8}, "computed_at": "2026-09-02T17:46:02.011165+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 762, "days_push": 295, "days_rel": 630, "gap_med": null, "n_releases_24m": 1}, "score": 37, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}