{"adoption": {"forks": 111, "observed_at": "2026-08-28T04:05:03.838916+00:00", "stars": 1561}, "canonical_url": "https://ross.abutalabs.com/products/rex-omni", "card": {"archived": false, "artifact_type": "library", "description": "[CVPR2026] Detect Anything via Next Point Prediction ", "domain": ["computer-vision", "image-processing", "artificial-intelligence", "large-language-models"], "enriched": true, "function": ["computer-vision", "ocr", "machine-learning", "llm-inference"], "health_score": 61, "homepage": "https://rex-omni.github.io/", "language": "Jupyter Notebook", "license": "NOASSERTION", "license_family": "other", "maturity": "active", "member_repos": ["IDEA-Research/Rex-Omni"], "name": "IDEA-Research/Rex-Omni", "platform": ["python", "cross-platform"], "pushed_at": "2026-02-22T02:59:06+00:00", "repo": "IDEA-Research/Rex-Omni", "stars": 1561, "tags": ["mllm", "open-set-detection", "next-point-prediction", "visual-grounding", "keypoint-detection", "visual-prompting", "grpo", "fine-tuning", "awq-quantization", "natural-language-processing", "gpu"], "topics": ["mllm", "object-detection", "open-set"], "urls": [], "use_cases": ["detect objects in images by category name", "open-set object detection with text prompts", "locate objects from referring expressions", "point to objects described in natural language", "OCR with bounding boxes and polygons", "keypoint detection for humans and animals", "detect objects matching a visual prompt box", "fine-tune a detection model on custom pointing datasets"], "what_it_is": "Rex-Omni is a 3B-parameter multimodal large language model that unifies object detection, OCR, pointing, keypoint detection, and visual prompting as a next-point-prediction task. It ships with a Python wrapper for inference, fine-tuning (SFT and GRPO), evaluation code, and an AWQ-quantized checkpoint.", "when_to_avoid": ["you need real-time detection on CPU-only hardware", "you need a mature production detector with a permissive license", "you need video or 3D perception rather than single-image tasks"], "when_to_choose": ["you need one unified model for multiple visual grounding tasks", "you want open-vocabulary detection driven by natural language", "you need a lightweight 3B model with quantized weights for GPU inference", "you want to fine-tune detection or pointing behavior with SFT or RL"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/rex-omni", "repo": "IDEA-Research/Rex-Omni", "role": "main", "score": 47}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.838916+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T04:29:43.103056+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b91000771437214c6edec5005452e97952cf2b0e6863891bc999b8cfa1889339", "fetched_at": "2026-08-28T04:05:03.838916+00:00", "kind": "readme", "missing": false, "url": "https://github.com/IDEA-Research/Rex-Omni"}, {"content_hash": "f08933d2ed0b0e21989f4553c199856b65ceae972b2f518ce05bfb8a1638d620", "fetched_at": "2026-08-29T11:29:22.595666+00:00", "kind": "homepage", "missing": false, "url": "https://rex-omni.github.io/"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.838916+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T04:29:43.103056+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b91000771437214c6edec5005452e97952cf2b0e6863891bc999b8cfa1889339", "fetched_at": "2026-08-28T04:05:03.838916+00:00", "kind": "readme", "missing": false, "url": "https://github.com/IDEA-Research/Rex-Omni"}, {"content_hash": "f08933d2ed0b0e21989f4553c199856b65ceae972b2f518ce05bfb8a1638d620", "fetched_at": "2026-08-29T11:29:22.595666+00:00", "kind": "homepage", "missing": false, "url": "https://rex-omni.github.io/"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T04:29:43.103056+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b91000771437214c6edec5005452e97952cf2b0e6863891bc999b8cfa1889339", "fetched_at": "2026-08-28T04:05:03.838916+00:00", "kind": "readme", "missing": false, "url": "https://github.com/IDEA-Research/Rex-Omni"}, {"content_hash": "f08933d2ed0b0e21989f4553c199856b65ceae972b2f518ce05bfb8a1638d620", "fetched_at": "2026-08-29T11:29:22.595666+00:00", "kind": "homepage", "missing": false, "url": "https://rex-omni.github.io/"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.838916+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.838916+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.838916+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T04:29:43.103056+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b91000771437214c6edec5005452e97952cf2b0e6863891bc999b8cfa1889339", "fetched_at": "2026-08-28T04:05:03.838916+00:00", "kind": "readme", "missing": false, "url": "https://github.com/IDEA-Research/Rex-Omni"}, {"content_hash": "f08933d2ed0b0e21989f4553c199856b65ceae972b2f518ce05bfb8a1638d620", "fetched_at": "2026-08-29T11:29:22.595666+00:00", "kind": "homepage", "missing": false, "url": "https://rex-omni.github.io/"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.838916+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.838916+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T04:29:43.103056+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b91000771437214c6edec5005452e97952cf2b0e6863891bc999b8cfa1889339", "fetched_at": "2026-08-28T04:05:03.838916+00:00", "kind": "readme", "missing": false, "url": "https://github.com/IDEA-Research/Rex-Omni"}, {"content_hash": "f08933d2ed0b0e21989f4553c199856b65ceae972b2f518ce05bfb8a1638d620", "fetched_at": "2026-08-29T11:29:22.595666+00:00", "kind": "homepage", "missing": false, "url": "https://rex-omni.github.io/"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.838916+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.838916+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.838916+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T04:29:43.103056+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b91000771437214c6edec5005452e97952cf2b0e6863891bc999b8cfa1889339", "fetched_at": "2026-08-28T04:05:03.838916+00:00", "kind": "readme", "missing": false, "url": "https://github.com/IDEA-Research/Rex-Omni"}, {"content_hash": "f08933d2ed0b0e21989f4553c199856b65ceae972b2f518ce05bfb8a1638d620", "fetched_at": "2026-08-29T11:29:22.595666+00:00", "kind": "homepage", "missing": false, "url": "https://rex-omni.github.io/"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.838916+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:05:03.838916+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T04:29:43.103056+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b91000771437214c6edec5005452e97952cf2b0e6863891bc999b8cfa1889339", "fetched_at": "2026-08-28T04:05:03.838916+00:00", "kind": "readme", "missing": false, "url": "https://github.com/IDEA-Research/Rex-Omni"}, {"content_hash": "f08933d2ed0b0e21989f4553c199856b65ceae972b2f518ce05bfb8a1638d620", "fetched_at": "2026-08-29T11:29:22.595666+00:00", "kind": "homepage", "missing": false, "url": "https://rex-omni.github.io/"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T04:29:43.103056+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b91000771437214c6edec5005452e97952cf2b0e6863891bc999b8cfa1889339", "fetched_at": "2026-08-28T04:05:03.838916+00:00", "kind": "readme", "missing": false, "url": "https://github.com/IDEA-Research/Rex-Omni"}, {"content_hash": "f08933d2ed0b0e21989f4553c199856b65ceae972b2f518ce05bfb8a1638d620", "fetched_at": "2026-08-29T11:29:22.595666+00:00", "kind": "homepage", "missing": false, "url": "https://rex-omni.github.io/"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T04:29:43.103056+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b91000771437214c6edec5005452e97952cf2b0e6863891bc999b8cfa1889339", "fetched_at": "2026-08-28T04:05:03.838916+00:00", "kind": "readme", "missing": false, "url": "https://github.com/IDEA-Research/Rex-Omni"}, {"content_hash": "f08933d2ed0b0e21989f4553c199856b65ceae972b2f518ce05bfb8a1638d620", "fetched_at": "2026-08-29T11:29:22.595666+00:00", "kind": "homepage", "missing": false, "url": "https://rex-omni.github.io/"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T04:29:43.103056+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "b91000771437214c6edec5005452e97952cf2b0e6863891bc999b8cfa1889339", "fetched_at": "2026-08-28T04:05:03.838916+00:00", "kind": "readme", "missing": false, "url": "https://github.com/IDEA-Research/Rex-Omni"}, {"content_hash": "f08933d2ed0b0e21989f4553c199856b65ceae972b2f518ce05bfb8a1638d620", "fetched_at": "2026-08-29T11:29:22.595666+00:00", "kind": "homepage", "missing": false, "url": "https://rex-omni.github.io/"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 68, "longevity": 23, "rhythm": 35}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": ["no_releases", "no_license"], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 334, "days_push": 192, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 47, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}