{"adoption": {"forks": 1858, "observed_at": "2026-08-28T04:11:20.504047+00:00", "stars": 17882}, "canonical_url": "https://ross.abutalabs.com/products/deepeval", "card": {"archived": false, "artifact_type": "framework", "description": "The LLM Evaluation Framework", "domain": ["large-language-models", "machine-learning", "chatbots", "developer-tools", "testing"], "enriched": true, "function": ["testing", "machine-learning", "llm-inference", "rag", "agent-framework", "benchmarking", "data-generation", "cli"], "health_score": 100, "homepage": "https://deepeval.com", "language": "Python", "license": "Apache-2.0", "license_family": "permissive", "maturity": "active", "member_repos": ["confident-ai/deepeval"], "name": "confident-ai/deepeval", "platform": ["python", "cli", "cross-platform"], "pushed_at": "2026-08-26T07:53:19+00:00", "repo": "confident-ai/deepeval", "stars": 17882, "tags": ["llm-evaluation", "llm-as-a-judge", "pytest", "evaluation-metrics", "synthetic-data", "ci-cd", "hallucination-detection", "multimodal-evaluation", "trajectory-evaluation", "ai-agents", "retrieval-augmented-generation"], "topics": ["evaluation-metrics", "evaluation-framework", "llm-evaluation", "llm-evaluation-framework", "llm-evaluation-metrics", "python"], "urls": [], "use_cases": ["evaluate rag pipeline faithfulness and hallucination", "unit test llm outputs in ci/cd with pytest", "evaluate ai agent trajectories and tool use", "score chatbot multi-turn conversation quality", "generate synthetic test datasets for llm edge cases", "run llm-as-a-judge metrics with custom criteria", "test llm safety for toxicity and bias", "trace and evaluate langchain or llamaindex apps"], "what_it_is": "DeepEval is an open-source Python framework for evaluating LLM applications with pytest-style unit tests and 50+ research-backed metrics including LLM-as-a-judge, RAG, agent, conversational, safety, and multimodal metrics. It supports end-to-end, trajectory-based, and component-level evals, synthetic dataset generation, and integrations with frameworks like LangChain, LlamaIndex, CrewAI, and OpenAI Agents.", "when_to_avoid": ["you need a general ML model evaluation library for classical ML tasks", "you want a hosted-only evaluation service without running code locally", "your project is not Python-based"], "when_to_choose": ["you need pytest-native LLM evaluation that runs in CI/CD", "you want ready-made research-backed metrics for RAG, agents, or chatbots", "you need to evaluate agent execution traces across popular orchestration frameworks", "you want local-first evaluation with optional cloud dashboards"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/deepeval", "repo": "confident-ai/deepeval", "role": "main", "score": 95}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:11:20.504047+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T17:02:17.830814+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d023b67ac363861f276337496c11e7db731784e3569b1b11fc9b9aa877e75a96", "fetched_at": "2026-08-28T04:11:20.504047+00:00", "kind": "readme", "missing": false, "url": "https://github.com/confident-ai/deepeval"}, {"content_hash": "dd1c68efed678b607aa09c0d8b198eabb8c9b0f7b2101d983523e3111a9cc960", "fetched_at": "2026-08-29T08:00:33.974835+00:00", "kind": "homepage", "missing": false, "url": "https://deepeval.com"}, {"content_hash": "bd70c6cc717cb853a6240f640d8f2e4f5ff40fcb4c4bde8d14aff501e4736a61", "fetched_at": "2026-08-29T08:00:33.977984+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/docs/introduction"}, {"content_hash": "cd3537a63c2ecc219d81b742b3b3a0209f0211b4ee560df2ef2126c53b861930", "fetched_at": "2026-08-29T08:00:33.980263+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations"}, {"content_hash": "ae121dd152822e762a35b1db5491125d8875f87379182b584f22d04caa289368", "fetched_at": "2026-08-29T08:00:33.982072+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/changelog"}, {"content_hash": "b1df154f8041811fc96a47eff7d9b11a4ffa74638596dd0e4c6834eb6611aef7", "fetched_at": "2026-08-29T08:00:33.984128+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/langchain"}, {"content_hash": "9c533558eb445ef4d3cd6b90e8516ec76b702ab5914b5816be1be27e790b28b6", "fetched_at": "2026-08-29T08:00:33.986484+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/llamaindex"}, {"content_hash": "77064da92efd68a6b3441d869debae9e504a9c1c5778883dbf52a7a18ad872e4", "fetched_at": "2026-08-29T08:00:33.989047+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/crewai"}, {"content_hash": "d8a0ef65d6a6dcf88f959820ed01fe4555acce7525ec16ff8fbb454920493cda", "fetched_at": "2026-08-29T08:00:33.992163+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/openai-agents"}, {"content_hash": "8ee0acb42e1fd3be5e1231a472381d00e3c1d748e61b80d62494e850ad2e58a5", "fetched_at": "2026-08-29T08:00:33.995092+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/langgraph"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:11:20.504047+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T17:02:17.830814+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d023b67ac363861f276337496c11e7db731784e3569b1b11fc9b9aa877e75a96", "fetched_at": "2026-08-28T04:11:20.504047+00:00", "kind": "readme", "missing": false, "url": "https://github.com/confident-ai/deepeval"}, {"content_hash": "dd1c68efed678b607aa09c0d8b198eabb8c9b0f7b2101d983523e3111a9cc960", "fetched_at": "2026-08-29T08:00:33.974835+00:00", "kind": "homepage", "missing": false, "url": "https://deepeval.com"}, {"content_hash": "bd70c6cc717cb853a6240f640d8f2e4f5ff40fcb4c4bde8d14aff501e4736a61", "fetched_at": "2026-08-29T08:00:33.977984+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/docs/introduction"}, {"content_hash": "cd3537a63c2ecc219d81b742b3b3a0209f0211b4ee560df2ef2126c53b861930", "fetched_at": "2026-08-29T08:00:33.980263+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations"}, {"content_hash": "ae121dd152822e762a35b1db5491125d8875f87379182b584f22d04caa289368", "fetched_at": "2026-08-29T08:00:33.982072+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/changelog"}, {"content_hash": "b1df154f8041811fc96a47eff7d9b11a4ffa74638596dd0e4c6834eb6611aef7", "fetched_at": "2026-08-29T08:00:33.984128+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/langchain"}, {"content_hash": "9c533558eb445ef4d3cd6b90e8516ec76b702ab5914b5816be1be27e790b28b6", "fetched_at": "2026-08-29T08:00:33.986484+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/llamaindex"}, {"content_hash": "77064da92efd68a6b3441d869debae9e504a9c1c5778883dbf52a7a18ad872e4", "fetched_at": "2026-08-29T08:00:33.989047+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/crewai"}, {"content_hash": "d8a0ef65d6a6dcf88f959820ed01fe4555acce7525ec16ff8fbb454920493cda", "fetched_at": "2026-08-29T08:00:33.992163+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/openai-agents"}, {"content_hash": "8ee0acb42e1fd3be5e1231a472381d00e3c1d748e61b80d62494e850ad2e58a5", "fetched_at": "2026-08-29T08:00:33.995092+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/langgraph"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T17:02:17.830814+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d023b67ac363861f276337496c11e7db731784e3569b1b11fc9b9aa877e75a96", "fetched_at": "2026-08-28T04:11:20.504047+00:00", "kind": "readme", "missing": false, "url": "https://github.com/confident-ai/deepeval"}, {"content_hash": "dd1c68efed678b607aa09c0d8b198eabb8c9b0f7b2101d983523e3111a9cc960", "fetched_at": "2026-08-29T08:00:33.974835+00:00", "kind": "homepage", "missing": false, "url": "https://deepeval.com"}, {"content_hash": "bd70c6cc717cb853a6240f640d8f2e4f5ff40fcb4c4bde8d14aff501e4736a61", "fetched_at": "2026-08-29T08:00:33.977984+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/docs/introduction"}, {"content_hash": "cd3537a63c2ecc219d81b742b3b3a0209f0211b4ee560df2ef2126c53b861930", "fetched_at": "2026-08-29T08:00:33.980263+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations"}, {"content_hash": "ae121dd152822e762a35b1db5491125d8875f87379182b584f22d04caa289368", "fetched_at": "2026-08-29T08:00:33.982072+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/changelog"}, {"content_hash": "b1df154f8041811fc96a47eff7d9b11a4ffa74638596dd0e4c6834eb6611aef7", "fetched_at": "2026-08-29T08:00:33.984128+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/langchain"}, {"content_hash": "9c533558eb445ef4d3cd6b90e8516ec76b702ab5914b5816be1be27e790b28b6", "fetched_at": "2026-08-29T08:00:33.986484+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/llamaindex"}, {"content_hash": "77064da92efd68a6b3441d869debae9e504a9c1c5778883dbf52a7a18ad872e4", "fetched_at": "2026-08-29T08:00:33.989047+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/crewai"}, {"content_hash": "d8a0ef65d6a6dcf88f959820ed01fe4555acce7525ec16ff8fbb454920493cda", "fetched_at": "2026-08-29T08:00:33.992163+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/openai-agents"}, {"content_hash": "8ee0acb42e1fd3be5e1231a472381d00e3c1d748e61b80d62494e850ad2e58a5", "fetched_at": "2026-08-29T08:00:33.995092+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/langgraph"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:11:20.504047+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:11:20.504047+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:11:20.504047+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T17:02:17.830814+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d023b67ac363861f276337496c11e7db731784e3569b1b11fc9b9aa877e75a96", "fetched_at": "2026-08-28T04:11:20.504047+00:00", "kind": "readme", "missing": false, "url": "https://github.com/confident-ai/deepeval"}, {"content_hash": "dd1c68efed678b607aa09c0d8b198eabb8c9b0f7b2101d983523e3111a9cc960", "fetched_at": "2026-08-29T08:00:33.974835+00:00", "kind": "homepage", "missing": false, "url": "https://deepeval.com"}, {"content_hash": "bd70c6cc717cb853a6240f640d8f2e4f5ff40fcb4c4bde8d14aff501e4736a61", "fetched_at": "2026-08-29T08:00:33.977984+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/docs/introduction"}, {"content_hash": "cd3537a63c2ecc219d81b742b3b3a0209f0211b4ee560df2ef2126c53b861930", "fetched_at": "2026-08-29T08:00:33.980263+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations"}, {"content_hash": "ae121dd152822e762a35b1db5491125d8875f87379182b584f22d04caa289368", "fetched_at": "2026-08-29T08:00:33.982072+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/changelog"}, {"content_hash": "b1df154f8041811fc96a47eff7d9b11a4ffa74638596dd0e4c6834eb6611aef7", "fetched_at": "2026-08-29T08:00:33.984128+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/langchain"}, {"content_hash": "9c533558eb445ef4d3cd6b90e8516ec76b702ab5914b5816be1be27e790b28b6", "fetched_at": "2026-08-29T08:00:33.986484+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/llamaindex"}, {"content_hash": "77064da92efd68a6b3441d869debae9e504a9c1c5778883dbf52a7a18ad872e4", "fetched_at": "2026-08-29T08:00:33.989047+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/crewai"}, {"content_hash": "d8a0ef65d6a6dcf88f959820ed01fe4555acce7525ec16ff8fbb454920493cda", "fetched_at": "2026-08-29T08:00:33.992163+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/openai-agents"}, {"content_hash": "8ee0acb42e1fd3be5e1231a472381d00e3c1d748e61b80d62494e850ad2e58a5", "fetched_at": "2026-08-29T08:00:33.995092+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/langgraph"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:11:20.504047+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:11:20.504047+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T17:02:17.830814+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d023b67ac363861f276337496c11e7db731784e3569b1b11fc9b9aa877e75a96", "fetched_at": "2026-08-28T04:11:20.504047+00:00", "kind": "readme", "missing": false, "url": "https://github.com/confident-ai/deepeval"}, {"content_hash": "dd1c68efed678b607aa09c0d8b198eabb8c9b0f7b2101d983523e3111a9cc960", "fetched_at": "2026-08-29T08:00:33.974835+00:00", "kind": "homepage", "missing": false, "url": "https://deepeval.com"}, {"content_hash": "bd70c6cc717cb853a6240f640d8f2e4f5ff40fcb4c4bde8d14aff501e4736a61", "fetched_at": "2026-08-29T08:00:33.977984+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/docs/introduction"}, {"content_hash": "cd3537a63c2ecc219d81b742b3b3a0209f0211b4ee560df2ef2126c53b861930", "fetched_at": "2026-08-29T08:00:33.980263+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations"}, {"content_hash": "ae121dd152822e762a35b1db5491125d8875f87379182b584f22d04caa289368", "fetched_at": "2026-08-29T08:00:33.982072+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/changelog"}, {"content_hash": "b1df154f8041811fc96a47eff7d9b11a4ffa74638596dd0e4c6834eb6611aef7", "fetched_at": "2026-08-29T08:00:33.984128+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/langchain"}, {"content_hash": "9c533558eb445ef4d3cd6b90e8516ec76b702ab5914b5816be1be27e790b28b6", "fetched_at": "2026-08-29T08:00:33.986484+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/llamaindex"}, {"content_hash": "77064da92efd68a6b3441d869debae9e504a9c1c5778883dbf52a7a18ad872e4", "fetched_at": "2026-08-29T08:00:33.989047+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/crewai"}, {"content_hash": "d8a0ef65d6a6dcf88f959820ed01fe4555acce7525ec16ff8fbb454920493cda", "fetched_at": "2026-08-29T08:00:33.992163+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/openai-agents"}, {"content_hash": "8ee0acb42e1fd3be5e1231a472381d00e3c1d748e61b80d62494e850ad2e58a5", "fetched_at": "2026-08-29T08:00:33.995092+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/langgraph"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:11:20.504047+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:11:20.504047+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:11:20.504047+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T17:02:17.830814+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d023b67ac363861f276337496c11e7db731784e3569b1b11fc9b9aa877e75a96", "fetched_at": "2026-08-28T04:11:20.504047+00:00", "kind": "readme", "missing": false, "url": "https://github.com/confident-ai/deepeval"}, {"content_hash": "dd1c68efed678b607aa09c0d8b198eabb8c9b0f7b2101d983523e3111a9cc960", "fetched_at": "2026-08-29T08:00:33.974835+00:00", "kind": "homepage", "missing": false, "url": "https://deepeval.com"}, {"content_hash": "bd70c6cc717cb853a6240f640d8f2e4f5ff40fcb4c4bde8d14aff501e4736a61", "fetched_at": "2026-08-29T08:00:33.977984+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/docs/introduction"}, {"content_hash": "cd3537a63c2ecc219d81b742b3b3a0209f0211b4ee560df2ef2126c53b861930", "fetched_at": "2026-08-29T08:00:33.980263+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations"}, {"content_hash": "ae121dd152822e762a35b1db5491125d8875f87379182b584f22d04caa289368", "fetched_at": "2026-08-29T08:00:33.982072+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/changelog"}, {"content_hash": "b1df154f8041811fc96a47eff7d9b11a4ffa74638596dd0e4c6834eb6611aef7", "fetched_at": "2026-08-29T08:00:33.984128+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/langchain"}, {"content_hash": "9c533558eb445ef4d3cd6b90e8516ec76b702ab5914b5816be1be27e790b28b6", "fetched_at": "2026-08-29T08:00:33.986484+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/llamaindex"}, {"content_hash": "77064da92efd68a6b3441d869debae9e504a9c1c5778883dbf52a7a18ad872e4", "fetched_at": "2026-08-29T08:00:33.989047+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/crewai"}, {"content_hash": "d8a0ef65d6a6dcf88f959820ed01fe4555acce7525ec16ff8fbb454920493cda", "fetched_at": "2026-08-29T08:00:33.992163+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/openai-agents"}, {"content_hash": "8ee0acb42e1fd3be5e1231a472381d00e3c1d748e61b80d62494e850ad2e58a5", "fetched_at": "2026-08-29T08:00:33.995092+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/langgraph"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:11:20.504047+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:11:20.504047+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T17:02:17.830814+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d023b67ac363861f276337496c11e7db731784e3569b1b11fc9b9aa877e75a96", "fetched_at": "2026-08-28T04:11:20.504047+00:00", "kind": "readme", "missing": false, "url": "https://github.com/confident-ai/deepeval"}, {"content_hash": "dd1c68efed678b607aa09c0d8b198eabb8c9b0f7b2101d983523e3111a9cc960", "fetched_at": "2026-08-29T08:00:33.974835+00:00", "kind": "homepage", "missing": false, "url": "https://deepeval.com"}, {"content_hash": "bd70c6cc717cb853a6240f640d8f2e4f5ff40fcb4c4bde8d14aff501e4736a61", "fetched_at": "2026-08-29T08:00:33.977984+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/docs/introduction"}, {"content_hash": "cd3537a63c2ecc219d81b742b3b3a0209f0211b4ee560df2ef2126c53b861930", "fetched_at": "2026-08-29T08:00:33.980263+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations"}, {"content_hash": "ae121dd152822e762a35b1db5491125d8875f87379182b584f22d04caa289368", "fetched_at": "2026-08-29T08:00:33.982072+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/changelog"}, {"content_hash": "b1df154f8041811fc96a47eff7d9b11a4ffa74638596dd0e4c6834eb6611aef7", "fetched_at": "2026-08-29T08:00:33.984128+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/langchain"}, {"content_hash": "9c533558eb445ef4d3cd6b90e8516ec76b702ab5914b5816be1be27e790b28b6", "fetched_at": "2026-08-29T08:00:33.986484+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/llamaindex"}, {"content_hash": "77064da92efd68a6b3441d869debae9e504a9c1c5778883dbf52a7a18ad872e4", "fetched_at": "2026-08-29T08:00:33.989047+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/crewai"}, {"content_hash": "d8a0ef65d6a6dcf88f959820ed01fe4555acce7525ec16ff8fbb454920493cda", "fetched_at": "2026-08-29T08:00:33.992163+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/openai-agents"}, {"content_hash": "8ee0acb42e1fd3be5e1231a472381d00e3c1d748e61b80d62494e850ad2e58a5", "fetched_at": "2026-08-29T08:00:33.995092+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/langgraph"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T17:02:17.830814+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d023b67ac363861f276337496c11e7db731784e3569b1b11fc9b9aa877e75a96", "fetched_at": "2026-08-28T04:11:20.504047+00:00", "kind": "readme", "missing": false, "url": "https://github.com/confident-ai/deepeval"}, {"content_hash": "dd1c68efed678b607aa09c0d8b198eabb8c9b0f7b2101d983523e3111a9cc960", "fetched_at": "2026-08-29T08:00:33.974835+00:00", "kind": "homepage", "missing": false, "url": "https://deepeval.com"}, {"content_hash": "bd70c6cc717cb853a6240f640d8f2e4f5ff40fcb4c4bde8d14aff501e4736a61", "fetched_at": "2026-08-29T08:00:33.977984+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/docs/introduction"}, {"content_hash": "cd3537a63c2ecc219d81b742b3b3a0209f0211b4ee560df2ef2126c53b861930", "fetched_at": "2026-08-29T08:00:33.980263+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations"}, {"content_hash": "ae121dd152822e762a35b1db5491125d8875f87379182b584f22d04caa289368", "fetched_at": "2026-08-29T08:00:33.982072+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/changelog"}, {"content_hash": "b1df154f8041811fc96a47eff7d9b11a4ffa74638596dd0e4c6834eb6611aef7", "fetched_at": "2026-08-29T08:00:33.984128+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/langchain"}, {"content_hash": "9c533558eb445ef4d3cd6b90e8516ec76b702ab5914b5816be1be27e790b28b6", "fetched_at": "2026-08-29T08:00:33.986484+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/llamaindex"}, {"content_hash": "77064da92efd68a6b3441d869debae9e504a9c1c5778883dbf52a7a18ad872e4", "fetched_at": "2026-08-29T08:00:33.989047+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/crewai"}, {"content_hash": "d8a0ef65d6a6dcf88f959820ed01fe4555acce7525ec16ff8fbb454920493cda", "fetched_at": "2026-08-29T08:00:33.992163+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/openai-agents"}, {"content_hash": "8ee0acb42e1fd3be5e1231a472381d00e3c1d748e61b80d62494e850ad2e58a5", "fetched_at": "2026-08-29T08:00:33.995092+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/langgraph"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T17:02:17.830814+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d023b67ac363861f276337496c11e7db731784e3569b1b11fc9b9aa877e75a96", "fetched_at": "2026-08-28T04:11:20.504047+00:00", "kind": "readme", "missing": false, "url": "https://github.com/confident-ai/deepeval"}, {"content_hash": "dd1c68efed678b607aa09c0d8b198eabb8c9b0f7b2101d983523e3111a9cc960", "fetched_at": "2026-08-29T08:00:33.974835+00:00", "kind": "homepage", "missing": false, "url": "https://deepeval.com"}, {"content_hash": "bd70c6cc717cb853a6240f640d8f2e4f5ff40fcb4c4bde8d14aff501e4736a61", "fetched_at": "2026-08-29T08:00:33.977984+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/docs/introduction"}, {"content_hash": "cd3537a63c2ecc219d81b742b3b3a0209f0211b4ee560df2ef2126c53b861930", "fetched_at": "2026-08-29T08:00:33.980263+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations"}, {"content_hash": "ae121dd152822e762a35b1db5491125d8875f87379182b584f22d04caa289368", "fetched_at": "2026-08-29T08:00:33.982072+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/changelog"}, {"content_hash": "b1df154f8041811fc96a47eff7d9b11a4ffa74638596dd0e4c6834eb6611aef7", "fetched_at": "2026-08-29T08:00:33.984128+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/langchain"}, {"content_hash": "9c533558eb445ef4d3cd6b90e8516ec76b702ab5914b5816be1be27e790b28b6", "fetched_at": "2026-08-29T08:00:33.986484+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/llamaindex"}, {"content_hash": "77064da92efd68a6b3441d869debae9e504a9c1c5778883dbf52a7a18ad872e4", "fetched_at": "2026-08-29T08:00:33.989047+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/crewai"}, {"content_hash": "d8a0ef65d6a6dcf88f959820ed01fe4555acce7525ec16ff8fbb454920493cda", "fetched_at": "2026-08-29T08:00:33.992163+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/openai-agents"}, {"content_hash": "8ee0acb42e1fd3be5e1231a472381d00e3c1d748e61b80d62494e850ad2e58a5", "fetched_at": "2026-08-29T08:00:33.995092+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/langgraph"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T17:02:17.830814+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "d023b67ac363861f276337496c11e7db731784e3569b1b11fc9b9aa877e75a96", "fetched_at": "2026-08-28T04:11:20.504047+00:00", "kind": "readme", "missing": false, "url": "https://github.com/confident-ai/deepeval"}, {"content_hash": "dd1c68efed678b607aa09c0d8b198eabb8c9b0f7b2101d983523e3111a9cc960", "fetched_at": "2026-08-29T08:00:33.974835+00:00", "kind": "homepage", "missing": false, "url": "https://deepeval.com"}, {"content_hash": "bd70c6cc717cb853a6240f640d8f2e4f5ff40fcb4c4bde8d14aff501e4736a61", "fetched_at": "2026-08-29T08:00:33.977984+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/docs/introduction"}, {"content_hash": "cd3537a63c2ecc219d81b742b3b3a0209f0211b4ee560df2ef2126c53b861930", "fetched_at": "2026-08-29T08:00:33.980263+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations"}, {"content_hash": "ae121dd152822e762a35b1db5491125d8875f87379182b584f22d04caa289368", "fetched_at": "2026-08-29T08:00:33.982072+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/changelog"}, {"content_hash": "b1df154f8041811fc96a47eff7d9b11a4ffa74638596dd0e4c6834eb6611aef7", "fetched_at": "2026-08-29T08:00:33.984128+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/langchain"}, {"content_hash": "9c533558eb445ef4d3cd6b90e8516ec76b702ab5914b5816be1be27e790b28b6", "fetched_at": "2026-08-29T08:00:33.986484+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/llamaindex"}, {"content_hash": "77064da92efd68a6b3441d869debae9e504a9c1c5778883dbf52a7a18ad872e4", "fetched_at": "2026-08-29T08:00:33.989047+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/crewai"}, {"content_hash": "d8a0ef65d6a6dcf88f959820ed01fe4555acce7525ec16ff8fbb454920493cda", "fetched_at": "2026-08-29T08:00:33.992163+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/openai-agents"}, {"content_hash": "8ee0acb42e1fd3be5e1231a472381d00e3c1d748e61b80d62494e850ad2e58a5", "fetched_at": "2026-08-29T08:00:33.995092+00:00", "kind": "site_page", "missing": false, "url": "https://deepeval.com/integrations/frameworks/langgraph"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 99, "longevity": 79, "rhythm": 99}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 1119, "days_push": 7, "days_rel": 9, "gap_med": 11.5, "n_releases_24m": 27}, "score": 95, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}