{"adoption": {"forks": 288, "observed_at": "2026-09-03T02:15:14.285131+00:00", "stars": 1044}, "canonical_url": "https://ross.abutalabs.com/products/langsmith-sdk", "card": {"archived": false, "artifact_type": "library", "description": "LangSmith Client SDK Implementations", "domain": ["large-language-models", "developer-tools", "monitoring", "machine-learning"], "enriched": true, "function": ["monitoring", "tracing", "llm-inference", "agent-framework", "sdk", "testing", "analytics"], "health_score": 100, "homepage": "https://docs.smith.langchain.com/", "language": "Python", "license": "MIT", "license_family": "permissive", "maturity": "active", "member_repos": ["langchain-ai/langsmith-sdk"], "name": "langchain-ai/langsmith-sdk", "platform": ["python", "cross-platform"], "pushed_at": "2026-09-03T00:07:05+00:00", "repo": "langchain-ai/langsmith-sdk", "stars": 1044, "tags": ["langsmith", "llm-observability", "tracing", "llm-evaluation", "langchain", "openai-wrappers", "agent-debugging", "ai-agents", "nodejs"], "topics": ["evaluation", "language-model", "observability"], "urls": [], "use_cases": ["trace llm calls in production", "debug ai agent failures", "evaluate llm app quality with datasets", "monitor chatbot performance", "instrument openai calls with tracing", "collect user feedback on model outputs", "build evaluation datasets from production traces"], "what_it_is": "Official Python and JavaScript/TypeScript client SDKs for the LangSmith platform, enabling tracing, debugging, evaluation, and monitoring of LLM applications and agents. It provides decorators and wrappers (e.g., traceable, wrap_openai) that capture end-to-end traces of LLM calls with minimal code changes.", "when_to_avoid": ["you want fully self-hosted open-source observability without the LangSmith platform", "your project has nothing to do with LLMs or agents", "you need a general-purpose APM tool for non-LLM services"], "when_to_choose": ["you need observability for LLM or agent applications", "you use LangChain or LangGraph and want one-variable tracing setup", "you want to evaluate and benchmark LLM outputs against datasets", "you need production monitoring and alerting for AI apps"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/langsmith-sdk", "repo": "langchain-ai/langsmith-sdk", "role": "main", "score": 93}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-09-03T02:15:14.285131+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T07:05:09.308418+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "a28ad2f34709ed406245f61d1c9b2ab48add5057cbfad9be5dfc62aec325bfd6", "fetched_at": "2026-09-03T02:15:14.285131+00:00", "kind": "readme", "missing": false, "url": "https://github.com/langchain-ai/langsmith-sdk"}, {"content_hash": "69d22a6c5e5e89c62df272543995681fc47721f6a770f02843e5d83c4d397092", "fetched_at": "2026-08-29T13:06:06.761494+00:00", "kind": "homepage", "missing": false, "url": "https://docs.smith.langchain.com/"}, {"content_hash": "e6cbe67a291c9e04582f26704296ce8837a53d1d9d8c5f7dadc4fec1be45c03d", "fetched_at": "2026-08-29T13:06:06.763969+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/"}, {"content_hash": "e2173e54f36b55cdd9616d4940dfed070aa4313a61644981330458f6a5ecc2ef", "fetched_at": "2026-08-29T13:06:06.765807+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/langsmith/observability-quickstart"}, {"content_hash": "211ddfcc915dd3b8d3b1dbe5a7e23e749069abe3e545756162c6307ebddae589", "fetched_at": "2026-08-29T13:06:06.767742+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/langsmith/integrations"}, {"content_hash": "5ab7220bb55564a4d48f48752a9372cf670be651e5153cf87f4c47bff28ed619", "fetched_at": "2026-08-29T13:06:06.769312+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/use-these-docs"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-09-03T02:15:14.285131+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T07:05:09.308418+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "a28ad2f34709ed406245f61d1c9b2ab48add5057cbfad9be5dfc62aec325bfd6", "fetched_at": "2026-09-03T02:15:14.285131+00:00", "kind": "readme", "missing": false, "url": "https://github.com/langchain-ai/langsmith-sdk"}, {"content_hash": "69d22a6c5e5e89c62df272543995681fc47721f6a770f02843e5d83c4d397092", "fetched_at": "2026-08-29T13:06:06.761494+00:00", "kind": "homepage", "missing": false, "url": "https://docs.smith.langchain.com/"}, {"content_hash": "e6cbe67a291c9e04582f26704296ce8837a53d1d9d8c5f7dadc4fec1be45c03d", "fetched_at": "2026-08-29T13:06:06.763969+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/"}, {"content_hash": "e2173e54f36b55cdd9616d4940dfed070aa4313a61644981330458f6a5ecc2ef", "fetched_at": "2026-08-29T13:06:06.765807+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/langsmith/observability-quickstart"}, {"content_hash": "211ddfcc915dd3b8d3b1dbe5a7e23e749069abe3e545756162c6307ebddae589", "fetched_at": "2026-08-29T13:06:06.767742+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/langsmith/integrations"}, {"content_hash": "5ab7220bb55564a4d48f48752a9372cf670be651e5153cf87f4c47bff28ed619", "fetched_at": "2026-08-29T13:06:06.769312+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/use-these-docs"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T07:05:09.308418+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "a28ad2f34709ed406245f61d1c9b2ab48add5057cbfad9be5dfc62aec325bfd6", "fetched_at": "2026-09-03T02:15:14.285131+00:00", "kind": "readme", "missing": false, "url": "https://github.com/langchain-ai/langsmith-sdk"}, {"content_hash": "69d22a6c5e5e89c62df272543995681fc47721f6a770f02843e5d83c4d397092", "fetched_at": "2026-08-29T13:06:06.761494+00:00", "kind": "homepage", "missing": false, "url": "https://docs.smith.langchain.com/"}, {"content_hash": "e6cbe67a291c9e04582f26704296ce8837a53d1d9d8c5f7dadc4fec1be45c03d", "fetched_at": "2026-08-29T13:06:06.763969+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/"}, {"content_hash": "e2173e54f36b55cdd9616d4940dfed070aa4313a61644981330458f6a5ecc2ef", "fetched_at": "2026-08-29T13:06:06.765807+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/langsmith/observability-quickstart"}, {"content_hash": "211ddfcc915dd3b8d3b1dbe5a7e23e749069abe3e545756162c6307ebddae589", "fetched_at": "2026-08-29T13:06:06.767742+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/langsmith/integrations"}, {"content_hash": "5ab7220bb55564a4d48f48752a9372cf670be651e5153cf87f4c47bff28ed619", "fetched_at": "2026-08-29T13:06:06.769312+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/use-these-docs"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-09-03T02:15:14.285131+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-09-03T02:15:14.285131+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-09-03T02:15:14.285131+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T07:05:09.308418+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "a28ad2f34709ed406245f61d1c9b2ab48add5057cbfad9be5dfc62aec325bfd6", "fetched_at": "2026-09-03T02:15:14.285131+00:00", "kind": "readme", "missing": false, "url": "https://github.com/langchain-ai/langsmith-sdk"}, {"content_hash": "69d22a6c5e5e89c62df272543995681fc47721f6a770f02843e5d83c4d397092", "fetched_at": "2026-08-29T13:06:06.761494+00:00", "kind": "homepage", "missing": false, "url": "https://docs.smith.langchain.com/"}, {"content_hash": "e6cbe67a291c9e04582f26704296ce8837a53d1d9d8c5f7dadc4fec1be45c03d", "fetched_at": "2026-08-29T13:06:06.763969+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/"}, {"content_hash": "e2173e54f36b55cdd9616d4940dfed070aa4313a61644981330458f6a5ecc2ef", "fetched_at": "2026-08-29T13:06:06.765807+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/langsmith/observability-quickstart"}, {"content_hash": "211ddfcc915dd3b8d3b1dbe5a7e23e749069abe3e545756162c6307ebddae589", "fetched_at": "2026-08-29T13:06:06.767742+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/langsmith/integrations"}, {"content_hash": "5ab7220bb55564a4d48f48752a9372cf670be651e5153cf87f4c47bff28ed619", "fetched_at": "2026-08-29T13:06:06.769312+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/use-these-docs"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-09-03T02:15:14.285131+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-09-03T02:15:14.285131+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T07:05:09.308418+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "a28ad2f34709ed406245f61d1c9b2ab48add5057cbfad9be5dfc62aec325bfd6", "fetched_at": "2026-09-03T02:15:14.285131+00:00", "kind": "readme", "missing": false, "url": "https://github.com/langchain-ai/langsmith-sdk"}, {"content_hash": "69d22a6c5e5e89c62df272543995681fc47721f6a770f02843e5d83c4d397092", "fetched_at": "2026-08-29T13:06:06.761494+00:00", "kind": "homepage", "missing": false, "url": "https://docs.smith.langchain.com/"}, {"content_hash": "e6cbe67a291c9e04582f26704296ce8837a53d1d9d8c5f7dadc4fec1be45c03d", "fetched_at": "2026-08-29T13:06:06.763969+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/"}, {"content_hash": "e2173e54f36b55cdd9616d4940dfed070aa4313a61644981330458f6a5ecc2ef", "fetched_at": "2026-08-29T13:06:06.765807+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/langsmith/observability-quickstart"}, {"content_hash": "211ddfcc915dd3b8d3b1dbe5a7e23e749069abe3e545756162c6307ebddae589", "fetched_at": "2026-08-29T13:06:06.767742+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/langsmith/integrations"}, {"content_hash": "5ab7220bb55564a4d48f48752a9372cf670be651e5153cf87f4c47bff28ed619", "fetched_at": "2026-08-29T13:06:06.769312+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/use-these-docs"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-09-03T02:15:14.285131+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-09-03T02:15:14.285131+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-09-03T02:15:14.285131+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T07:05:09.308418+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "a28ad2f34709ed406245f61d1c9b2ab48add5057cbfad9be5dfc62aec325bfd6", "fetched_at": "2026-09-03T02:15:14.285131+00:00", "kind": "readme", "missing": false, "url": "https://github.com/langchain-ai/langsmith-sdk"}, {"content_hash": "69d22a6c5e5e89c62df272543995681fc47721f6a770f02843e5d83c4d397092", "fetched_at": "2026-08-29T13:06:06.761494+00:00", "kind": "homepage", "missing": false, "url": "https://docs.smith.langchain.com/"}, {"content_hash": "e6cbe67a291c9e04582f26704296ce8837a53d1d9d8c5f7dadc4fec1be45c03d", "fetched_at": "2026-08-29T13:06:06.763969+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/"}, {"content_hash": "e2173e54f36b55cdd9616d4940dfed070aa4313a61644981330458f6a5ecc2ef", "fetched_at": "2026-08-29T13:06:06.765807+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/langsmith/observability-quickstart"}, {"content_hash": "211ddfcc915dd3b8d3b1dbe5a7e23e749069abe3e545756162c6307ebddae589", "fetched_at": "2026-08-29T13:06:06.767742+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/langsmith/integrations"}, {"content_hash": "5ab7220bb55564a4d48f48752a9372cf670be651e5153cf87f4c47bff28ed619", "fetched_at": "2026-08-29T13:06:06.769312+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/use-these-docs"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-09-03T02:15:14.285131+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-09-03T02:15:14.285131+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T07:05:09.308418+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "a28ad2f34709ed406245f61d1c9b2ab48add5057cbfad9be5dfc62aec325bfd6", "fetched_at": "2026-09-03T02:15:14.285131+00:00", "kind": "readme", "missing": false, "url": "https://github.com/langchain-ai/langsmith-sdk"}, {"content_hash": "69d22a6c5e5e89c62df272543995681fc47721f6a770f02843e5d83c4d397092", "fetched_at": "2026-08-29T13:06:06.761494+00:00", "kind": "homepage", "missing": false, "url": "https://docs.smith.langchain.com/"}, {"content_hash": "e6cbe67a291c9e04582f26704296ce8837a53d1d9d8c5f7dadc4fec1be45c03d", "fetched_at": "2026-08-29T13:06:06.763969+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/"}, {"content_hash": "e2173e54f36b55cdd9616d4940dfed070aa4313a61644981330458f6a5ecc2ef", "fetched_at": "2026-08-29T13:06:06.765807+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/langsmith/observability-quickstart"}, {"content_hash": "211ddfcc915dd3b8d3b1dbe5a7e23e749069abe3e545756162c6307ebddae589", "fetched_at": "2026-08-29T13:06:06.767742+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/langsmith/integrations"}, {"content_hash": "5ab7220bb55564a4d48f48752a9372cf670be651e5153cf87f4c47bff28ed619", "fetched_at": "2026-08-29T13:06:06.769312+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/use-these-docs"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T07:05:09.308418+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "a28ad2f34709ed406245f61d1c9b2ab48add5057cbfad9be5dfc62aec325bfd6", "fetched_at": "2026-09-03T02:15:14.285131+00:00", "kind": "readme", "missing": false, "url": "https://github.com/langchain-ai/langsmith-sdk"}, {"content_hash": "69d22a6c5e5e89c62df272543995681fc47721f6a770f02843e5d83c4d397092", "fetched_at": "2026-08-29T13:06:06.761494+00:00", "kind": "homepage", "missing": false, "url": "https://docs.smith.langchain.com/"}, {"content_hash": "e6cbe67a291c9e04582f26704296ce8837a53d1d9d8c5f7dadc4fec1be45c03d", "fetched_at": "2026-08-29T13:06:06.763969+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/"}, {"content_hash": "e2173e54f36b55cdd9616d4940dfed070aa4313a61644981330458f6a5ecc2ef", "fetched_at": "2026-08-29T13:06:06.765807+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/langsmith/observability-quickstart"}, {"content_hash": "211ddfcc915dd3b8d3b1dbe5a7e23e749069abe3e545756162c6307ebddae589", "fetched_at": "2026-08-29T13:06:06.767742+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/langsmith/integrations"}, {"content_hash": "5ab7220bb55564a4d48f48752a9372cf670be651e5153cf87f4c47bff28ed619", "fetched_at": "2026-08-29T13:06:06.769312+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/use-these-docs"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T07:05:09.308418+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "a28ad2f34709ed406245f61d1c9b2ab48add5057cbfad9be5dfc62aec325bfd6", "fetched_at": "2026-09-03T02:15:14.285131+00:00", "kind": "readme", "missing": false, "url": "https://github.com/langchain-ai/langsmith-sdk"}, {"content_hash": "69d22a6c5e5e89c62df272543995681fc47721f6a770f02843e5d83c4d397092", "fetched_at": "2026-08-29T13:06:06.761494+00:00", "kind": "homepage", "missing": false, "url": "https://docs.smith.langchain.com/"}, {"content_hash": "e6cbe67a291c9e04582f26704296ce8837a53d1d9d8c5f7dadc4fec1be45c03d", "fetched_at": "2026-08-29T13:06:06.763969+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/"}, {"content_hash": "e2173e54f36b55cdd9616d4940dfed070aa4313a61644981330458f6a5ecc2ef", "fetched_at": "2026-08-29T13:06:06.765807+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/langsmith/observability-quickstart"}, {"content_hash": "211ddfcc915dd3b8d3b1dbe5a7e23e749069abe3e545756162c6307ebddae589", "fetched_at": "2026-08-29T13:06:06.767742+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/langsmith/integrations"}, {"content_hash": "5ab7220bb55564a4d48f48752a9372cf670be651e5153cf87f4c47bff28ed619", "fetched_at": "2026-08-29T13:06:06.769312+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/use-these-docs"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T07:05:09.308418+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "a28ad2f34709ed406245f61d1c9b2ab48add5057cbfad9be5dfc62aec325bfd6", "fetched_at": "2026-09-03T02:15:14.285131+00:00", "kind": "readme", "missing": false, "url": "https://github.com/langchain-ai/langsmith-sdk"}, {"content_hash": "69d22a6c5e5e89c62df272543995681fc47721f6a770f02843e5d83c4d397092", "fetched_at": "2026-08-29T13:06:06.761494+00:00", "kind": "homepage", "missing": false, "url": "https://docs.smith.langchain.com/"}, {"content_hash": "e6cbe67a291c9e04582f26704296ce8837a53d1d9d8c5f7dadc4fec1be45c03d", "fetched_at": "2026-08-29T13:06:06.763969+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/"}, {"content_hash": "e2173e54f36b55cdd9616d4940dfed070aa4313a61644981330458f6a5ecc2ef", "fetched_at": "2026-08-29T13:06:06.765807+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/langsmith/observability-quickstart"}, {"content_hash": "211ddfcc915dd3b8d3b1dbe5a7e23e749069abe3e545756162c6307ebddae589", "fetched_at": "2026-08-29T13:06:06.767742+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/langsmith/integrations"}, {"content_hash": "5ab7220bb55564a4d48f48752a9372cf670be651e5153cf87f4c47bff28ed619", "fetched_at": "2026-08-29T13:06:06.769312+00:00", "kind": "site_page", "missing": false, "url": "https://docs.langchain.com/use-these-docs"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 100, "longevity": 85, "rhythm": 88}, "computed_at": "2026-09-03T02:39:23.370411+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 1191, "days_push": 0, "days_rel": 1, "gap_med": 1.0, "n_releases_24m": 301}, "score": 93, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 3, "stale_scrape": false}}