{"adoption": {"forks": 743, "observed_at": "2026-08-28T04:08:37.542604+00:00", "stars": 4159}, "canonical_url": "https://ross.abutalabs.com/products/spark-nlp", "card": {"archived": false, "artifact_type": "library", "description": "State of the Art Natural Language Processing", "domain": ["machine-learning", "large-language-models", "data-science", "big-data"], "enriched": true, "function": ["nlp", "machine-learning", "llm-inference", "speech-recognition", "image-processing", "rag"], "health_score": 99, "homepage": "https://sparknlp.org/", "language": "Scala", "license": "Apache-2.0", "license_family": "permissive", "maturity": "stable", "member_repos": ["JohnSnowLabs/spark-nlp", "JohnSnowLabs/spark-nlp-workshop"], "name": "Spark NLP", "platform": ["python", "jvm", "cloud"], "pushed_at": "2026-08-26T16:16:26+00:00", "repo": "JohnSnowLabs/spark-nlp", "stars": 4159, "tags": ["apache-spark", "transformers", "pretrained-models", "distributed-computing", "named-entity-recognition", "sentiment-analysis", "onnx", "tensorflow", "natural-language-processing", "gpu", "docker"], "topics": ["nlp", "natural-language-processing", "spark", "pyspark", "named-entity-recognition", "sentiment-analysis", "lemmatizer", "spell-checker", "entity-extraction", "part-of-speech-tagger", "bert", "transformers", "tensorflow", "language-detection", "machine-translation", "text-classification", "llm", "question-answering", "llamacpp", "onnx"], "urls": [{"kind": "homepage", "url": "https://sparknlp.org/"}, {"kind": "site_page", "url": "https://sparknlp.org/docs/en/quickstart"}, {"kind": "site_page", "url": "https://sparknlp.org/docs/en/install"}], "use_cases": ["run named entity recognition on large text corpora at scale", "perform sentiment analysis in a distributed Spark pipeline", "translate text across 180+ languages", "summarize documents with transformer models", "deploy BERT or Llama models in production on the JVM", "transcribe audio with Whisper in a Spark job", "classify documents and detect entities in enterprise data pipelines"], "what_it_is": "Spark NLP is an open-source natural language processing library built natively on Apache Spark, providing scalable NLP annotations and transformer models (BERT, T5, Whisper, Llama, etc.) for Python, Scala, Java, and R. It ships with 100,000+ pretrained pipelines and models in 200+ languages for tasks like NER, sentiment analysis, translation, summarization, and question answering.", "when_to_avoid": ["you need lightweight single-machine NLP without a Spark dependency", "you want to fine-tune cutting-edge LLMs with the latest research tooling", "your project is small enough that Spark's overhead outweighs its benefits"], "when_to_choose": ["you need NLP at scale on big data using Apache Spark clusters", "you want production-ready pretrained models in many languages", "your team works in Python, Scala, or Java on the JVM", "you need GPU-accelerated transformer inference in distributed pipelines"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/repos/JohnSnowLabs/spark-nlp", "repo": "JohnSnowLabs/spark-nlp", "role": "main", "score": 96}, {"path": "/repos/JohnSnowLabs/spark-nlp-workshop", "repo": "JohnSnowLabs/spark-nlp-workshop", "role": "examples", "score": 77}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:08:37.542604+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-29T18:22:49.638466+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c17496da62b436672d7b72630c7ae9725e134bdee359226636cb56e6bd26e6bf", "fetched_at": "2026-08-28T04:08:37.542604+00:00", "kind": "readme", "missing": false, "url": "https://github.com/JohnSnowLabs/spark-nlp"}, {"content_hash": "0102d12db5c5b7398c06b68006385cf575f7483ebf9b73c176b97d96d0c8c62f", "fetched_at": "2026-08-29T09:13:37.843398+00:00", "kind": "homepage", "missing": false, "url": "https://sparknlp.org/"}, {"content_hash": "9dd7a46d48ec6135b7fd5e8cfc79f53daec49539531f761162c596a4b9a02918", "fetched_at": "2026-08-29T09:13:37.846065+00:00", "kind": "site_page", "missing": false, "url": "https://sparknlp.org/docs/en/quickstart"}, {"content_hash": "1ebdf5fff3079f5236c1a41ba689439b4d03e352b2b35c0723f6ce0640aa8e18", "fetched_at": "2026-08-29T09:13:37.848248+00:00", "kind": "site_page", "missing": false, "url": "https://sparknlp.org/docs/en/install"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:08:37.542604+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-29T18:22:49.638466+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c17496da62b436672d7b72630c7ae9725e134bdee359226636cb56e6bd26e6bf", "fetched_at": "2026-08-28T04:08:37.542604+00:00", "kind": "readme", "missing": false, "url": "https://github.com/JohnSnowLabs/spark-nlp"}, {"content_hash": "0102d12db5c5b7398c06b68006385cf575f7483ebf9b73c176b97d96d0c8c62f", "fetched_at": "2026-08-29T09:13:37.843398+00:00", "kind": "homepage", "missing": false, "url": "https://sparknlp.org/"}, {"content_hash": "9dd7a46d48ec6135b7fd5e8cfc79f53daec49539531f761162c596a4b9a02918", "fetched_at": "2026-08-29T09:13:37.846065+00:00", "kind": "site_page", "missing": false, "url": "https://sparknlp.org/docs/en/quickstart"}, {"content_hash": "1ebdf5fff3079f5236c1a41ba689439b4d03e352b2b35c0723f6ce0640aa8e18", "fetched_at": "2026-08-29T09:13:37.848248+00:00", "kind": "site_page", "missing": false, "url": "https://sparknlp.org/docs/en/install"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-29T18:22:49.638466+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c17496da62b436672d7b72630c7ae9725e134bdee359226636cb56e6bd26e6bf", "fetched_at": "2026-08-28T04:08:37.542604+00:00", "kind": "readme", "missing": false, "url": "https://github.com/JohnSnowLabs/spark-nlp"}, {"content_hash": "0102d12db5c5b7398c06b68006385cf575f7483ebf9b73c176b97d96d0c8c62f", "fetched_at": "2026-08-29T09:13:37.843398+00:00", "kind": "homepage", "missing": false, "url": "https://sparknlp.org/"}, {"content_hash": "9dd7a46d48ec6135b7fd5e8cfc79f53daec49539531f761162c596a4b9a02918", "fetched_at": "2026-08-29T09:13:37.846065+00:00", "kind": "site_page", "missing": false, "url": "https://sparknlp.org/docs/en/quickstart"}, {"content_hash": "1ebdf5fff3079f5236c1a41ba689439b4d03e352b2b35c0723f6ce0640aa8e18", "fetched_at": "2026-08-29T09:13:37.848248+00:00", "kind": "site_page", "missing": false, "url": "https://sparknlp.org/docs/en/install"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:08:37.542604+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:08:37.542604+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:08:37.542604+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-29T18:22:49.638466+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c17496da62b436672d7b72630c7ae9725e134bdee359226636cb56e6bd26e6bf", "fetched_at": "2026-08-28T04:08:37.542604+00:00", "kind": "readme", "missing": false, "url": "https://github.com/JohnSnowLabs/spark-nlp"}, {"content_hash": "0102d12db5c5b7398c06b68006385cf575f7483ebf9b73c176b97d96d0c8c62f", "fetched_at": "2026-08-29T09:13:37.843398+00:00", "kind": "homepage", "missing": false, "url": "https://sparknlp.org/"}, {"content_hash": "9dd7a46d48ec6135b7fd5e8cfc79f53daec49539531f761162c596a4b9a02918", "fetched_at": "2026-08-29T09:13:37.846065+00:00", "kind": "site_page", "missing": false, "url": "https://sparknlp.org/docs/en/quickstart"}, {"content_hash": "1ebdf5fff3079f5236c1a41ba689439b4d03e352b2b35c0723f6ce0640aa8e18", "fetched_at": "2026-08-29T09:13:37.848248+00:00", "kind": "site_page", "missing": false, "url": "https://sparknlp.org/docs/en/install"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:08:37.542604+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:08:37.542604+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-29T18:22:49.638466+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c17496da62b436672d7b72630c7ae9725e134bdee359226636cb56e6bd26e6bf", "fetched_at": "2026-08-28T04:08:37.542604+00:00", "kind": "readme", "missing": false, "url": "https://github.com/JohnSnowLabs/spark-nlp"}, {"content_hash": "0102d12db5c5b7398c06b68006385cf575f7483ebf9b73c176b97d96d0c8c62f", "fetched_at": "2026-08-29T09:13:37.843398+00:00", "kind": "homepage", "missing": false, "url": "https://sparknlp.org/"}, {"content_hash": "9dd7a46d48ec6135b7fd5e8cfc79f53daec49539531f761162c596a4b9a02918", "fetched_at": "2026-08-29T09:13:37.846065+00:00", "kind": "site_page", "missing": false, "url": "https://sparknlp.org/docs/en/quickstart"}, {"content_hash": "1ebdf5fff3079f5236c1a41ba689439b4d03e352b2b35c0723f6ce0640aa8e18", "fetched_at": "2026-08-29T09:13:37.848248+00:00", "kind": "site_page", "missing": false, "url": "https://sparknlp.org/docs/en/install"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:08:37.542604+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:08:37.542604+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:08:37.542604+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-29T18:22:49.638466+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c17496da62b436672d7b72630c7ae9725e134bdee359226636cb56e6bd26e6bf", "fetched_at": "2026-08-28T04:08:37.542604+00:00", "kind": "readme", "missing": false, "url": "https://github.com/JohnSnowLabs/spark-nlp"}, {"content_hash": "0102d12db5c5b7398c06b68006385cf575f7483ebf9b73c176b97d96d0c8c62f", "fetched_at": "2026-08-29T09:13:37.843398+00:00", "kind": "homepage", "missing": false, "url": "https://sparknlp.org/"}, {"content_hash": "9dd7a46d48ec6135b7fd5e8cfc79f53daec49539531f761162c596a4b9a02918", "fetched_at": "2026-08-29T09:13:37.846065+00:00", "kind": "site_page", "missing": false, "url": "https://sparknlp.org/docs/en/quickstart"}, {"content_hash": "1ebdf5fff3079f5236c1a41ba689439b4d03e352b2b35c0723f6ce0640aa8e18", "fetched_at": "2026-08-29T09:13:37.848248+00:00", "kind": "site_page", "missing": false, "url": "https://sparknlp.org/docs/en/install"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:08:37.542604+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:08:37.542604+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-29T18:22:49.638466+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c17496da62b436672d7b72630c7ae9725e134bdee359226636cb56e6bd26e6bf", "fetched_at": "2026-08-28T04:08:37.542604+00:00", "kind": "readme", "missing": false, "url": "https://github.com/JohnSnowLabs/spark-nlp"}, {"content_hash": "0102d12db5c5b7398c06b68006385cf575f7483ebf9b73c176b97d96d0c8c62f", "fetched_at": "2026-08-29T09:13:37.843398+00:00", "kind": "homepage", "missing": false, "url": "https://sparknlp.org/"}, {"content_hash": "9dd7a46d48ec6135b7fd5e8cfc79f53daec49539531f761162c596a4b9a02918", "fetched_at": "2026-08-29T09:13:37.846065+00:00", "kind": "site_page", "missing": false, "url": "https://sparknlp.org/docs/en/quickstart"}, {"content_hash": "1ebdf5fff3079f5236c1a41ba689439b4d03e352b2b35c0723f6ce0640aa8e18", "fetched_at": "2026-08-29T09:13:37.848248+00:00", "kind": "site_page", "missing": false, "url": "https://sparknlp.org/docs/en/install"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-29T18:22:49.638466+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c17496da62b436672d7b72630c7ae9725e134bdee359226636cb56e6bd26e6bf", "fetched_at": "2026-08-28T04:08:37.542604+00:00", "kind": "readme", "missing": false, "url": "https://github.com/JohnSnowLabs/spark-nlp"}, {"content_hash": "0102d12db5c5b7398c06b68006385cf575f7483ebf9b73c176b97d96d0c8c62f", "fetched_at": "2026-08-29T09:13:37.843398+00:00", "kind": "homepage", "missing": false, "url": "https://sparknlp.org/"}, {"content_hash": "9dd7a46d48ec6135b7fd5e8cfc79f53daec49539531f761162c596a4b9a02918", "fetched_at": "2026-08-29T09:13:37.846065+00:00", "kind": "site_page", "missing": false, "url": "https://sparknlp.org/docs/en/quickstart"}, {"content_hash": "1ebdf5fff3079f5236c1a41ba689439b4d03e352b2b35c0723f6ce0640aa8e18", "fetched_at": "2026-08-29T09:13:37.848248+00:00", "kind": "site_page", "missing": false, "url": "https://sparknlp.org/docs/en/install"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-29T18:22:49.638466+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c17496da62b436672d7b72630c7ae9725e134bdee359226636cb56e6bd26e6bf", "fetched_at": "2026-08-28T04:08:37.542604+00:00", "kind": "readme", "missing": false, "url": "https://github.com/JohnSnowLabs/spark-nlp"}, {"content_hash": "0102d12db5c5b7398c06b68006385cf575f7483ebf9b73c176b97d96d0c8c62f", "fetched_at": "2026-08-29T09:13:37.843398+00:00", "kind": "homepage", "missing": false, "url": "https://sparknlp.org/"}, {"content_hash": "9dd7a46d48ec6135b7fd5e8cfc79f53daec49539531f761162c596a4b9a02918", "fetched_at": "2026-08-29T09:13:37.846065+00:00", "kind": "site_page", "missing": false, "url": "https://sparknlp.org/docs/en/quickstart"}, {"content_hash": "1ebdf5fff3079f5236c1a41ba689439b4d03e352b2b35c0723f6ce0640aa8e18", "fetched_at": "2026-08-29T09:13:37.848248+00:00", "kind": "site_page", "missing": false, "url": "https://sparknlp.org/docs/en/install"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-29T18:22:49.638466+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "c17496da62b436672d7b72630c7ae9725e134bdee359226636cb56e6bd26e6bf", "fetched_at": "2026-08-28T04:08:37.542604+00:00", "kind": "readme", "missing": false, "url": "https://github.com/JohnSnowLabs/spark-nlp"}, {"content_hash": "0102d12db5c5b7398c06b68006385cf575f7483ebf9b73c176b97d96d0c8c62f", "fetched_at": "2026-08-29T09:13:37.843398+00:00", "kind": "homepage", "missing": false, "url": "https://sparknlp.org/"}, {"content_hash": "9dd7a46d48ec6135b7fd5e8cfc79f53daec49539531f761162c596a4b9a02918", "fetched_at": "2026-08-29T09:13:37.846065+00:00", "kind": "site_page", "missing": false, "url": "https://sparknlp.org/docs/en/quickstart"}, {"content_hash": "1ebdf5fff3079f5236c1a41ba689439b4d03e352b2b35c0723f6ce0640aa8e18", "fetched_at": "2026-08-29T09:13:37.848248+00:00", "kind": "site_page", "missing": false, "url": "https://sparknlp.org/docs/en/install"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 99, "longevity": 100, "rhythm": 90}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 3265, "days_push": 7, "days_rel": 70, "gap_med": 18, "n_releases_24m": 26}, "score": 96, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}