{"adoption": {"forks": 142, "observed_at": "2026-08-28T04:05:49.504387+00:00", "stars": 1890}, "canonical_url": "https://ross.abutalabs.com/products/blingfire", "card": {"archived": false, "artifact_type": "library", "description": "A lightning fast Finite State machine and REgular expression manipulation library.", "domain": ["machine-learning", "developer-tools"], "enriched": true, "function": ["nlp", "parser", "machine-learning"], "health_score": 20, "homepage": null, "language": "C++", "license": "MIT", "license_family": "permissive", "maturity": "maintenance", "member_repos": ["microsoft/BlingFire"], "name": "microsoft/BlingFire", "platform": ["cross-platform", "python", "cpp", "rust", "wasm"], "pushed_at": "2024-12-08T20:01:56+00:00", "repo": "microsoft/BlingFire", "stars": 1890, "tags": ["tokenizer", "finite-state-machine", "regular-expressions", "wordpiece", "sentencepiece", "bpe", "tokenization", "sentence-breaking", "stemming", "natural-language-processing", "nodejs"], "topics": [], "urls": [], "use_cases": ["tokenize text for BERT or XLNet models", "fast word and sentence segmentation of large text corpora", "run WordPiece or SentencePiece BPE tokenization in production", "stem or lemmatize words with finite state machines", "match multi-word expressions in search queries", "syllabify or hyphenate words", "tokenize text from Python, Rust, Ruby, C#, or JavaScript"], "what_it_is": "Bling Fire is a fast finite state machine and regular expression manipulation library from Microsoft, primarily used for high-performance natural language tokenization. It supports pattern-based tokenization, WordPiece, SentencePiece Unigram LM and BPE, with precompiled models for BERT, XLNet, and other popular NLP models.", "when_to_avoid": ["you need to train new tokenizer models from scratch (use SentencePiece or Hugging Face Tokenizers)", "you need rich linguistic analysis beyond tokenization", "you prefer a pure high-level Python ecosystem tool with extensive community support"], "when_to_choose": ["you need extremely fast tokenization with minimal initialization overhead", "you need consistent tokenization across multiple NLP model formats via one API", "you process large volumes of text in a low-latency or resource-constrained environment"]}, "data_as_of": "2026-08-30T08:39:29.467469+00:00", "members": [{"path": "/products/blingfire", "repo": "microsoft/BlingFire", "role": "main", "score": 23}], "provenance": {"archived": {"kind": "observed", "observed_at": "2026-08-28T04:05:49.504387+00:00", "source": "github"}, "artifact_type": {"confidence": null, "enriched_at": "2026-08-30T03:13:02.356608+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "584854cfe80019c527be345df983ad5d18421d353e2a5cd628af00c5d1b5bc35", "fetched_at": "2026-08-28T04:05:49.504387+00:00", "kind": "readme", "missing": false, "url": "https://github.com/microsoft/BlingFire"}], "taxonomy_version": 1}, "description": {"kind": "observed", "observed_at": "2026-08-28T04:05:49.504387+00:00", "source": "github"}, "domain": {"confidence": null, "enriched_at": "2026-08-30T03:13:02.356608+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "584854cfe80019c527be345df983ad5d18421d353e2a5cd628af00c5d1b5bc35", "fetched_at": "2026-08-28T04:05:49.504387+00:00", "kind": "readme", "missing": false, "url": "https://github.com/microsoft/BlingFire"}], "taxonomy_version": 1}, "enriched": {"inputs": [], "kind": "computed", "method": "enrichment_status"}, "function": {"confidence": null, "enriched_at": "2026-08-30T03:13:02.356608+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "584854cfe80019c527be345df983ad5d18421d353e2a5cd628af00c5d1b5bc35", "fetched_at": "2026-08-28T04:05:49.504387+00:00", "kind": "readme", "missing": false, "url": "https://github.com/microsoft/BlingFire"}], "taxonomy_version": 1}, "health_score": {"inputs": ["days_since_push", "days_since_release", "archived"], "kind": "computed", "method": "health_v1"}, "homepage": {"kind": "observed", "observed_at": "2026-08-28T04:05:49.504387+00:00", "source": "github"}, "language": {"kind": "observed", "observed_at": "2026-08-28T04:05:49.504387+00:00", "source": "github"}, "license": {"kind": "observed", "observed_at": "2026-08-28T04:05:49.504387+00:00", "source": "github"}, "license_family": {"inputs": ["license"], "kind": "computed", "method": "license_family"}, "maturity": {"confidence": null, "enriched_at": "2026-08-30T03:13:02.356608+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "584854cfe80019c527be345df983ad5d18421d353e2a5cd628af00c5d1b5bc35", "fetched_at": "2026-08-28T04:05:49.504387+00:00", "kind": "readme", "missing": false, "url": "https://github.com/microsoft/BlingFire"}], "taxonomy_version": 1}, "member_repos": {"kind": "observed", "observed_at": "2026-08-28T04:05:49.504387+00:00", "source": "github"}, "name": {"kind": "observed", "observed_at": "2026-08-28T04:05:49.504387+00:00", "source": "github"}, "platform": {"confidence": null, "enriched_at": "2026-08-30T03:13:02.356608+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "584854cfe80019c527be345df983ad5d18421d353e2a5cd628af00c5d1b5bc35", "fetched_at": "2026-08-28T04:05:49.504387+00:00", "kind": "readme", "missing": false, "url": "https://github.com/microsoft/BlingFire"}], "taxonomy_version": 1}, "pushed_at": {"kind": "observed", "observed_at": "2026-08-28T04:05:49.504387+00:00", "source": "github"}, "repo": {"kind": "observed", "observed_at": "2026-08-28T04:05:49.504387+00:00", "source": "github"}, "stars": {"kind": "observed", "observed_at": "2026-08-28T04:05:49.504387+00:00", "source": "github"}, "tags": {"confidence": null, "enriched_at": "2026-08-30T03:13:02.356608+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "584854cfe80019c527be345df983ad5d18421d353e2a5cd628af00c5d1b5bc35", "fetched_at": "2026-08-28T04:05:49.504387+00:00", "kind": "readme", "missing": false, "url": "https://github.com/microsoft/BlingFire"}], "taxonomy_version": 1}, "topics": {"kind": "observed", "observed_at": "2026-08-28T04:05:49.504387+00:00", "source": "github"}, "urls": {"kind": "observed", "observed_at": "2026-08-28T04:05:49.504387+00:00", "source": "github"}, "use_cases": {"confidence": null, "enriched_at": "2026-08-30T03:13:02.356608+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "584854cfe80019c527be345df983ad5d18421d353e2a5cd628af00c5d1b5bc35", "fetched_at": "2026-08-28T04:05:49.504387+00:00", "kind": "readme", "missing": false, "url": "https://github.com/microsoft/BlingFire"}], "taxonomy_version": 1}, "what_it_is": {"confidence": null, "enriched_at": "2026-08-30T03:13:02.356608+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "584854cfe80019c527be345df983ad5d18421d353e2a5cd628af00c5d1b5bc35", "fetched_at": "2026-08-28T04:05:49.504387+00:00", "kind": "readme", "missing": false, "url": "https://github.com/microsoft/BlingFire"}], "taxonomy_version": 1}, "when_to_avoid": {"confidence": null, "enriched_at": "2026-08-30T03:13:02.356608+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "584854cfe80019c527be345df983ad5d18421d353e2a5cd628af00c5d1b5bc35", "fetched_at": "2026-08-28T04:05:49.504387+00:00", "kind": "readme", "missing": false, "url": "https://github.com/microsoft/BlingFire"}], "taxonomy_version": 1}, "when_to_choose": {"confidence": null, "enriched_at": "2026-08-30T03:13:02.356608+00:00", "kind": "inferred", "prompt_version": 1, "sources": [{"content_hash": "584854cfe80019c527be345df983ad5d18421d353e2a5cd628af00c5d1b5bc35", "fetched_at": "2026-08-28T04:05:49.504387+00:00", "kind": "readme", "missing": false, "url": "https://github.com/microsoft/BlingFire"}], "taxonomy_version": 1}}, "score": {"components": {"activity": 0, "longevity": 100, "rhythm": 8}, "computed_at": "2026-09-03T02:20:16.233290+00:00", "flags": [], "formula": "round(0.45*activity + 0.35*rhythm + 0.20*longevity); archived -> min(score, 10)", "inputs": {"age_days": 2730, "days_push": 633, "days_rel": null, "gap_med": null, "n_releases_24m": 0}, "score": 23, "version": 2}, "staleness": {"enrichment_outdated": false, "low_confidence": false, "scrape_days": 9, "stale_scrape": false}}