test(tokenizer): add golden-file regression corpus with 11 fixtures (#157)

This commit is contained in:
2026-07-11 00:50:03 -07:00
committed by GitHub
parent 321461c50f
commit 8acc78cc1c
23 changed files with 117535 additions and 1 deletions
@@ -762,7 +762,10 @@ test('KnownWordCacheManager suppresses reading-only matches when disallowed', as
// Reading-only match stays available for kana subtitle text…
assert.equal(manager.isKnownWord('けいこく'), true);
// …but a kanji token's reading (渓谷/けいこく) must not borrow 警告's.
assert.equal(manager.isKnownWord('けいこく', undefined, { allowReadingOnlyMatch: false }), false);
assert.equal(
manager.isKnownWord('けいこく', undefined, { allowReadingOnlyMatch: false }),
false,
);
// Mined word texts still match regardless of the flag.
assert.equal(manager.isKnownWord('警告', undefined, { allowReadingOnlyMatch: false }), true);
} finally {