sudacode/SubMiner
1
0
Fork 0
mirror of https://github.com/ksyasuda/SubMiner.git synced 2026-08-05 19:21:35 -07:00
Code Issues Packages Projects Releases Wiki Activity

fix(overlay): keep frequency/JLPT highlight for kanji non-independent nouns (#150)

Browse Source
This commit is contained in:
Kyle Yasuda
2026-07-08 22:25:32 -07:00
committed by GitHub
parent 8b21a2bca8
commit 7f13aed50a
5 changed files with 112 additions and 60 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/core/services/tokenizer.test.ts
+2 -2
View File
@@ -3486,8 +3486,8 @@ test('tokenizeSubtitle keeps known-word highlight for exact non-independent kanj
assert.equal(result.tokens?.[1]?.surface, '点');
assert.equal(result.tokens?.[1]?.isKnown, true);
assert.equal(result.tokens?.[1]?.isNPlusOneTarget, false);
assert.equal(result.tokens?.[1]?.frequencyRank, undefined);
assert.equal(result.tokens?.[1]?.jlptLevel, undefined);
assert.equal(result.tokens?.[1]?.frequencyRank, 1384);
assert.equal(result.tokens?.[1]?.jlptLevel, 'N3');
});
test('tokenizeSubtitle keeps mecab-tagged interjections tokenized while clearing annotation metadata', async () => {