sudacode/SubMiner
1
0
Fork 0
mirror of https://github.com/ksyasuda/SubMiner.git synced 2026-07-30 07:21:32 -07:00
Code Issues Packages Projects Releases Wiki Activity

fix(tokenizer): keep unparsed Yomitan tokens hoverable (#145)

Browse Source
This commit is contained in:
Kyle Yasuda
2026-07-07 02:01:04 -07:00
committed by GitHub
parent ad1d240f20
commit e7739de51c
4 changed files with 101 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/core/services/tokenizer.test.ts
+4 -2
View File
@@ -1821,7 +1821,7 @@ test('tokenizeSubtitle returns null tokens when mecab throws', async () => {
assert.deepEqual(result, { text: '猫です', tokens: null });
});
test('tokenizeSubtitle uses Yomitan parser result when available and drops no-headword groups', async () => {
test('tokenizeSubtitle uses Yomitan parser result and keeps no-headword groups as surface tokens', async () => {
const parserWindow = {
isDestroyed: () => false,
webContents: {
@@ -1859,10 +1859,12 @@ test('tokenizeSubtitle uses Yomitan parser result when available and drops no-he
);
assert.equal(result.text, '猫です');
assert.equal(result.tokens?.length, 1);
assert.equal(result.tokens?.length, 2);
assert.equal(result.tokens?.[0]?.surface, '猫');
assert.equal(result.tokens?.[0]?.reading, 'ねこ');
assert.equal(result.tokens?.[0]?.isKnown, false);
assert.equal(result.tokens?.[1]?.surface, 'です');
assert.equal(result.tokens?.[1]?.headword, 'です');
});
test('tokenizeSubtitle logs selected Yomitan groups when debug toggle is enabled', async () => {