mirror of
https://github.com/ksyasuda/SubMiner.git
synced 2026-05-04 00:41:33 -07:00
Fix kana-only N+1 tokenizer regression test
- Use a pure-kana fixture for the subtitle token N+1 case - Update task notes for the latest CodeRabbit follow-up
This commit is contained in:
@@ -751,7 +751,7 @@ test('annotateTokens N+1 handoff marks expected target when threshold is satisfi
|
||||
assert.equal(result[2]?.isNPlusOneTarget, false);
|
||||
});
|
||||
|
||||
test('annotateTokens does not mark kana-only unknown target with subtitle punctuation as N+1', () => {
|
||||
test('annotateTokens does not mark kana-only unknown target as N+1', () => {
|
||||
const tokens = [
|
||||
makeToken({
|
||||
surface: '何やら',
|
||||
@@ -770,12 +770,12 @@ test('annotateTokens does not mark kana-only unknown target with subtitle punctu
|
||||
endPos: 6,
|
||||
}),
|
||||
makeToken({
|
||||
surface: 'スイッチ…',
|
||||
headword: 'スイッチ',
|
||||
surface: 'すいっち',
|
||||
headword: 'すいっち',
|
||||
reading: 'スイッチ',
|
||||
pos1: '名詞',
|
||||
startPos: 6,
|
||||
endPos: 11,
|
||||
endPos: 10,
|
||||
}),
|
||||
];
|
||||
|
||||
|
||||
Reference in New Issue
Block a user