sudacode/SubMiner
1
0
Fork 0
mirror of https://github.com/ksyasuda/SubMiner.git synced 2026-03-03 06:22:41 -08:00
Code Issues Packages Projects Releases Wiki Activity

fix(tokenizer): tighten n+1 eligibility using mecab pos overlaps

Browse Source
This commit is contained in:
Kyle Yasuda
2026-02-28 19:07:43 -08:00
parent 498fd2d09a
commit a7d220e182
10 changed files with 736 additions and 43 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
src/types.ts
View File

@@ -334,6 +334,30 @@ export interface SubtitleStyleConfig {
};
}
export interface TokenPos1ExclusionConfig {
defaults?: string[];
add?: string[];
remove?: string[];
}
export interface ResolvedTokenPos1ExclusionConfig {
defaults: string[];
add: string[];
remove: string[];
}
export interface TokenPos2ExclusionConfig {
defaults?: string[];
add?: string[];
remove?: string[];
}
export interface ResolvedTokenPos2ExclusionConfig {
defaults: string[];
add: string[];
remove: string[];
}
export type FrequencyDictionaryMode = 'single' | 'banded';
export interface ShortcutsConfig {