fix(tokenizer): prevent grammar tokens from borrowing known-word highlight via unrelated readings (#147)

2026-07-30 07:21:32 -07:00 · 2026-07-07 23:57:47 -07:00
parent 0e254cbbef
commit 187f68e5b6
5 changed files with 87 additions and 1 deletions
@@ -3,6 +3,7 @@ import { normalizePos1ExclusionList } from './token-pos1-exclusions';

 export const DEFAULT_ANNOTATION_POS2_EXCLUSION_DEFAULTS = Object.freeze([
  '非自立',
+  '接尾',
 ]) as readonly string[];

 export const DEFAULT_ANNOTATION_POS2_EXCLUSION_CONFIG: ResolvedTokenPos2ExclusionConfig = {