fix(tokenizer): preserve annotation and enrichment behavior

This commit is contained in:
2026-04-26 17:57:39 -07:00
parent 544a770c09
commit 8217d052e9
6 changed files with 55 additions and 16 deletions
+1 -1
View File
@@ -160,7 +160,7 @@ async function applyAnnotationStage(
options: TokenizerAnnotationOptions,
): Promise<MergedToken[]> {
if (!hasAnyAnnotationEnabled(options)) {
return tokens;
return stripSubtitleAnnotationMetadata(tokens);
}
if (!annotationStageModulePromise) {