sudacode/SubMiner
1
0
Fork 0
mirror of https://github.com/ksyasuda/SubMiner.git synced 2026-02-28 18:22:42 -08:00
Code Issues Packages Projects Releases Wiki Activity

refactor(core): normalize service naming across app runtime

Browse Source
This commit is contained in:
Kyle Yasuda
2026-02-17 19:00:27 -08:00
parent e38a1c945e
commit 1233e3630f
87 changed files with 2813 additions and 1636 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/subtitle/pipeline.ts
View File

@@ -33,7 +33,10 @@ export class SubtitlePipeline {
const tokenizeText = normalizeTokenizerInput(displayText);
try {
const tokens = await tokenizeStage(this.deps.getTokenizer(), tokenizeText);
const tokens = await tokenizeStage(
this.deps.getTokenizer(),
tokenizeText,
);
const mergedTokens = mergeStage(this.deps.getTokenMerger(), tokens);
if (!mergedTokens || mergedTokens.length === 0) {
return { text: displayText, tokens: null };

5
src/subtitle/stages/normalize.ts
View File

@@ -7,8 +7,5 @@ export function normalizeDisplayText(text: string): string {
}
export function normalizeTokenizerInput(displayText: string): string {
return displayText
.replace(/\n/g, " ")
.replace(/\s+/g, " ")
.trim();
return displayText.replace(/\n/g, " ").replace(/\s+/g, " ").trim();
}