mirror of
https://github.com/ksyasuda/SubMiner.git
synced 2026-08-05 19:21:35 -07:00
afa66ee508
- Cap only blind shrinking-window retries (not backend-guided shrinks); a line that exhausts the cap escalates to one parseText fallback instead of dropping to raw text - Bound the cross-line termsFind cache by retained dictionary-entry weight, not just key count, and re-check it when a lookup resolves - Keep halfwidth katakana character names in the greedy pre-pass, and let a generic word beat a name it fully contains - Share one Han code-point table between the character dictionary and the scanner's name pre-pass; narrow the mob-disambiguator filter to the split letters, not every one-character term - Release the subtitle prefetch pause on a new onProcessingSettled signal instead of the tokenized emit, so duplicate/suppressed/failed lines no longer pause prefetch indefinitely - Split the Yomitan scan runtime's injected helper script into its own file
423 lines
14 KiB
TypeScript
423 lines
14 KiB
TypeScript
import assert from 'node:assert/strict';
|
|
import test from 'node:test';
|
|
import { createSubtitleProcessingController } from '../../core/services/subtitle-processing-controller';
|
|
import type { SubtitleData } from '../../types';
|
|
import {
|
|
createAutoplaySubtitlePrimingRuntime,
|
|
setMpvCurrentSecondarySubText,
|
|
} from './autoplay-subtitle-priming-runtime';
|
|
|
|
test('setMpvCurrentSecondarySubText uses client setter when available', () => {
|
|
const calls: string[] = [];
|
|
const client = {
|
|
currentSecondarySubText: '',
|
|
setCurrentSecondarySubText: (text: string) => {
|
|
calls.push(text);
|
|
},
|
|
};
|
|
|
|
setMpvCurrentSecondarySubText(client, 'secondary');
|
|
|
|
assert.deepEqual(calls, ['secondary']);
|
|
assert.equal(client.currentSecondarySubText, '');
|
|
});
|
|
|
|
test('setMpvCurrentSecondarySubText updates client property when setter is unavailable', () => {
|
|
const client = {
|
|
currentSecondarySubText: '',
|
|
};
|
|
|
|
setMpvCurrentSecondarySubText(client, 'secondary');
|
|
|
|
assert.equal(client.currentSecondarySubText, 'secondary');
|
|
});
|
|
|
|
test('scheduleSubtitlePrefetchRefresh logs refresh failures from timer callback', async () => {
|
|
const logs: string[] = [];
|
|
const runtime = createAutoplaySubtitlePrimingRuntime({
|
|
getCurrentMediaPath: () => null,
|
|
getMpvClient: () => null,
|
|
setCurrentSubText: () => {},
|
|
getCurrentSubText: () => '',
|
|
getCurrentSubtitleData: () => null,
|
|
getActiveParsedSubtitleCues: () => [],
|
|
setActiveParsedSubtitleMediaPath: () => {},
|
|
subtitleProcessingController: {
|
|
consumeCachedSubtitle: () => null,
|
|
onSubtitleChange: () => true,
|
|
refreshCurrentSubtitle: () => true,
|
|
},
|
|
emitSubtitlePayload: () => {},
|
|
getSubtitlePrefetchService: () => null,
|
|
getLastObservedTimePos: () => 0,
|
|
getVisibleOverlayVisible: () => false,
|
|
emitSecondarySubtitle: () => {},
|
|
initSubtitlePrefetch: async () => {},
|
|
refreshSubtitlePrefetchFromActiveTrack: async () => {
|
|
throw new Error('refresh failed');
|
|
},
|
|
logDebug: (message) => logs.push(message),
|
|
});
|
|
|
|
runtime.scheduleSubtitlePrefetchRefresh(0);
|
|
await new Promise((resolve) => setTimeout(resolve, 5));
|
|
|
|
assert.deepEqual(logs, [
|
|
'[autoplay-subtitle-prime] subtitle prefetch refresh failed: refresh failed',
|
|
]);
|
|
});
|
|
|
|
test('primeCurrentSubtitleForAutoplay refreshes active subtitle cues when mpv sub-text is empty', async () => {
|
|
const calls: string[] = [];
|
|
let currentSubText = '';
|
|
let activeParsedSubtitleCues: Array<{ startTime: number; endTime: number; text: string }> = [];
|
|
const mediaPath = '/media/video.mkv';
|
|
|
|
const runtime = createAutoplaySubtitlePrimingRuntime({
|
|
getCurrentMediaPath: () => mediaPath,
|
|
getMpvClient: () => ({
|
|
connected: true,
|
|
currentVideoPath: mediaPath,
|
|
requestProperty: async (name) => {
|
|
calls.push(`request:${name}`);
|
|
if (name === 'sub-text') return '';
|
|
if (name === 'time-pos') return 12;
|
|
return null;
|
|
},
|
|
}),
|
|
setCurrentSubText: (text) => {
|
|
currentSubText = text;
|
|
calls.push(`set:${text}`);
|
|
},
|
|
getCurrentSubText: () => currentSubText,
|
|
getCurrentSubtitleData: () => null,
|
|
getActiveParsedSubtitleCues: () => activeParsedSubtitleCues,
|
|
setActiveParsedSubtitleMediaPath: () => {},
|
|
subtitleProcessingController: {
|
|
consumeCachedSubtitle: () => null,
|
|
onSubtitleChange: (text) => {
|
|
calls.push(`change:${text}`);
|
|
return true;
|
|
},
|
|
refreshCurrentSubtitle: (text) => {
|
|
calls.push(`refresh:${text ?? ''}`);
|
|
return true;
|
|
},
|
|
},
|
|
emitSubtitlePayload: (payload, options) =>
|
|
calls.push(`emit:${payload.text}:resume=${options?.resumePrefetch !== false}`),
|
|
getSubtitlePrefetchService: () => ({
|
|
pause: () => {
|
|
calls.push('prefetch:pause');
|
|
},
|
|
resume: () => {
|
|
calls.push('prefetch:resume');
|
|
},
|
|
}),
|
|
getLastObservedTimePos: () => 12,
|
|
getVisibleOverlayVisible: () => true,
|
|
emitSecondarySubtitle: () => {},
|
|
initSubtitlePrefetch: async () => {},
|
|
refreshSubtitlePrefetchFromActiveTrack: async () => {
|
|
calls.push('refresh-active-track');
|
|
activeParsedSubtitleCues = [{ startTime: 10, endTime: 20, text: '起動字幕' }];
|
|
},
|
|
logDebug: (message) => calls.push(`debug:${message}`),
|
|
});
|
|
|
|
await runtime.primeCurrentSubtitleForAutoplay(mediaPath);
|
|
|
|
assert.deepEqual(calls, [
|
|
'request:sub-text',
|
|
'refresh-active-track',
|
|
'request:time-pos',
|
|
'set:起動字幕',
|
|
'prefetch:pause',
|
|
'emit:起動字幕:resume=false',
|
|
// Uncached priming refreshes rather than announcing a change, so an
|
|
// invalidated-but-unchanged line is still re-tokenized.
|
|
'refresh:起動字幕',
|
|
]);
|
|
});
|
|
|
|
test('primeCurrentSubtitleForAutoplay emits raw first paint on cache miss before tokenization', async () => {
|
|
const calls: string[] = [];
|
|
let currentSubText = '';
|
|
const mediaPath = '/media/video.mkv';
|
|
|
|
const runtime = createAutoplaySubtitlePrimingRuntime({
|
|
getCurrentMediaPath: () => mediaPath,
|
|
getMpvClient: () => ({
|
|
connected: true,
|
|
currentVideoPath: mediaPath,
|
|
requestProperty: async (name) => {
|
|
calls.push(`request:${name}`);
|
|
if (name === 'sub-text') return '起動字幕';
|
|
return null;
|
|
},
|
|
}),
|
|
setCurrentSubText: (text) => {
|
|
currentSubText = text;
|
|
calls.push(`set:${text}`);
|
|
},
|
|
getCurrentSubText: () => currentSubText,
|
|
getCurrentSubtitleData: () => null,
|
|
getActiveParsedSubtitleCues: () => [],
|
|
setActiveParsedSubtitleMediaPath: () => {},
|
|
subtitleProcessingController: {
|
|
consumeCachedSubtitle: () => null,
|
|
onSubtitleChange: (text) => {
|
|
calls.push(`change:${text}`);
|
|
return true;
|
|
},
|
|
refreshCurrentSubtitle: (text) => {
|
|
calls.push(`refresh:${text ?? ''}`);
|
|
return true;
|
|
},
|
|
},
|
|
emitSubtitlePayload: (payload, options) =>
|
|
calls.push(`emit:${payload.text}:resume=${options?.resumePrefetch !== false}`),
|
|
getSubtitlePrefetchService: () => ({
|
|
pause: () => {
|
|
calls.push('prefetch:pause');
|
|
},
|
|
resume: () => {
|
|
calls.push('prefetch:resume');
|
|
},
|
|
}),
|
|
getLastObservedTimePos: () => 12,
|
|
getVisibleOverlayVisible: () => true,
|
|
emitSecondarySubtitle: () => {},
|
|
initSubtitlePrefetch: async () => {},
|
|
refreshSubtitlePrefetchFromActiveTrack: async () => {
|
|
calls.push('refresh-active-track');
|
|
},
|
|
logDebug: (message) => calls.push(`debug:${message}`),
|
|
});
|
|
|
|
await runtime.primeCurrentSubtitleForAutoplay(mediaPath);
|
|
|
|
assert.deepEqual(calls, [
|
|
'request:sub-text',
|
|
'set:起動字幕',
|
|
'prefetch:pause',
|
|
'emit:起動字幕:resume=false',
|
|
// Uncached priming refreshes rather than announcing a change, so an
|
|
// invalidated-but-unchanged line is still re-tokenized.
|
|
'refresh:起動字幕',
|
|
]);
|
|
});
|
|
|
|
// Driven by the real processing controller rather than a stub: the failure this
|
|
// covers is a disagreement between the priming path and the controller's own
|
|
// staleness rules, which a hand-written stub cannot reproduce.
|
|
function createPrimingRuntimeWithRealController(options: {
|
|
text: string;
|
|
calls: string[];
|
|
onTokenize: () => void;
|
|
tokenize?: (text: string) => SubtitleData | null | Promise<SubtitleData | null>;
|
|
cacheLimit?: number;
|
|
}) {
|
|
const { text, calls } = options;
|
|
let currentSubText = '';
|
|
let currentSubtitleData: SubtitleData | null = null;
|
|
const mediaPath = '/media/video.mkv';
|
|
|
|
const prefetchService = {
|
|
pause: () => calls.push('prefetch:pause'),
|
|
resume: () => calls.push('prefetch:resume'),
|
|
};
|
|
// Mirrors main.ts emitSubtitlePayload: an emit resumes prefetching unless it
|
|
// is explicitly marked as not the end of the work for the line, and every
|
|
// controller emit is so marked.
|
|
const emitSubtitlePayload = (
|
|
payload: SubtitleData,
|
|
emitOptions?: { resumePrefetch?: boolean },
|
|
): void => {
|
|
currentSubtitleData = payload;
|
|
calls.push(
|
|
emitOptions?.resumePrefetch === false
|
|
? `emit-raw:${payload.text}`
|
|
: `emit-direct:${payload.text}`,
|
|
);
|
|
if (emitOptions?.resumePrefetch !== false) {
|
|
prefetchService.resume();
|
|
}
|
|
};
|
|
|
|
const subtitleProcessingController = createSubtitleProcessingController({
|
|
tokenizeSubtitle: async (subtitleText) => {
|
|
options.onTokenize();
|
|
return options.tokenize ? options.tokenize(subtitleText) : { text: subtitleText, tokens: [] };
|
|
},
|
|
// main.ts routes controller emits through emitSubtitlePayload with
|
|
// resumePrefetch: false, so they never release the pause on their own.
|
|
emitSubtitle: (payload) => {
|
|
currentSubtitleData = payload;
|
|
calls.push(`emit:${payload.text}:tokens=${payload.tokens === null ? 'none' : 'yes'}`);
|
|
},
|
|
onProcessingSettled: () => {
|
|
prefetchService.resume();
|
|
},
|
|
...(options.cacheLimit === undefined ? {} : { cacheLimit: options.cacheLimit }),
|
|
});
|
|
|
|
const runtime = createAutoplaySubtitlePrimingRuntime({
|
|
getCurrentMediaPath: () => mediaPath,
|
|
getMpvClient: () => ({
|
|
connected: true,
|
|
currentVideoPath: mediaPath,
|
|
requestProperty: async (name) => (name === 'sub-text' ? text : null),
|
|
}),
|
|
setCurrentSubText: (value) => {
|
|
currentSubText = value;
|
|
},
|
|
getCurrentSubText: () => currentSubText,
|
|
getCurrentSubtitleData: () => currentSubtitleData,
|
|
getActiveParsedSubtitleCues: () => [],
|
|
setActiveParsedSubtitleMediaPath: () => {},
|
|
subtitleProcessingController,
|
|
emitSubtitlePayload,
|
|
getSubtitlePrefetchService: () => prefetchService,
|
|
getLastObservedTimePos: () => 12,
|
|
getVisibleOverlayVisible: () => true,
|
|
emitSecondarySubtitle: () => {},
|
|
initSubtitlePrefetch: async () => {},
|
|
refreshSubtitlePrefetchFromActiveTrack: async () => {},
|
|
logDebug: () => {},
|
|
});
|
|
|
|
return { runtime, subtitleProcessingController, mediaPath };
|
|
}
|
|
|
|
test('primeCurrentSubtitleForAutoplay re-tokenizes text whose cached annotation was invalidated', async () => {
|
|
const calls: string[] = [];
|
|
let tokenizations = 0;
|
|
const text = '起動字幕';
|
|
const { runtime, subtitleProcessingController, mediaPath } =
|
|
createPrimingRuntimeWithRealController({
|
|
text,
|
|
calls,
|
|
onTokenize: () => {
|
|
tokenizations += 1;
|
|
},
|
|
});
|
|
|
|
// The line was already tokenized and cached during normal playback.
|
|
subtitleProcessingController.onSubtitleChange(text);
|
|
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
const tokenizationsBeforeInvalidation = tokenizations;
|
|
|
|
// Mining a card drops every cached tokenization.
|
|
subtitleProcessingController.invalidateTokenizationCache();
|
|
calls.length = 0;
|
|
|
|
await runtime.primeCurrentSubtitleForAutoplay(mediaPath);
|
|
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
|
|
// The cache miss must schedule fresh work, or the line stays unannotated for
|
|
// as long as it is on screen.
|
|
assert.equal(
|
|
tokenizations,
|
|
tokenizationsBeforeInvalidation + 1,
|
|
'expected the invalidated subtitle to be tokenized again',
|
|
);
|
|
assert.ok(
|
|
calls.includes(`emit:${text}:tokens=yes`),
|
|
`expected an annotated emit, saw ${JSON.stringify(calls)}`,
|
|
);
|
|
});
|
|
|
|
test('primeCurrentSubtitleForAutoplay releases the prefetch pause when nothing is scheduled', async () => {
|
|
const calls: string[] = [];
|
|
const text = '起動字幕';
|
|
const { runtime, subtitleProcessingController, mediaPath } =
|
|
createPrimingRuntimeWithRealController({
|
|
text,
|
|
calls,
|
|
onTokenize: () => {},
|
|
cacheLimit: 1,
|
|
});
|
|
|
|
// Emitted at the current cache generation, then evicted from the one-entry
|
|
// cache: priming misses the cache but the controller has nothing to redo, so
|
|
// no emit is coming and the pause must be released here.
|
|
subtitleProcessingController.onSubtitleChange(text);
|
|
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
subtitleProcessingController.preCacheTokenization('別の字幕', {
|
|
text: '別の字幕',
|
|
tokens: [],
|
|
});
|
|
calls.length = 0;
|
|
|
|
await runtime.primeCurrentSubtitleForAutoplay(mediaPath);
|
|
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
|
|
assert.deepEqual(calls, ['prefetch:pause', `emit-raw:${text}`, 'prefetch:resume']);
|
|
});
|
|
|
|
test('primeCurrentSubtitleForAutoplay releases the prefetch pause when tokenization emits nothing', async () => {
|
|
const calls: string[] = [];
|
|
const text = '起動字幕';
|
|
const { runtime, subtitleProcessingController, mediaPath } =
|
|
createPrimingRuntimeWithRealController({
|
|
text,
|
|
calls,
|
|
onTokenize: () => {},
|
|
// Transient tokenizer failure: the controller falls back to plain text it
|
|
// has already shown, so it suppresses the emit entirely.
|
|
tokenize: () => null,
|
|
});
|
|
|
|
subtitleProcessingController.onSubtitleChange(text);
|
|
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
subtitleProcessingController.invalidateTokenizationCache();
|
|
calls.length = 0;
|
|
|
|
await runtime.primeCurrentSubtitleForAutoplay(mediaPath);
|
|
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
|
|
assert.ok(
|
|
!calls.some((call) => call.startsWith('emit:')),
|
|
`expected no controller emit, saw ${JSON.stringify(calls)}`,
|
|
);
|
|
assert.equal(
|
|
calls.filter((call) => call === 'prefetch:resume').length,
|
|
1,
|
|
`expected the prefetch pause to be released, saw ${JSON.stringify(calls)}`,
|
|
);
|
|
});
|
|
|
|
test('prefetch stays paused until tokenization of an uncached line completes', async () => {
|
|
const calls: string[] = [];
|
|
const text = '起動字幕';
|
|
let finishTokenization = (): void => {};
|
|
const tokenizationGate = new Promise<void>((resolve) => {
|
|
finishTokenization = resolve;
|
|
});
|
|
const { subtitleProcessingController } = createPrimingRuntimeWithRealController({
|
|
text,
|
|
calls,
|
|
onTokenize: () => {},
|
|
tokenize: async (subtitleText) => {
|
|
await tokenizationGate;
|
|
return { text: subtitleText, tokens: [] };
|
|
},
|
|
});
|
|
|
|
subtitleProcessingController.onSubtitleChange(text);
|
|
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
|
|
// The provisional plain emit must not release the pause: the expensive scan
|
|
// is still ahead of it and would compete with prefetching for the parser.
|
|
assert.deepEqual(calls, [`emit:${text}:tokens=none`]);
|
|
|
|
finishTokenization();
|
|
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
assert.deepEqual(calls, [
|
|
`emit:${text}:tokens=none`,
|
|
`emit:${text}:tokens=yes`,
|
|
'prefetch:resume',
|
|
]);
|
|
});
|