fix: delegate multi-line digit selection to visible overlay (#78)

src/anki-integration/animated-image-sync.test.ts

@@ -50,7 +50,7 @@ test('resolveAnimatedImageLeadInSeconds sums configured word audio durations for
   assert.equal(leadInSeconds, 1.25);
 });
 
-test('resolveAnimatedImageLeadInSeconds adds sentence audio padding to word audio duration', async () => {
+test('resolveAnimatedImageLeadInSeconds does not double-count sentence audio padding', async () => {
   const leadInSeconds = await resolveAnimatedImageLeadInSeconds({
     config: {
       fields: {
@@ -87,7 +87,7 @@ test('resolveAnimatedImageLeadInSeconds adds sentence audio padding to word audi
     logWarn: () => undefined,
   });
 
-  assert.equal(leadInSeconds, 1.75);
+  assert.equal(leadInSeconds, 1.25);
 });
 
 test('resolveAnimatedImageLeadInSeconds falls back to zero when sync is disabled', async () => {

src/anki-integration/animated-image-sync.ts

@@ -39,14 +39,6 @@ function shouldSyncAnimatedImageToWordAudio(config: Pick<AnkiConnectConfig, 'med
   return config.media?.imageType === 'avif' && config.media?.syncAnimatedImageToWordAudio !== false;
 }
 
-function resolveSentenceAudioStartOffsetSeconds(config: Pick<AnkiConnectConfig, 'media'>): number {
-  const configuredPadding = config.media?.audioPadding;
-  if (typeof configuredPadding === 'number' && Number.isFinite(configuredPadding)) {
-    return configuredPadding;
-  }
-  return DEFAULT_ANKI_CONNECT_CONFIG.media.audioPadding;
-}
-
 export async function probeAudioDurationSeconds(
   buffer: Buffer,
   filename: string,
@@ -135,5 +127,5 @@ export async function resolveAnimatedImageLeadInSeconds<TNoteInfo extends NoteIn
     totalLeadInSeconds += durationSeconds;
   }
 
-  return totalLeadInSeconds + resolveSentenceAudioStartOffsetSeconds(config);
+  return totalLeadInSeconds;
 }

src/anki-integration/card-creation-manual-update.test.ts

@@ -175,3 +175,99 @@ test('manual clipboard subtitle update skips audio when sentence audio field is
   assert.deepEqual(updatedFields[0], { Sentence: '字幕' });
   assert.equal(mergeCalls.length, 0);
 });
+
+test('manual clipboard subtitle update uses resolved mpv stream URLs for remote media', async () => {
+  const audioPaths: string[] = [];
+  const imagePaths: string[] = [];
+  const edlSource = [
+    'edl://!new_stream;!no_clip;!no_chapters;%70%https://audio.example/videoplayback?mime=audio%2Fwebm',
+    '!new_stream;!no_clip;!no_chapters;%69%https://video.example/videoplayback?mime=video%2Fmp4',
+    '!global_tags,title=test',
+  ].join(';');
+
+  const { service, updatedFields, storedMedia } = createManualUpdateService({
+    getConfig: () =>
+      ({
+        deck: 'Mining',
+        fields: {
+          word: 'Expression',
+          sentence: 'Sentence',
+          audio: 'ExpressionAudio',
+          image: 'Picture',
+        },
+        media: {
+          generateAudio: true,
+          generateImage: true,
+          imageFormat: 'jpg',
+          maxMediaDuration: 30,
+        },
+        behavior: {
+          overwriteAudio: false,
+          overwriteImage: false,
+        },
+        ai: false,
+      }) as AnkiConnectConfig,
+    getTimingTracker: () =>
+      ({
+        findTiming: (text: string) => {
+          if (text === '一行目') return { startTime: 10, endTime: 12 };
+          if (text === '二行目') return { startTime: 12.5, endTime: 14 };
+          return null;
+        },
+      }) as never,
+    getMpvClient: () =>
+      ({
+        currentVideoPath: 'https://www.youtube.com/watch?v=abc123',
+        currentTimePos: 13,
+        currentAudioStreamIndex: 0,
+        requestProperty: async (name: string) => {
+          assert.equal(name, 'stream-open-filename');
+          return edlSource;
+        },
+      }) as never,
+    client: {
+      addNote: async () => 0,
+      addTags: async () => undefined,
+      notesInfo: async () => [
+        {
+          noteId: 42,
+          fields: {
+            Expression: { value: '単語' },
+            Sentence: { value: '' },
+            ExpressionAudio: { value: '[sound:auto-expression.mp3]' },
+            SentenceAudio: { value: '[sound:auto-sentence.mp3]' },
+            Picture: { value: '' },
+          },
+        },
+      ],
+      updateNoteFields: async (_noteId, fields) => {
+        updatedFields.push(fields);
+      },
+      storeMediaFile: async (filename) => {
+        storedMedia.push(filename);
+      },
+      findNotes: async () => [42],
+      retrieveMediaFile: async () => '',
+    },
+    mediaGenerator: {
+      generateAudio: async (path) => {
+        audioPaths.push(path);
+        return Buffer.from('audio');
+      },
+      generateScreenshot: async (path) => {
+        imagePaths.push(path);
+        return Buffer.from('image');
+      },
+      generateAnimatedImage: async () => null,
+    },
+  });
+
+  await service.updateLastAddedFromClipboard('一行目\n\n二行目');
+
+  assert.deepEqual(audioPaths, ['https://audio.example/videoplayback?mime=audio%2Fwebm']);
+  assert.deepEqual(imagePaths, ['https://video.example/videoplayback?mime=video%2Fmp4']);
+  assert.equal(storedMedia.length, 2);
+  assert.equal(updatedFields.length, 1);
+  assert.equal(updatedFields[0]?.Sentence, '一行目 二行目');
+  assert.match(updatedFields[0]?.Picture ?? '', /^<img src="image_\d+\.jpg">$/);
+});

src/anki-integration/card-creation.ts

@@ -237,14 +237,19 @@ export class CardCreationService {
           `Clipboard update: timing range ${rangeStart.toFixed(2)}s - ${rangeEnd.toFixed(2)}s`,
         );
 
+        const audioSourcePath = this.deps.getConfig().media?.generateAudio
+          ? await resolveMediaGenerationInputPath(mpvClient, 'audio')
+          : null;
+        const videoPath = this.deps.getConfig().media?.generateImage
+          ? await resolveMediaGenerationInputPath(mpvClient, 'video')
+          : null;
+
         if (this.deps.getConfig().media?.generateAudio) {
           try {
             const audioFilename = this.generateAudioFilename();
-            const audioBuffer = await this.mediaGenerateAudio(
-              mpvClient.currentVideoPath,
-              rangeStart,
-              rangeEnd,
-            );
+            const audioBuffer = audioSourcePath
+              ? await this.mediaGenerateAudio(audioSourcePath, rangeStart, rangeEnd)
+              : null;
 
             if (audioBuffer) {
               await this.deps.client.storeMediaFile(audioFilename, audioBuffer);
@@ -271,12 +276,14 @@ export class CardCreationService {
           try {
             const animatedLeadInSeconds = await this.deps.getAnimatedImageLeadInSeconds(noteInfo);
             const imageFilename = this.generateImageFilename();
-            const imageBuffer = await this.generateImageBuffer(
-              mpvClient.currentVideoPath,
-              rangeStart,
-              rangeEnd,
-              animatedLeadInSeconds,
-            );
+            const imageBuffer = videoPath
+              ? await this.generateImageBuffer(
+                  videoPath,
+                  rangeStart,
+                  rangeEnd,
+                  animatedLeadInSeconds,
+                )
+              : null;
 
             if (imageBuffer) {
               await this.deps.client.storeMediaFile(imageFilename, imageBuffer);