@gentbajko/slopify 0.8.3 → 0.8.4

package/SUBTITLES.md

@@ -8,6 +8,8 @@
 
 For a completed project, open its final Video or Audio export section, set subtitles, and click **Save subtitles**. This rebuilds only the local export from saved narration and images. Changing font, size or position reuses word timing when the audio and spoken text are unchanged. A paused run saves these choices until Resume; pause an active run before editing. Failed alignment or rendering keeps the previous finished export.
 
+If narration omits a short phrase, alignment can skip that transcript span when the surrounding speech is a strong match, including omissions inside an alignment window. The export records the omitted text and audio position for review. Recovery stays bounded and never recreates missing speech.
+
 Audio Off disables subtitles. Video Off produces WAV audio with separate subtitle files. Uploaded audio must match the article; substantial mismatches fail with a message to correct the transcript. Review timing and spelling before publishing. English is supported first; unusual pronunciations and non-English passages can fail alignment.
 
 Fonts are copied into the completed project's caption assets, so an existing export can reuse its chosen font even after the original system font is removed. Installed fonts and uploaded fonts stay local. SRT/VTT are portable text/timing files and do not embed a font; the chosen font is used in burned video captions.

package/dist/adapters/alignment/window.js

@@ -1,15 +1,21 @@
 import { alignWindow, frameSeconds, mismatch } from "./ctc.js";
 import { agreesWithSpeech } from "./quality.js";
 import { letters } from "./vocabulary.js";
-// Recovery can only omit a short transcript prefix, never insert guessed words or times.
+// Recovery omits bounded transcript spans only after confirming surrounding speech.
 export function alignSpeechWindow(logits, frames, candidate, complete, cutoff, skipBudget) {
     try {
-        return { words: accepted(logits, frames, candidate, complete, cutoff), skipped: 0 };
+        return {
+            words: accepted(logits, frames, candidate, complete, cutoff),
+            skipped: 0,
+            omissionStart: 0,
+        };
     }
     catch (error) {
         if (!(error instanceof Error) || error.message !== mismatch)
             throw error;
     }
+    if (skipBudget <= 0)
+        throw new Error(mismatch);
     const heard = greedy(logits, frames).split(/\s+/);
     for (let skipped = 1; skipped <= Math.min(40, skipBudget, candidate.length - 4); skipped += 1) {
         const remaining = candidate.slice(skipped);
@@ -24,23 +30,58 @@ export function alignSpeechWindow(logits, frames, candidate, complete, cutoff, s
             const words = accepted(logits, frames, remaining, complete, cutoff);
             if (words.length < 4 || words.slice(0, 4).some((word) => (word.confidence ?? 0) < 0.75))
                 continue;
-            return { words, skipped };
+            return { words, skipped, omissionStart: 0 };
         }
         catch (error) {
             if (!(error instanceof Error) || error.message !== mismatch)
                 throw error;
         }
     }
+    const observed = greedy(logits, frames).replace(/[^A-Z']/g, "");
+    for (let start = candidate.length - 4; start >= 4; start -= 1) {
+        const prefix = candidate
+            .slice(0, start)
+            .map((word) => word.spoken)
+            .join("")
+            .replace(/[^A-Z']/g, "");
+        if (prefix.length > observed.length)
+            continue;
+        if (!agreesWithSpeech(prefix, observed.slice(0, prefix.length), 0.2))
+            continue;
+        for (let skipped = 1; skipped <= Math.min(40, skipBudget, candidate.length - start - 4); skipped += 1) {
+            const remaining = [...candidate.slice(0, start), ...candidate.slice(start + skipped)];
+            const anchor = remaining
+                .slice(start, start + 4)
+                .map((word) => word.spoken)
+                .join("")
+                .replace(/[^A-Z']/g, "");
+            if (anchor.length < 20 ||
+                !agreesWithSpeech(anchor, observed.slice(prefix.length, prefix.length + anchor.length), 0.2) ||
+                !agreesWithSpeech(prefix + anchor, observed.slice(0, prefix.length + anchor.length), 0.15))
+                continue;
+            try {
+                const words = accepted(logits, frames, remaining, complete, cutoff, 0.2);
+                if (words.length < start + 4 ||
+                    words.slice(start - 4, start + 4).some((word) => (word.confidence ?? 0) < 0.75))
+                    continue;
+                return { words, skipped, omissionStart: start };
+            }
+            catch (error) {
+                if (!(error instanceof Error) || error.message !== mismatch)
+                    throw error;
+            }
+        }
+    }
     throw new Error(mismatch);
 }
-function accepted(logits, frames, candidate, complete, cutoff) {
+function accepted(logits, frames, candidate, complete, cutoff, maximumError = 0.42) {
     const words = alignWindow(logits, frames, candidate, complete).words.filter((word) => word.end <= cutoff);
     const last = words.at(-1);
     if (last === undefined ||
         !agreesWithSpeech(candidate
             .slice(0, words.length)
             .map((word) => word.spoken)
-            .join(" "), greedy(logits, Math.min(frames, Math.ceil(last.end / frameSeconds)))))
+            .join(" "), greedy(logits, Math.min(frames, Math.ceil(last.end / frameSeconds))), maximumError))
         throw new Error(mismatch);
     return words;
 }

package/dist/adapters/alignment/worker.js

@@ -73,9 +73,9 @@ async function run(input) {
                 omitted += recovered.skipped;
                 send({
                     type: "omission",
-                    start: sampleAt / sampleRate,
+                    start: sampleAt / sampleRate + (accepted[recovered.omissionStart - 1]?.end ?? 0),
                     text: candidate
-                        .slice(0, recovered.skipped)
+                        .slice(recovered.omissionStart, recovered.omissionStart + recovered.skipped)
                         .map((word) => word.text)
                         .join(" "),
                 });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@gentbajko/slopify",
-  "version": "0.8.3",
+  "version": "0.8.4",
   "description": "Turn a prompt into a finished video, locally, with your own provider keys",
   "license": "MIT",
   "author": "Gent Bajko",