@lingjingai/scriptctl 0.63.13 → 0.63.14

package/changes/0.63.14.md

@@ -0,0 +1,7 @@
+# 0.63.14
+
+## Added
+- `scriptctl ingest` appends each missing-timestamp response to `ingest-validation.jsonl`, including episode, time, attempt, missing count and locations, and retry exhaustion; history is retained after successful retries and resumed runs.
+
+## Fixed
+- `scriptctl ingest` rejects video episodes with missing or empty Action timestamps, retries the model up to three times, and errors without accepting the episode if timestamps remain missing.

package/dist/bin.js

@@ -16088,31 +16088,60 @@ function toSerialOutput(input) {
   }
   return out;
 }
-async function runVideoSerial(port, media, episodeNo, contextText, fps, signal, local) {
-  const response = await port.generate({
-    media,
-    system: VIDEO_SERIAL_SYSTEM,
-    user: buildSerialUser(episodeNo, contextText),
-    fps,
-    responseJsonSchema: VIDEO_SERIAL_SCHEMA,
-    // Lets a cross-provider fallback (Doubao) re-upload the same transcode when the
-    // Gemini handle can't be reused. The Gemini path ignores these.
-    ...local ? { localPath: local.path, localMime: local.mime } : {},
-    ...signal ? { signal } : {}
-  });
-  const raw = response.text.trim();
-  if (raw.length < 40) throw serialError(`episode ${episodeNo}: serial output too short (finishReason=${response.finishReason})`, [`length: ${raw.length}`]);
-  let parsed;
-  try {
-    parsed = JSON.parse(raw);
-  } catch {
-    throw serialError(`episode ${episodeNo}: serial output was not valid JSON (finishReason=${response.finishReason})`, [raw.slice(0, 200)]);
+async function runVideoSerial(port, media, episodeNo, contextText, fps, signal, local, onTimestampMissing) {
+  let correction = "";
+  for (let attempt = 0; ; attempt++) {
+    const response = await port.generate({
+      media,
+      system: VIDEO_SERIAL_SYSTEM,
+      user: buildSerialUser(episodeNo, contextText + correction),
+      fps,
+      responseJsonSchema: VIDEO_SERIAL_SCHEMA,
+      // Lets a cross-provider fallback (Doubao) re-upload the same transcode when the
+      // Gemini handle can't be reused. The Gemini path ignores these.
+      ...local ? { localPath: local.path, localMime: local.mime } : {},
+      ...signal ? { signal } : {}
+    });
+    const raw = response.text.trim();
+    if (raw.length < 40) throw serialError(`episode ${episodeNo}: serial output too short (finishReason=${response.finishReason})`, [`length: ${raw.length}`]);
+    let parsed;
+    try {
+      parsed = JSON.parse(raw);
+    } catch {
+      throw serialError(`episode ${episodeNo}: serial output was not valid JSON (finishReason=${response.finishReason})`, [raw.slice(0, 200)]);
+    }
+    const clean2 = stripNul(parsed);
+    const output = toSerialOutput(clean2);
+    if (output.scenes.length === 0) throw serialError(`episode ${episodeNo}: serial output produced no scenes`, [raw.slice(0, 200)]);
+    const missing = output.scenes.flatMap((scene, sceneIndex2) => scene.anchors.flatMap(
+      (anchor, anchorIndex) => anchor.ts ? [] : [`scenes[${sceneIndex2}].anchors[${anchorIndex}] (${anchor.kind})`]
+    ));
+    if (missing.length > 0) {
+      onTimestampMissing?.({
+        event: "timestamp_missing",
+        at: (/* @__PURE__ */ new Date()).toISOString(),
+        episode: episodeNo,
+        attempt: attempt + 1,
+        missing_count: missing.length,
+        missing_paths: missing,
+        retries_exhausted: attempt === 3
+      });
+      if (attempt === 3) {
+        throw new CliError(`Episode ${episodeNo}: ${missing.length} anchors still have no timestamp after 3 retries.`, {
+          exitCode: EXIT_RUNTIME,
+          errorCode: "INGEST_VIDEO_TIMESTAMP_MISSING",
+          hint: "Inspect the episode error sidecar and rerun ingest to resume.",
+          data: { actual: missing }
+        });
+      }
+      correction = `
+
+\u4E0A\u6B21\u8F93\u51FA\u6709 ${missing.length} \u6761\u955C\u5934\u6216\u58F0\u97F3\u7F3A\u5C11 ts\uFF0C\u672A\u88AB\u63A5\u53D7\u3002\u7F3A\u5931\u4F4D\u7F6E\uFF1A${missing.join("\u3001")}\u3002\u8BF7\u91CD\u65B0\u89C2\u770B\u5F53\u524D\u96C6\uFF0C\u4E3A\u6BCF\u4E00\u6761 shots \u548C voices \u586B\u5199\u771F\u5B9E\u8D77\u70B9 ts\uFF08MM:SS\uFF09\uFF0C\u4E0D\u5F97\u7F3A\u5931\u3001\u7559\u7A7A\u6216\u586B null\uFF1B\u8FD4\u56DE\u5B8C\u6574 JSON\uFF0C\u4E0D\u8981\u53EA\u8FD4\u56DE\u4FEE\u8865\u5B57\u6BB5\u3002`;
+      continue;
+    }
+    const md = JSON.stringify(clean2, null, 2);
+    return { md, output };
   }
-  const clean2 = stripNul(parsed);
-  const output = toSerialOutput(clean2);
-  if (output.scenes.length === 0) throw serialError(`episode ${episodeNo}: serial output produced no scenes`, [raw.slice(0, 200)]);
-  const md = JSON.stringify(clean2, null, 2);
-  return { md, output };
 }
 
 // src/usecases/ingest/failure.ts
@@ -16129,6 +16158,8 @@ function classificationForCliError(error) {
       return { failure_type: "media", failure_code: "media_too_large" };
     case "INGEST_VIDEO_SERIAL_FAILED":
       return { failure_type: "pipeline", failure_code: "serial_parse_failed" };
+    case "INGEST_VIDEO_TIMESTAMP_MISSING":
+      return { failure_type: "validation", failure_code: "script_validation_failed" };
     case "INGEST_SOURCE_MISMATCH":
       return { failure_type: "pipeline", failure_code: "source_mismatch" };
     case "INGEST_PIPELINE_MISMATCH":
@@ -16754,7 +16785,8 @@ async function runVideoIngestUnlocked(opts) {
                 generationContext,
                 fps,
                 sig,
-                { path: enc.path, mime: enc.mime }
+                { path: enc.path, mime: enc.mime },
+                (event) => fs27.appendFileSync(store.path("ingest-validation.jsonl"), JSON.stringify(event) + "\n")
               );
             } catch (error) {
               if (!(error instanceof CliError) || error.errorCode !== "INGEST_VIDEO_SERIAL_FAILED" || attempt === VIDEO_VALIDATION_ATTEMPTS) throw error;
@@ -16816,7 +16848,7 @@ async function runVideoIngestUnlocked(opts) {
         const detail = formatFailure(sidecar.failure);
         store.writeJson(`ep/ep_${pad5(e.episode)}.error.json`, sidecar);
         store.writeJson("manifest.json", { ...manifest, updated: sidecar.occurred_at, current_error: sidecar });
-        if (err instanceof CliError && (err.errorCode === "INGEST_VIDEO_INLINE_TOO_LARGE" || err.errorCode === "INGEST_VALIDATION_FAILED")) throw err;
+        if (err instanceof CliError && (err.errorCode === "INGEST_VIDEO_INLINE_TOO_LARGE" || err.errorCode === "INGEST_VALIDATION_FAILED" || err.errorCode === "INGEST_VIDEO_TIMESTAMP_MISSING")) throw err;
         throw new CliError(`Episode ${e.episode} failed serial parse; later episodes depend on its context.`, {
           exitCode: EXIT_INPUT,
           errorCode: "INGEST_SERIAL_INCOMPLETE",