vidspotai-shared 1.0.93 → 1.0.94

package/lib/services/aiGen/providers/google/google.service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"google.service.d.ts","sourceRoot":"","sources":["../../../../../src/services/aiGen/providers/google/google.service.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AACxE,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,EACrB,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,EACrB,iBAAiB,EACjB,iBAAiB,EAClB,MAAM,UAAU,CAAC;AAelB,qBAAa,aAAc,SAAQ,wBAAwB;IAKzD,OAAO,CAAC,EAAE,CAAc;IACxB,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAK;;IAQ/C;;;;;;;;;OASG;IACG,YAAY,CAChB,MAAM,EAAE,oBAAoB,GAC3B,OAAO,CAAC,oBAAoB,CAAC;IAoChC;;;;;OAKG;IACH,OAAO,CAAC,eAAe;IAoCvB;;;;OAIG;YACW,kBAAkB;IAsC1B,aAAa,CACjB,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC;IA0O3B,gBAAgB,CAAC,EACrB,IAAI,EACJ,cAAc,EACd,cAAyB,GAC1B,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAiH3C,aAAa,CACjB,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC;YAiBnB,cAAc;IAwG5B;;;;;;OAMG;IACH;;;;OAIG;IACG,aAAa,CACjB,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC;IAIjC,aAAa,CAAC,EAAE,QAAQ,EAAE,QAAY,EAAE,UAAmB,EAAE,SAAiB,EAAE,SAAa,EAAE,SAAS,EAAE,WAAW,EAAE,EAAE,iBAAiB,GAAG,MAAM;CA8BpJ"}
+{"version":3,"file":"google.service.d.ts","sourceRoot":"","sources":["../../../../../src/services/aiGen/providers/google/google.service.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AACxE,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,EACrB,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,EACrB,iBAAiB,EACjB,iBAAiB,EAClB,MAAM,UAAU,CAAC;AAkElB,qBAAa,aAAc,SAAQ,wBAAwB;IAKzD,OAAO,CAAC,EAAE,CAAc;IACxB,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAK;;IAQ/C;;;;;;;;;OASG;IACG,YAAY,CAChB,MAAM,EAAE,oBAAoB,GAC3B,OAAO,CAAC,oBAAoB,CAAC;IAoChC;;;;;OAKG;IACH,OAAO,CAAC,eAAe;IAoCvB;;;;OAIG;YACW,kBAAkB;IAsC1B,aAAa,CACjB,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC;IA0O3B,gBAAgB,CAAC,EACrB,IAAI,EACJ,cAAc,EACd,cAAyB,GAC1B,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IA8J3C,aAAa,CACjB,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC;YAiBnB,cAAc;IAwG5B;;;;;;OAMG;IACH;;;;OAIG;IACG,aAAa,CACjB,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC;IAIjC,aAAa,CAAC,EAAE,QAAQ,EAAE,QAAY,EAAE,UAAmB,EAAE,SAAiB,EAAE,SAAa,EAAE,SAAS,EAAE,WAAW,EAAE,EAAE,iBAAiB,GAAG,MAAM;CA8BpJ"}

package/lib/services/aiGen/providers/google/google.service.js

@@ -22,6 +22,52 @@ const googleFetch_1 = require("./googleFetch");
 const googleMusic_1 = require("./googleMusic");
 const googleApiKeys_1 = require("./googleApiKeys");
 const googleKeyPool_1 = require("./googleKeyPool");
+/**
+ * Wait until a file exists AND its on-disk size has stopped growing, returning
+ * the final stable byte size. The Veo Files API downloader can resolve / create
+ * the file before all bytes are flushed; reading it immediately then streams a
+ * partial file — truncated at a chunk boundary (commonly exactly 4 MiB) — which
+ * drops the trailing `moov` atom and yields a corrupt MP4. Requiring the size to
+ * hold steady across consecutive polls closes that flush race.
+ */
+async function waitForStableFile(path, timeoutMs = 30000, intervalMs = 500) {
+    const start = Date.now();
+    let lastSize = -1;
+    let stablePolls = 0;
+    while (Date.now() - start < timeoutMs) {
+        let size = -1;
+        try {
+            size = (await promises_1.default.stat(path)).size;
+        }
+        catch {
+            // not created yet — keep polling
+        }
+        if (size > 0 && size === lastSize) {
+            // Two consecutive equal, non-zero reads ⇒ the writer has finished.
+            if (++stablePolls >= 2)
+                return size;
+        }
+        else {
+            stablePolls = 0;
+        }
+        lastSize = size;
+        await new Promise((r) => setTimeout(r, intervalMs));
+    }
+    throw new Error(`Timeout waiting for a stable (fully-written) file: ${path}`);
+}
+/**
+ * Cheap structural check that a local MP4 is COMPLETE: a well-formed Veo clip
+ * carries both an `ftyp` box (header) and a `moov` box (movie metadata, written
+ * at the END for non-faststart output). A truncated download is missing `moov`
+ * — exactly what ffprobe reports downstream as "moov atom not found". Scans the
+ * file bytes (clips are a few MB) so we never need an ffprobe binary in this
+ * shared module.
+ */
+async function mp4IsComplete(path) {
+    const buf = await promises_1.default.readFile(path);
+    return (buf.includes(Buffer.from("ftyp", "ascii")) &&
+        buf.includes(Buffer.from("moov", "ascii")));
+}
 const VEO_3_1_MODELS = new Set([
     aiModels_1.EVideoGenModels.GOOGLE_VEO_3_1,
     aiModels_1.EVideoGenModels.GOOGLE_VEO_3_1_FAST,
@@ -402,14 +448,52 @@ class GoogleService extends baseAiGenProvider_service_1.BaseAiGenProviderService
             // separate project, so downloading its videos via `this.ai` would 403/404.
             // Use the re-selected `client` (falls back to `this.ai` for un-tagged
             // legacy tasks, which were submitted on GOOGLE_API_KEY anyway).
-            await this.withTransientRetry("files.download", () => client.files.download({
-                file: video,
-                downloadPath: localPath,
-            }));
-            await (0, helpers_1.waitForFile)(localPath, 20000, 500);
-            const readStream = (0, fs_1.createReadStream)(localPath);
-            const writeStream = file.createWriteStream({ contentType: "video/mp4" });
-            await (0, promises_2.pipeline)(readStream, writeStream);
+            // Download → validate-complete → upload, retried as a unit. The Files API
+            // downloader intermittently resolves before the clip is fully flushed to
+            // disk; uploading then truncates the scene at a chunk boundary (commonly
+            // exactly 4 MiB), dropping the trailing `moov` atom and yielding a corrupt
+            // MP4 that ffprobe rejects downstream (poster/watermark "moov atom not
+            // found", and a broken deliverable). Guard with (1) a stable-size wait so
+            // we only read a fully-written file, (2) a structural ftyp+moov check, and
+            // (3) a stored-vs-local size match after upload. Any failure re-runs the
+            // whole download instead of shipping corruption.
+            const MAX_FETCH_ATTEMPTS = 3;
+            let uploaded = false;
+            for (let attempt = 1; attempt <= MAX_FETCH_ATTEMPTS && !uploaded; attempt++) {
+                await this.withTransientRetry("files.download", () => client.files.download({ file: video, downloadPath: localPath }));
+                const localSize = await waitForStableFile(localPath, 30000, 500);
+                if (await mp4IsComplete(localPath)) {
+                    await (0, promises_2.pipeline)((0, fs_1.createReadStream)(localPath), file.createWriteStream({ contentType: "video/mp4" }));
+                    const [meta] = await file.getMetadata();
+                    const storedSize = Number(meta.size);
+                    if (Number.isFinite(storedSize) && storedSize === localSize) {
+                        uploaded = true;
+                        break; // faithful, complete upload
+                    }
+                    logger_1.logger.warn("google: scene upload size mismatch — retrying", {
+                        filePath,
+                        attempt,
+                        localSize,
+                        storedSize,
+                    });
+                }
+                else {
+                    logger_1.logger.warn("google: downloaded scene missing moov atom — retrying", {
+                        filePath,
+                        attempt,
+                        localSize,
+                    });
+                }
+                // Failed validation — discard the partial file before the next attempt.
+                await promises_1.default.unlink(localPath).catch(() => { });
+            }
+            if (!uploaded) {
+                logger_1.logger.error("google: scene download/upload failed integrity validation — giving up", { filePath });
+                return {
+                    status: types_1.EVideoSceneStatus.FAILED,
+                    errorMessage: "Generated video failed integrity validation (incomplete/truncated download).",
+                };
+            }
             const [signedUrl] = await file.getSignedUrl({
                 action: "read",
                 expires: "03-09-2491",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "vidspotai-shared",
-  "version": "1.0.93",
+  "version": "1.0.94",
   "main": "lib/index.js",
   "types": "lib/index.d.ts",
   "exports": {