vidspotai-shared 1.0.51 → 1.0.53

package/lib/models/analytics.model.d.ts

@@ -0,0 +1,35 @@
+import { FieldValue } from "firebase-admin/firestore";
+/**
+ * Daily rollup keyed by `${YYYY-MM-DD}_${modelKey}`.
+ * Written via FieldValue.increment from job finalization so that the
+ * admin dashboard never has to scan `videoJobs` for per-model stats.
+ */
+export interface IAnalyticsDailyModel {
+    date: string;
+    modelKey: string;
+    jobsCompleted: number;
+    jobsFailed: number;
+    jobsPartial: number;
+    scenesCompleted: number;
+    scenesFailed: number;
+    scenesTimedOut: number;
+    totalCreditsUsed: number;
+    totalDurationSeconds: number;
+    jobLatencyMsSum: number;
+    jobLatencyMsCount: number;
+    updatedAt: FieldValue;
+}
+/** Cross-model daily rollup for summary cards. */
+export interface IAnalyticsDailyGlobalModel {
+    date: string;
+    jobsCompleted: number;
+    jobsFailed: number;
+    jobsPartial: number;
+    scenesCompleted: number;
+    scenesFailed: number;
+    totalCreditsUsed: number;
+    jobLatencyMsSum: number;
+    jobLatencyMsCount: number;
+    updatedAt: FieldValue;
+}
+//# sourceMappingURL=analytics.model.d.ts.map

package/lib/models/analytics.model.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"analytics.model.d.ts","sourceRoot":"","sources":["../../src/models/analytics.model.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAEtD;;;;GAIG;AACH,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,SAAS,EAAE,UAAU,CAAC;CACvB;AAED,kDAAkD;AAClD,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,SAAS,EAAE,UAAU,CAAC;CACvB"}

package/lib/models/analytics.model.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/lib/models/index.d.ts

@@ -1,4 +1,5 @@
 export * from "./video.model";
 export * from "./user.model";
 export * from "./script.model";
+export * from "./analytics.model";
 //# sourceMappingURL=index.d.ts.map

package/lib/models/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/models/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAC;AAC9B,cAAc,cAAc,CAAC;AAC7B,cAAc,gBAAgB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/models/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAC;AAC9B,cAAc,cAAc,CAAC;AAC7B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,mBAAmB,CAAC"}

package/lib/models/index.js

@@ -17,3 +17,4 @@ Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./video.model"), exports);
 __exportStar(require("./user.model"), exports);
 __exportStar(require("./script.model"), exports);
+__exportStar(require("./analytics.model"), exports);

package/lib/services/aiGen/providers/google/google.service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"google.service.d.ts","sourceRoot":"","sources":["../../../../../src/services/aiGen/providers/google/google.service.ts"],"names":[],"mappings":"AAaA,OAAO,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AACxE,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,iBAAiB,EACjB,iBAAiB,EAClB,MAAM,UAAU,CAAC;AA6BlB,qBAAa,aAAc,SAAQ,wBAAwB;IACzD,OAAO,CAAC,EAAE,CAAc;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAK;;IAO/C;;;;OAIG;YACW,kBAAkB;IA0B1B,aAAa,CACjB,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC;IAyC3B,gBAAgB,CAAC,EACrB,IAAI,EACJ,cAAc,EACd,cAAyB,GAC1B,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAuEjD,aAAa,CAAC,EAAE,QAAQ,EAAE,QAAY,EAAE,UAAmB,EAAE,SAAiB,EAAE,EAAE,iBAAiB,GAAG,MAAM;CAiB7G"}
+{"version":3,"file":"google.service.d.ts","sourceRoot":"","sources":["../../../../../src/services/aiGen/providers/google/google.service.ts"],"names":[],"mappings":"AAcA,OAAO,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AACxE,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,iBAAiB,EACjB,iBAAiB,EAClB,MAAM,UAAU,CAAC;AA0DlB,qBAAa,aAAc,SAAQ,wBAAwB;IACzD,OAAO,CAAC,EAAE,CAAc;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAK;;IAO/C;;;;OAIG;YACW,kBAAkB;IA0B1B,aAAa,CACjB,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC;IAqE3B,gBAAgB,CAAC,EACrB,IAAI,EACJ,cAAc,EACd,cAAyB,GAC1B,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAuFjD,aAAa,CAAC,EAAE,QAAQ,EAAE,QAAY,EAAE,UAAmB,EAAE,SAAiB,EAAE,EAAE,iBAAiB,GAAG,MAAM;CAiB7G"}

package/lib/services/aiGen/providers/google/google.service.js

@@ -12,6 +12,7 @@ const types_1 = require("../../../../globals/types");
 const firebase_1 = require("../../../../libs/firebase");
 const helpers_1 = require("../../../../utils/helpers");
 const logger_1 = require("../../../../utils/logger");
+const errors_1 = require("../../../../utils/errors");
 const helpers_2 = require("../../helpers");
 const baseAiGenProvider_service_1 = require("../baseAiGenProvider.service");
 const fs_1 = require("fs");
@@ -31,6 +32,35 @@ const TRANSIENT_NETWORK_CODES = new Set([
     "UND_ERR_HEADERS_TIMEOUT",
     "UND_ERR_BODY_TIMEOUT",
 ]);
+// Pick a Veo-compatible image MIME type. Veo accepts image/jpeg, image/png,
+// image/webp. We prefer the upstream Content-Type header (Firebase Storage
+// returns the type set at upload), then fall back to URL extension, then to
+// image/jpeg as a reasonable last resort for phone-camera uploads.
+const VEO_SUPPORTED_IMAGE_MIMES = new Set([
+    "image/jpeg",
+    "image/png",
+    "image/webp",
+]);
+function pickImageMimeType(contentType, url) {
+    const normalized = contentType.split(";")[0]?.trim().toLowerCase();
+    if (normalized && VEO_SUPPORTED_IMAGE_MIMES.has(normalized)) {
+        return normalized;
+    }
+    // Map common but non-canonical types
+    if (normalized === "image/jpg")
+        return "image/jpeg";
+    // Extension fallback. Strip query string first (Firebase URLs have ?alt=media).
+    const pathOnly = url.split("?")[0]?.toLowerCase() ?? "";
+    if (pathOnly.endsWith(".png"))
+        return "image/png";
+    if (pathOnly.endsWith(".webp"))
+        return "image/webp";
+    if (pathOnly.endsWith(".jpg") || pathOnly.endsWith(".jpeg"))
+        return "image/jpeg";
+    // Phone uploads default to JPEG far more often than PNG, so it's a safer
+    // last-resort than the previous hardcoded "image/png".
+    return "image/jpeg";
+}
 function isTransientFetchError(err) {
     if (!err)
         return false;
@@ -93,9 +123,28 @@ class GoogleService extends baseAiGenProvider_service_1.BaseAiGenProviderService
         };
         if (params.inputImageUrl) {
             const imgResp = await this.withTransientRetry("input-image fetch", () => fetch(params.inputImageUrl));
+            // BUG #3 fix: fetch() does NOT throw on 4xx/5xx — it returns a Response
+            // with the error body. Without this check we'd encode an HTML error page
+            // as if it were image bytes, and Veo would silently reject it.
+            if (!imgResp.ok) {
+                throw new errors_1.UserFacingError(`Input image could not be downloaded (HTTP ${imgResp.status}). The image URL may have expired or been deleted.`);
+            }
             const imgBuffer = Buffer.from(await imgResp.arrayBuffer());
+            // BUG #2 fix: a 0-byte body slips through fetch().ok if the upstream
+            // wrote an empty file. Veo treats empty bytes as content-filtered (no
+            // error, no video). Surface the real cause to the user.
+            if (imgBuffer.length === 0) {
+                throw new errors_1.UserFacingError("Input image is empty (0 bytes). Please re-upload the image.");
+            }
+            // BUG #1 fix: previously hardcoded "image/png" regardless of the actual
+            // upload type. Veo rejects JPEG bytes labeled as PNG, with no error
+            // detail. Prefer the Content-Type from the response (authoritative —
+            // Firebase Storage sets it from upload metadata), fall back to URL
+            // extension, then default to JPEG (modern phone-camera default).
+            const respContentType = imgResp.headers.get("content-type") ?? "";
+            const mimeType = pickImageMimeType(respContentType, params.inputImageUrl);
             request.image = {
-                mimeType: "image/png", // or infer from URL (jpg/png)
+                mimeType,
                 imageBytes: imgBuffer.toString("base64"),
             };
         }
@@ -118,6 +167,22 @@ class GoogleService extends baseAiGenProvider_service_1.BaseAiGenProviderService
             }
             const videoUri = result.response?.generatedVideos?.[0]?.video?.uri;
             if (!videoUri) {
+                // Veo silently filters content via RAI without setting result.error.
+                // When raiMediaFilteredCount > 0, the request was blocked by safety
+                // filters. Surface the reasons so we can show the user what to fix,
+                // and prefix with `user_input_error:` so sceneMonitor demotes the log
+                // level (these are expected user-input failures, not bugs).
+                const filteredCount = result.response?.raiMediaFilteredCount ?? 0;
+                const filteredReasons = result.response?.raiMediaFilteredReasons ?? [];
+                if (filteredCount > 0 || filteredReasons.length > 0) {
+                    const reasons = filteredReasons.length > 0
+                        ? filteredReasons.join("; ")
+                        : "Content blocked by Google safety filters";
+                    return {
+                        status: types_1.EVideoSceneStatus.FAILED,
+                        errorMessage: `user_input_error: ${reasons}`,
+                    };
+                }
                 return {
                     status: types_1.EVideoSceneStatus.FAILED,
                     errorMessage: "No video URL or VideoBytes found in response",

package/lib/services/analytics.service.d.ts

@@ -0,0 +1,23 @@
+import { EVideoJobStatus } from "../globals/types";
+import { IVideoScene } from "../models/video.model";
+export interface RecordJobOutcomeParams {
+    modelKey: string;
+    finalStatus: EVideoJobStatus;
+    scenes: IVideoScene[];
+    totalCreditsUsed: number;
+    /** ms between job creation and finalization */
+    jobLatencyMs?: number;
+    /** Defaults to now (UTC). Override only when backfilling. */
+    finalizedAt?: Date;
+}
+/**
+ * AnalyticsService
+ * ----------------
+ * Write-side helper for incrementing daily rollup counters. Reads happen
+ * from the admin app (server side) — kept here so a future BigQuery export
+ * has a single source of truth for shape.
+ */
+export declare class AnalyticsService {
+    static recordJobOutcome(p: RecordJobOutcomeParams): Promise<void>;
+}
+//# sourceMappingURL=analytics.service.d.ts.map

package/lib/services/analytics.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"analytics.service.d.ts","sourceRoot":"","sources":["../../src/services/analytics.service.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,eAAe,EAAqB,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAUpD,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,eAAe,CAAC;IAC7B,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,+CAA+C;IAC/C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,6DAA6D;IAC7D,WAAW,CAAC,EAAE,IAAI,CAAC;CACpB;AAED;;;;;;GAMG;AACH,qBAAa,gBAAgB;WACd,gBAAgB,CAAC,CAAC,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC;CAqDxE"}

package/lib/services/analytics.service.js

@@ -0,0 +1,69 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AnalyticsService = void 0;
+const firestore_1 = require("firebase-admin/firestore");
+const firebase_1 = require("../libs/firebase");
+const types_1 = require("../globals/types");
+const DAILY_COL = "analytics_daily";
+const DAILY_GLOBAL_COL = "analytics_daily_global";
+function dateKey(d = new Date()) {
+    // UTC YYYY-MM-DD
+    return d.toISOString().slice(0, 10);
+}
+/**
+ * AnalyticsService
+ * ----------------
+ * Write-side helper for incrementing daily rollup counters. Reads happen
+ * from the admin app (server side) — kept here so a future BigQuery export
+ * has a single source of truth for shape.
+ */
+class AnalyticsService {
+    static async recordJobOutcome(p) {
+        const date = dateKey(p.finalizedAt);
+        const completed = p.scenes.filter((s) => s.status === types_1.EVideoSceneStatus.COMPLETED).length;
+        const failed = p.scenes.filter((s) => s.status === types_1.EVideoSceneStatus.FAILED).length;
+        const timedOut = p.scenes.filter((s) => s.status === types_1.EVideoSceneStatus.TIMED_OUT).length;
+        const totalDuration = p.scenes
+            .filter((s) => s.status === types_1.EVideoSceneStatus.COMPLETED)
+            .reduce((sum, s) => sum + (s.duration ?? 0), 0);
+        const jobsCompleted = p.finalStatus === types_1.EVideoJobStatus.COMPLETED ? 1 : 0;
+        const jobsFailed = p.finalStatus === types_1.EVideoJobStatus.FAILED ? 1 : 0;
+        const jobsPartial = p.finalStatus === types_1.EVideoJobStatus.PARTIALLY_COMPLETED ? 1 : 0;
+        const inc = firestore_1.FieldValue.increment;
+        const latencyMs = p.jobLatencyMs ?? 0;
+        const perModelRef = firebase_1.firestore.collection(DAILY_COL).doc(`${date}_${p.modelKey}`);
+        const globalRef = firebase_1.firestore.collection(DAILY_GLOBAL_COL).doc(date);
+        const perModelPayload = {
+            date,
+            modelKey: p.modelKey,
+            jobsCompleted: inc(jobsCompleted),
+            jobsFailed: inc(jobsFailed),
+            jobsPartial: inc(jobsPartial),
+            scenesCompleted: inc(completed),
+            scenesFailed: inc(failed),
+            scenesTimedOut: inc(timedOut),
+            totalCreditsUsed: inc(p.totalCreditsUsed),
+            totalDurationSeconds: inc(totalDuration),
+            jobLatencyMsSum: inc(latencyMs),
+            jobLatencyMsCount: inc(latencyMs > 0 ? 1 : 0),
+            updatedAt: firestore_1.FieldValue.serverTimestamp(),
+        };
+        const globalPayload = {
+            date,
+            jobsCompleted: inc(jobsCompleted),
+            jobsFailed: inc(jobsFailed),
+            jobsPartial: inc(jobsPartial),
+            scenesCompleted: inc(completed),
+            scenesFailed: inc(failed),
+            totalCreditsUsed: inc(p.totalCreditsUsed),
+            jobLatencyMsSum: inc(latencyMs),
+            jobLatencyMsCount: inc(latencyMs > 0 ? 1 : 0),
+            updatedAt: firestore_1.FieldValue.serverTimestamp(),
+        };
+        const batch = firebase_1.firestore.batch();
+        batch.set(perModelRef, perModelPayload, { merge: true });
+        batch.set(globalRef, globalPayload, { merge: true });
+        await batch.commit();
+    }
+}
+exports.AnalyticsService = AnalyticsService;

package/lib/services/gcp/gcp.service.js

@@ -1,13 +1,13 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.GCPService = void 0;
-const googleapis_1 = require("googleapis");
+const sheets_1 = require("@googleapis/sheets");
 class GCPService {
     constructor() {
         if (!process.env.GOOGLE_CLIENT_EMAIL || !process.env.GOOGLE_PRIVATE_KEY) {
             throw new Error("Missing GCP credentials");
         }
-        this.auth = new googleapis_1.google.auth.JWT({
+        this.auth = new sheets_1.auth.JWT({
             email: process.env.GOOGLE_CLIENT_EMAIL,
             key: process.env.GOOGLE_PRIVATE_KEY.replace(/\\n/g, "\n"),
             scopes: ["https://www.googleapis.com/auth/spreadsheets"],

package/lib/services/gcp/gsheet.service.js

@@ -1,12 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.GSheetService = void 0;
-const googleapis_1 = require("googleapis");
+const sheets_1 = require("@googleapis/sheets");
 const gcp_service_1 = require("./gcp.service");
 class GSheetService extends gcp_service_1.GCPService {
     constructor() {
         super();
-        this.sheets = googleapis_1.google.sheets({
+        this.sheets = (0, sheets_1.sheets)({
             version: "v4",
             auth: this.auth,
         });

package/lib/services/index.d.ts

@@ -4,5 +4,6 @@ export * from "./aiGen";
 export * from "./bullmq.service";
 export * from "./gcp";
 export * from "./credit.service";
+export * from "./analytics.service";
 export * from "./tts";
 //# sourceMappingURL=index.d.ts.map

package/lib/services/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/services/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,SAAS,CAAC;AACxB,cAAc,kBAAkB,CAAC;AACjC,cAAc,OAAO,CAAC;AACtB,cAAc,kBAAkB,CAAC;AACjC,cAAc,OAAO,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/services/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,SAAS,CAAC;AACxB,cAAc,kBAAkB,CAAC;AACjC,cAAc,OAAO,CAAC;AACtB,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,OAAO,CAAC"}

package/lib/services/index.js

@@ -20,4 +20,5 @@ __exportStar(require("./aiGen"), exports);
 __exportStar(require("./bullmq.service"), exports);
 __exportStar(require("./gcp"), exports);
 __exportStar(require("./credit.service"), exports);
+__exportStar(require("./analytics.service"), exports);
 __exportStar(require("./tts"), exports);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "vidspotai-shared",
-  "version": "1.0.51",
+  "version": "1.0.53",
   "main": "lib/index.js",
   "types": "lib/index.d.ts",
   "exports": {
@@ -16,12 +16,12 @@
   "dependencies": {
     "@google-cloud/storage": "*",
     "@google/genai": "^1.22.0",
+    "@googleapis/sheets": "^13.0.1",
     "@runwayml/sdk": "^2.11.0",
     "axios": "^1.12.2",
     "bullmq": "^5.61.0",
     "firebase-admin": "^13.5.0",
     "fs-extra": "^11.3.2",
-    "googleapis": "^170.0.0",
     "ioredis": "^5.8.0",
     "jsonwebtoken": "^9.0.2",
     "logform": "^2.7.0",