vidspotai-shared 1.0.69-dev.0 → 1.0.69

package/lib/services/aiGen/providers/google/google.service.js

@@ -15,7 +15,6 @@ const logger_1 = require("../../../../utils/logger");
 const errors_1 = require("../../../../utils/errors");
 const helpers_2 = require("../../helpers");
 const baseAiGenProvider_service_1 = require("../baseAiGenProvider.service");
-const google_auth_library_1 = require("google-auth-library");
 const fs_1 = require("fs");
 const promises_2 = require("stream/promises");
 // Codes from undici / Node net layer that indicate a transient network failure
@@ -72,41 +71,6 @@ function isTransientFetchError(err) {
     const code = err.code ?? err.cause?.code;
     return !!code && TRANSIENT_NETWORK_CODES.has(code);
 }
-const VEO_3_1_MODELS = new Set([
-    aiModels_1.EVideoGenModels.GOOGLE_VEO_3_1,
-    aiModels_1.EVideoGenModels.GOOGLE_VEO_3_1_FAST,
-    aiModels_1.EVideoGenModels.GOOGLE_VEO_3_1_LITE,
-]);
-function inferImageMime(url) {
-    const lower = (url.split("?")[0] ?? url).toLowerCase();
-    if (lower.endsWith(".jpg") || lower.endsWith(".jpeg"))
-        return "image/jpeg";
-    if (lower.endsWith(".webp"))
-        return "image/webp";
-    return "image/png";
-}
-async function fetchAsImage(url) {
-    const resp = await fetch(url);
-    // fetch() does NOT throw on 4xx/5xx — surface the HTTP error so we don't
-    // encode an HTML error page as image bytes (Veo silently rejects them).
-    if (!resp.ok) {
-        throw new errors_1.UserFacingError(`Input image could not be downloaded (HTTP ${resp.status}). The image URL may have expired or been deleted.`);
-    }
-    const buf = Buffer.from(await resp.arrayBuffer());
-    // 0-byte body slips through resp.ok if the upstream wrote an empty file.
-    // Veo treats empty bytes as content-filtered (no error, no video).
-    if (buf.length === 0) {
-        throw new errors_1.UserFacingError("Input image is empty (0 bytes). Please re-upload the image.");
-    }
-    // Prefer Content-Type from the response (authoritative — set by Firebase
-    // Storage upload metadata) over URL-extension inference. Hardcoded
-    // image/png caused Veo to reject JPEG bytes labelled PNG with no detail.
-    const respContentType = resp.headers.get("content-type") ?? "";
-    return {
-        mimeType: pickImageMimeType(respContentType, url),
-        imageBytes: buf.toString("base64"),
-    };
-}
 /**
  * Maps `@google/genai` `ApiError` failures (whose message is a JSON string)
  * to a `UserFacingError` with a stable code the frontend can translate.
@@ -182,46 +146,42 @@ class GoogleService extends baseAiGenProvider_service_1.BaseAiGenProviderService
         (0, helpers_2.validateParams)(params);
         const modelConfig = aiModels_1.aiModelConfigs[params.modelKey];
         const modelId = modelConfig.modelId;
-        const isVeo3_1 = VEO_3_1_MODELS.has(params.modelKey);
         const request = {
             model: modelId,
             prompt: params.prompt,
+            // image:
             config: {
                 aspectRatio: params.aspectRatio,
                 resolution: params.resolution,
                 durationSeconds: params.duration,
-                ...(params.seed !== undefined ? { seed: params.seed } : {}),
-                ...(params.personGeneration ? { personGeneration: params.personGeneration } : {}),
-                ...(params.negativePrompt ? { negativePrompt: params.negativePrompt } : {}),
-                ...(params.audio !== undefined ? { generateAudio: params.audio } : {}),
-                ...(params.promptOptimizer !== undefined ? { enhancePrompt: params.promptOptimizer } : {}),
             },
         };
-        // Video extension takes precedence over image (mutually exclusive in Veo API).
-        if (params.inputVideoUrl) {
-            request.video = { uri: params.inputVideoUrl };
-        }
-        else if (params.inputImageUrl) {
-            request.image = await this.withTransientRetry("input-image fetch", () => fetchAsImage(params.inputImageUrl));
-        }
-        // Last-frame image for first-last-frame interpolation. Mutually exclusive with referenceImages.
-        if (params.lastFrameImageUrl) {
-            request.config.lastFrame = await this.withTransientRetry("last-frame fetch", () => fetchAsImage(params.lastFrameImageUrl));
-        }
-        // Reference images (Veo 3.1 only — up to 3 asset images for character/scene consistency).
-        // When references are provided the API requires durationSeconds=8 and forbids image/video/lastFrame.
-        if (params.referenceImageUrls?.length) {
-            if (!isVeo3_1) {
-                logger_1.logger.warn(`Google Veo: referenceImages provided but model ${params.modelKey} does not support them — ignoring.`);
+        if (params.inputImageUrl) {
+            const imgResp = await this.withTransientRetry("input-image fetch", () => fetch(params.inputImageUrl));
+            // BUG #3 fix: fetch() does NOT throw on 4xx/5xx — it returns a Response
+            // with the error body. Without this check we'd encode an HTML error page
+            // as if it were image bytes, and Veo would silently reject it.
+            if (!imgResp.ok) {
+                throw new errors_1.UserFacingError(`Input image could not be downloaded (HTTP ${imgResp.status}). The image URL may have expired or been deleted.`);
             }
-            else {
-                const refs = params.referenceImageUrls.slice(0, 3);
-                const fetched = await Promise.all(refs.map((url) => this.withTransientRetry("reference-image fetch", () => fetchAsImage(url))));
-                request.config.referenceImages = fetched.map((image) => ({
-                    image,
-                    referenceType: genai_1.VideoGenerationReferenceType.ASSET,
-                }));
+            const imgBuffer = Buffer.from(await imgResp.arrayBuffer());
+            // BUG #2 fix: a 0-byte body slips through fetch().ok if the upstream
+            // wrote an empty file. Veo treats empty bytes as content-filtered (no
+            // error, no video). Surface the real cause to the user.
+            if (imgBuffer.length === 0) {
+                throw new errors_1.UserFacingError("Input image is empty (0 bytes). Please re-upload the image.");
             }
+            // BUG #1 fix: previously hardcoded "image/png" regardless of the actual
+            // upload type. Veo rejects JPEG bytes labeled as PNG, with no error
+            // detail. Prefer the Content-Type from the response (authoritative —
+            // Firebase Storage sets it from upload metadata), fall back to URL
+            // extension, then default to JPEG (modern phone-camera default).
+            const respContentType = imgResp.headers.get("content-type") ?? "";
+            const mimeType = pickImageMimeType(respContentType, params.inputImageUrl);
+            request.image = {
+                mimeType,
+                imageBytes: imgBuffer.toString("base64"),
+            };
         }
         const operation = await this.withTransientRetry("generateVideos", () => this.ai.models.generateVideos(request));
         if (!operation || !operation.name) {
@@ -285,11 +245,8 @@ class GoogleService extends baseAiGenProvider_service_1.BaseAiGenProviderService
                 .then(() => {
                 // console.log("Local file deleted:", localPath);
             })
-                .catch((err) => {
-                logger_1.logger.warn("google: local file cleanup failed", {
-                    localPath,
-                    err: err?.stack ?? err?.message ?? String(err),
-                });
+                .catch(() => {
+                console.warn("Failed to delete local file:", localPath);
             });
             return {
                 videoUrl: signedUrl,
@@ -298,184 +255,10 @@ class GoogleService extends baseAiGenProvider_service_1.BaseAiGenProviderService
         }
         return { status: types_1.EVideoSceneStatus.PENDING };
     }
-    async generateImage(params) {
-        const modelConfig = aiModels_1.aiModelConfigs[params.modelKey];
-        const modelId = modelConfig?.modelId;
-        if (!modelId)
-            throw new Error(`Unknown image modelKey: ${params.modelKey}`);
-        const isImagen = modelId.startsWith("imagen-");
-        const isNanoBanana = modelId.startsWith("gemini-") && modelId.includes("image");
-        const allBytes = [];
-        if (isImagen) {
-            const resp = await this.ai.models.generateImages({
-                model: modelId,
-                prompt: params.prompt,
-                config: {
-                    numberOfImages: params.numImages ?? 1,
-                    ...(params.aspectRatio ? { aspectRatio: params.aspectRatio } : {}),
-                    ...(params.personGeneration
-                        ? { personGeneration: params.personGeneration }
-                        : {}),
-                    ...(params.negativePrompt ? { negativePrompt: params.negativePrompt } : {}),
-                    ...(params.outputFormat ? { outputMimeType: `image/${params.outputFormat}` } : {}),
-                },
-            });
-            for (const gen of resp.generatedImages ?? []) {
-                const b64 = gen.image?.imageBytes;
-                if (!b64)
-                    continue;
-                allBytes.push({
-                    bytes: Buffer.from(b64, "base64"),
-                    mime: gen.image?.mimeType ?? "image/png",
-                });
-            }
-        }
-        else if (isNanoBanana) {
-            // Nano Banana (Gemini image-gen via generateContent) has no structured
-            // aspectRatio knob — Imagen does, this path doesn't. Without the hint
-            // in the prompt it defaults to landscape, so a 9:16 project ended up
-            // with horizontal images that didn't cover the vertical canvas.
-            // Prefix the requested ratio so the model produces an output that at
-            // least matches orientation (Gemini still won't honor exact pixel
-            // dimensions, but landscape vs portrait is reliable).
-            const aspectHint = params.aspectRatio
-                ? `Generate the image with a ${params.aspectRatio} aspect ratio (${params.aspectRatio === "9:16" || params.aspectRatio === "3:4" || params.aspectRatio === "4:5"
-                    ? "vertical portrait"
-                    : params.aspectRatio === "1:1"
-                        ? "square"
-                        : "horizontal landscape"} orientation). `
-                : "";
-            const parts = [{ text: `${aspectHint}${params.prompt}` }];
-            const refs = [
-                ...(params.inputImageUrl ? [params.inputImageUrl] : []),
-                ...(params.inputImageUrls ?? []),
-            ];
-            for (const url of refs) {
-                const ref = await fetchAsImage(url);
-                parts.push({ inlineData: { mimeType: ref.mimeType, data: ref.imageBytes } });
-            }
-            const resp = await this.ai.models.generateContent({
-                model: modelId,
-                contents: [{ role: "user", parts }],
-            });
-            const candidates = resp.candidates ?? [];
-            for (const cand of candidates) {
-                for (const part of cand.content?.parts ?? []) {
-                    const inline = part.inlineData;
-                    if (inline?.data) {
-                        allBytes.push({
-                            bytes: Buffer.from(inline.data, "base64"),
-                            mime: inline.mimeType ?? "image/png",
-                        });
-                    }
-                }
-            }
-        }
-        else {
-            throw new Error(`Unsupported Google image modelId: ${modelId}`);
-        }
-        if (!allBytes.length) {
-            throw new Error("Google image generation returned no image bytes");
-        }
-        const bucket = (0, firebase_1.getBucket)();
-        const ts = Date.now();
-        const urls = [];
-        for (let i = 0; i < allBytes.length; i++) {
-            const item = allBytes[i];
-            const { bytes, mime } = item;
-            const ext = (mime.split("/")[1] ?? "png").toLowerCase();
-            const path = `images/google/${ts}-${Math.random().toString(36).slice(2, 8)}-${i}.${ext}`;
-            const file = bucket.file(path);
-            await file.save(bytes, { contentType: mime });
-            const [signed] = await file.getSignedUrl({ action: "read", expires: "03-09-2491" });
-            urls.push(signed);
-        }
-        return {
-            imageUrl: urls[0],
-            imageUrls: urls.length > 1 ? urls : undefined,
-        };
-    }
-    /**
-     * Lyria 2 (Vertex AI). Sync — POST {region}-aiplatform.googleapis.com/.../lyria-002:predict
-     * returns base64-encoded WAV audio inline. Auth via ADC on the function service
-     * account (or GOOGLE_APPLICATION_CREDENTIALS locally).
-     *
-     * Required env: GCP_PROJECT_ID. Optional: GCP_LOCATION (default us-central1).
-     */
-    async generateMusic(params) {
-        const modelConfig = aiModels_1.aiModelConfigs[params.modelKey];
-        const modelId = modelConfig?.modelId ?? "lyria-002";
-        const projectId = process.env.GCP_PROJECT_ID;
-        if (!projectId) {
-            throw new Error("Missing GCP_PROJECT_ID env var (required for Vertex Lyria)");
-        }
-        const location = process.env.GCP_LOCATION ?? "us-central1";
-        const auth = new google_auth_library_1.GoogleAuth({
-            scopes: ["https://www.googleapis.com/auth/cloud-platform"],
-        });
-        const client = await auth.getClient();
-        const tokenRes = await client.getAccessToken();
-        const token = tokenRes?.token;
-        if (!token)
-            throw new Error("Failed to obtain GCP access token for Vertex Lyria");
-        const url = `https://${location}-aiplatform.googleapis.com/v1/projects/${projectId}` +
-            `/locations/${location}/publishers/google/models/${modelId}:predict`;
-        const instance = { prompt: params.prompt };
-        const parameters = {
-            sample_count: 1,
-        };
-        if (params.negativePrompt) {
-            instance.negative_prompt = params.negativePrompt;
-        }
-        if (params.seed !== undefined) {
-            parameters.seed = params.seed;
-        }
-        const resp = await fetch(url, {
-            method: "POST",
-            headers: {
-                Authorization: `Bearer ${token}`,
-                "Content-Type": "application/json",
-            },
-            body: JSON.stringify({ instances: [instance], parameters }),
-        });
-        if (!resp.ok) {
-            const errText = await resp.text();
-            throw new Error(`Vertex Lyria failed (${resp.status}): ${errText}`);
-        }
-        const data = await resp.json();
-        const audioB64 = data?.predictions?.[0]?.bytesBase64Encoded;
-        if (!audioB64) {
-            throw new Error("Vertex Lyria returned no audio data");
-        }
-        const buffer = Buffer.from(audioB64, "base64");
-        const path = `music/lyria/${params.outputFilename}.wav`;
-        const file = (0, firebase_1.getBucket)().file(path);
-        await file.save(buffer, { contentType: "audio/wav" });
-        const [signed] = await file.getSignedUrl({
-            action: "read",
-            expires: "03-09-2491",
-        });
-        return {
-            audioUrl: signed,
-            mimeType: "audio/wav",
-            extension: "wav",
-        };
-    }
-    getCreditUsed({ modelKey, duration = 8, resolution = "720p", multiClip = false, numImages = 1, imageSize }) {
+    getCreditUsed({ modelKey, duration = 8, resolution = "720p", multiClip = false }) {
         const modelConfig = aiModels_1.aiModelConfigs[modelKey];
         const cost = modelConfig.cost;
         const applyFloor = !multiClip;
-        // Image-gen per-image cost keyed by output size (nano-banana-pro). Falls
-        // back to `cost.fixed` if `imageSize` isn't supplied by the caller.
-        if (cost?.perImageSize) {
-            const key = imageSize ?? "2K";
-            const perImage = cost.perImageSize[key] ?? cost.fixed ?? 0;
-            return (0, helpers_1.getCreditsFromCost)(perImage * Math.max(1, numImages), applyFloor);
-        }
-        // Image-gen flat per-image cost (Imagen / Nano Banana).
-        if (cost?.fixed !== undefined) {
-            return (0, helpers_1.getCreditsFromCost)(cost.fixed * Math.max(1, numImages), applyFloor);
-        }
         if (cost?.perResolution) {
             const ratePerSecond = cost.perResolution[resolution] ?? cost.perResolution["720p"];
             return (0, helpers_1.getCreditsFromCost)(ratePerSecond * duration, applyFloor);

package/lib/services/aiGen/providers/index.d.ts

@@ -5,7 +5,4 @@ export * from "./openai";
 export * from "./kling";
 export * from "./runway";
 export * from "./minimax";
-export * from "./fal";
-export * from "./pexels";
-export * from "./unsplash";
 //# sourceMappingURL=index.d.ts.map

package/lib/services/aiGen/providers/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/services/aiGen/providers/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC;AACxB,cAAc,6BAA6B,CAAC;AAC5C,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,SAAS,CAAC;AACxB,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC;AAC1B,cAAc,OAAO,CAAC;AACtB,cAAc,UAAU,CAAC;AACzB,cAAc,YAAY,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/services/aiGen/providers/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC;AACxB,cAAc,6BAA6B,CAAC;AAC5C,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,SAAS,CAAC;AACxB,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC"}

package/lib/services/aiGen/providers/index.js

@@ -21,6 +21,3 @@ __exportStar(require("./openai"), exports);
 __exportStar(require("./kling"), exports);
 __exportStar(require("./runway"), exports);
 __exportStar(require("./minimax"), exports);
-__exportStar(require("./fal"), exports);
-__exportStar(require("./pexels"), exports);
-__exportStar(require("./unsplash"), exports);

package/lib/services/aiGen/providers/kling/index.d.ts

@@ -1,4 +1,3 @@
 export * from "./kling.service";
-export * from "./klingImage.service";
 export * from "./types";
 //# sourceMappingURL=index.d.ts.map

package/lib/services/aiGen/providers/kling/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/services/aiGen/providers/kling/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,sBAAsB,CAAC;AACrC,cAAc,SAAS,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/services/aiGen/providers/kling/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,SAAS,CAAC"}

package/lib/services/aiGen/providers/kling/index.js

@@ -15,5 +15,4 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./kling.service"), exports);
-__exportStar(require("./klingImage.service"), exports);
 __exportStar(require("./types"), exports);

package/lib/services/aiGen/providers/kling/kling.service.d.ts

@@ -4,26 +4,15 @@ export declare class KlingService extends BaseAiGenProviderService {
     private readonly baseUrl;
     private readonly generateTimeout;
     private readonly statusTimeout;
-    private readonly v4HttpAgent;
-    private readonly v4HttpsAgent;
     constructor();
     private request;
     generateVideo(params: VideoGenerationParams): Promise<VideoGenerationResult>;
-    /**
-     * Extend a previously-generated Kling video by ~4-5s. Takes the Kling task id
-     * of the source video (must have been generated by this Kling account).
-     * Cost is the same per-second as the base model.
-     */
-    private extendVideo;
-    private generateOmniVideo;
-    private generateMotionControl;
-    private generateLipSync;
     private generateAvatarVideo;
     private requestWithTimeoutRetry;
     checkVideoStatus(params: VideoStatusParams): Promise<VideoStatusResult>;
     private checkRegularVideoStatus;
     private checkAvatarVideoStatus;
     encodeJwtToken(): string;
-    getCreditUsed({ modelKey, mode, duration, multiClip, audio, }: CreditUsageParams): number;
+    getCreditUsed({ modelKey, mode, duration, multiClip, }: CreditUsageParams): number;
 }
 //# sourceMappingURL=kling.service.d.ts.map

package/lib/services/aiGen/providers/kling/kling.service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"kling.service.d.ts","sourceRoot":"","sources":["../../../../../src/services/aiGen/providers/kling/kling.service.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AACxE,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,iBAAiB,EACjB,iBAAiB,EAClB,MAAM,UAAU,CAAC;AAoBlB,qBAAa,YAAa,SAAQ,wBAAwB;IACxD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAuC;IAC/D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAW;IAC3C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAU;IASxC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAkD;IAC9E,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAmD;;YAWlE,OAAO;IAgCf,aAAa,CACjB,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC;IAsGjC;;;;OAIG;YACW,WAAW;YAkCX,iBAAiB;YAuEjB,qBAAqB;YAyCrB,eAAe;YAiEf,mBAAmB;YAuCnB,uBAAuB;IAwF/B,gBAAgB,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;YAO/D,uBAAuB;YAiFvB,sBAAsB;IA2GpC,cAAc,IAAI,MAAM;IAexB,aAAa,CAAC,EACZ,QAAQ,EACR,IAA8B,EAC9B,QAAY,EACZ,SAAiB,EACjB,KAAa,GACd,EAAE,iBAAiB,GAAG,MAAM;CAgC9B"}
+{"version":3,"file":"kling.service.d.ts","sourceRoot":"","sources":["../../../../../src/services/aiGen/providers/kling/kling.service.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AACxE,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,iBAAiB,EACjB,iBAAiB,EAClB,MAAM,UAAU,CAAC;AAalB,qBAAa,YAAa,SAAQ,wBAAwB;IACxD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAuC;IAC/D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAW;IAC3C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAU;;YAW1B,OAAO;IA8Bf,aAAa,CACjB,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC;YAqCnB,mBAAmB;YAqCnB,uBAAuB;IAwF/B,gBAAgB,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;YAO/D,uBAAuB;YAgEvB,sBAAsB;IA6DpC,cAAc,IAAI,MAAM;IAexB,aAAa,CAAC,EACZ,QAAQ,EACR,IAA8B,EAC9B,QAAY,EACZ,SAAiB,GAClB,EAAE,iBAAiB,GAAG,MAAM;CAmB9B"}