vidspotai-shared 1.0.82 → 1.0.84

package/lib/services/aiGen/providers/google/googleFetch.js

@@ -0,0 +1,96 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.pickImageMimeType = pickImageMimeType;
+exports.isTransientFetchError = isTransientFetchError;
+exports.inferImageMime = inferImageMime;
+exports.fetchAsImage = fetchAsImage;
+const errors_1 = require("../../../../utils/errors");
+/**
+ * Network + image helpers for the Google provider: transient-error detection
+ * (for withTransientRetry) and downloading an input image as Veo-compatible
+ * base64 with a correct MIME type. Pure / I/O helpers, no class state.
+ */
+// Codes from undici / Node net layer that indicate a transient network failure
+// the request never reached the server, or the server hung up mid-flight.
+// Retrying these is safe (idempotent at the API layer for our use cases) and usually succeeds.
+const TRANSIENT_NETWORK_CODES = new Set([
+    "ECONNRESET",
+    "ECONNREFUSED",
+    "ETIMEDOUT",
+    "ENOTFOUND",
+    "EAI_AGAIN",
+    "EPIPE",
+    "UND_ERR_SOCKET",
+    "UND_ERR_CONNECT_TIMEOUT",
+    "UND_ERR_HEADERS_TIMEOUT",
+    "UND_ERR_BODY_TIMEOUT",
+]);
+// Pick a Veo-compatible image MIME type. Veo accepts image/jpeg, image/png,
+// image/webp. We prefer the upstream Content-Type header (Firebase Storage
+// returns the type set at upload), then fall back to URL extension, then to
+// image/jpeg as a reasonable last resort for phone-camera uploads.
+const VEO_SUPPORTED_IMAGE_MIMES = new Set([
+    "image/jpeg",
+    "image/png",
+    "image/webp",
+]);
+function pickImageMimeType(contentType, url) {
+    const normalized = contentType.split(";")[0]?.trim().toLowerCase();
+    if (normalized && VEO_SUPPORTED_IMAGE_MIMES.has(normalized)) {
+        return normalized;
+    }
+    // Map common but non-canonical types
+    if (normalized === "image/jpg")
+        return "image/jpeg";
+    // Extension fallback. Strip query string first (Firebase URLs have ?alt=media).
+    const pathOnly = url.split("?")[0]?.toLowerCase() ?? "";
+    if (pathOnly.endsWith(".png"))
+        return "image/png";
+    if (pathOnly.endsWith(".webp"))
+        return "image/webp";
+    if (pathOnly.endsWith(".jpg") || pathOnly.endsWith(".jpeg"))
+        return "image/jpeg";
+    // Phone uploads default to JPEG far more often than PNG, so it's a safer
+    // last-resort than the previous hardcoded "image/png".
+    return "image/jpeg";
+}
+function isTransientFetchError(err) {
+    if (!err)
+        return false;
+    // undici wraps low-level errors as `TypeError: fetch failed` with the real
+    // reason on `err.cause`. Treat that exact shape as transient.
+    if (err.message === "fetch failed")
+        return true;
+    const code = err.code ?? err.cause?.code;
+    return !!code && TRANSIENT_NETWORK_CODES.has(code);
+}
+function inferImageMime(url) {
+    const lower = (url.split("?")[0] ?? url).toLowerCase();
+    if (lower.endsWith(".jpg") || lower.endsWith(".jpeg"))
+        return "image/jpeg";
+    if (lower.endsWith(".webp"))
+        return "image/webp";
+    return "image/png";
+}
+async function fetchAsImage(url) {
+    const resp = await fetch(url);
+    // fetch() does NOT throw on 4xx/5xx — surface the HTTP error so we don't
+    // encode an HTML error page as image bytes (Veo silently rejects them).
+    if (!resp.ok) {
+        throw new errors_1.UserFacingError(`Input image could not be downloaded (HTTP ${resp.status}). The image URL may have expired or been deleted.`);
+    }
+    const buf = Buffer.from(await resp.arrayBuffer());
+    // 0-byte body slips through resp.ok if the upstream wrote an empty file.
+    // Veo treats empty bytes as content-filtered (no error, no video).
+    if (buf.length === 0) {
+        throw new errors_1.UserFacingError("Input image is empty (0 bytes). Please re-upload the image.");
+    }
+    // Prefer Content-Type from the response (authoritative — set by Firebase
+    // Storage upload metadata) over URL-extension inference. Hardcoded
+    // image/png caused Veo to reject JPEG bytes labelled PNG with no detail.
+    const respContentType = resp.headers.get("content-type") ?? "";
+    return {
+        mimeType: pickImageMimeType(respContentType, url),
+        imageBytes: buf.toString("base64"),
+    };
+}

package/lib/services/aiGen/providers/google/googleMusic.d.ts

@@ -0,0 +1,15 @@
+import { MusicGenerationParams, MusicGenerationResult } from "../types";
+/**
+ * Lyria 2 (Vertex AI) music generation. Standalone — does NOT use the
+ * GoogleGenAI (Gemini Developer API) client; it auths via ADC and hits the
+ * Vertex predict endpoint directly. Extracted from GoogleService so the class
+ * stays focused on the Gemini-SDK paths.
+ *
+ * Sync — POST {region}-aiplatform.googleapis.com/.../lyria-002:predict returns
+ * base64-encoded WAV audio inline. Auth via ADC on the function service account
+ * (or GOOGLE_APPLICATION_CREDENTIALS locally).
+ *
+ * Required env: GCP_PROJECT_ID. Optional: GCP_LOCATION (default us-central1).
+ */
+export declare function generateGoogleMusic(params: MusicGenerationParams): Promise<MusicGenerationResult>;
+//# sourceMappingURL=googleMusic.d.ts.map

package/lib/services/aiGen/providers/google/googleMusic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"googleMusic.d.ts","sourceRoot":"","sources":["../../../../../src/services/aiGen/providers/google/googleMusic.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAExE;;;;;;;;;;;GAWG;AACH,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC,CAmEhC"}

package/lib/services/aiGen/providers/google/googleMusic.js

@@ -0,0 +1,77 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateGoogleMusic = generateGoogleMusic;
+const google_auth_library_1 = require("google-auth-library");
+const aiModels_1 = require("../../../../globals/aiModels");
+const firebase_1 = require("../../../../libs/firebase");
+/**
+ * Lyria 2 (Vertex AI) music generation. Standalone — does NOT use the
+ * GoogleGenAI (Gemini Developer API) client; it auths via ADC and hits the
+ * Vertex predict endpoint directly. Extracted from GoogleService so the class
+ * stays focused on the Gemini-SDK paths.
+ *
+ * Sync — POST {region}-aiplatform.googleapis.com/.../lyria-002:predict returns
+ * base64-encoded WAV audio inline. Auth via ADC on the function service account
+ * (or GOOGLE_APPLICATION_CREDENTIALS locally).
+ *
+ * Required env: GCP_PROJECT_ID. Optional: GCP_LOCATION (default us-central1).
+ */
+async function generateGoogleMusic(params) {
+    const modelConfig = aiModels_1.aiModelConfigs[params.modelKey];
+    const modelId = modelConfig?.modelId ?? "lyria-002";
+    const projectId = process.env.GCP_PROJECT_ID;
+    if (!projectId) {
+        throw new Error("Missing GCP_PROJECT_ID env var (required for Vertex Lyria)");
+    }
+    const location = process.env.GCP_LOCATION ?? "us-central1";
+    const auth = new google_auth_library_1.GoogleAuth({
+        scopes: ["https://www.googleapis.com/auth/cloud-platform"],
+    });
+    const client = await auth.getClient();
+    const tokenRes = await client.getAccessToken();
+    const token = tokenRes?.token;
+    if (!token)
+        throw new Error("Failed to obtain GCP access token for Vertex Lyria");
+    const url = `https://${location}-aiplatform.googleapis.com/v1/projects/${projectId}` +
+        `/locations/${location}/publishers/google/models/${modelId}:predict`;
+    const instance = { prompt: params.prompt };
+    const parameters = {
+        sample_count: 1,
+    };
+    if (params.negativePrompt) {
+        instance.negative_prompt = params.negativePrompt;
+    }
+    if (params.seed !== undefined) {
+        parameters.seed = params.seed;
+    }
+    const resp = await fetch(url, {
+        method: "POST",
+        headers: {
+            Authorization: `Bearer ${token}`,
+            "Content-Type": "application/json",
+        },
+        body: JSON.stringify({ instances: [instance], parameters }),
+    });
+    if (!resp.ok) {
+        const errText = await resp.text();
+        throw new Error(`Vertex Lyria failed (${resp.status}): ${errText}`);
+    }
+    const data = await resp.json();
+    const audioB64 = data?.predictions?.[0]?.bytesBase64Encoded;
+    if (!audioB64) {
+        throw new Error("Vertex Lyria returned no audio data");
+    }
+    const buffer = Buffer.from(audioB64, "base64");
+    const path = `music/lyria/${params.outputFilename}.wav`;
+    const file = (0, firebase_1.getBucket)().file(path);
+    await file.save(buffer, { contentType: "audio/wav" });
+    const [signed] = await file.getSignedUrl({
+        action: "read",
+        expires: "03-09-2491",
+    });
+    return {
+        audioUrl: signed,
+        mimeType: "audio/wav",
+        extension: "wav",
+    };
+}

package/lib/services/aiGen/providers/kling/kling.service.d.ts

@@ -1,5 +1,11 @@
 import { BaseAiGenProviderService } from "../baseAiGenProvider.service";
 import { CreditUsageParams, VideoGenerationParams, VideoGenerationResult, VideoStatusParams, VideoStatusResult } from "../types";
+/**
+ * Kling provider. This class is the transport (JWT auth, IPv4-pinned agents,
+ * timeout/retry) plus the per-endpoint submit dispatch. Request-body building
+ * lives in ./klingRequests, status polling + result stashing in ./klingStatus,
+ * and credit math in ./klingCredits.
+ */
 export declare class KlingService extends BaseAiGenProviderService {
     private readonly baseUrl;
     private readonly generateTimeout;
@@ -21,9 +27,7 @@ export declare class KlingService extends BaseAiGenProviderService {
     private generateAvatarVideo;
     private requestWithTimeoutRetry;
     checkVideoStatus(params: VideoStatusParams): Promise<VideoStatusResult>;
-    private checkRegularVideoStatus;
-    private checkAvatarVideoStatus;
     encodeJwtToken(): string;
-    getCreditUsed({ modelKey, mode, duration, multiClip, audio, inputType, }: CreditUsageParams): number;
+    getCreditUsed(params: CreditUsageParams): number;
 }
 //# sourceMappingURL=kling.service.d.ts.map

package/lib/services/aiGen/providers/kling/kling.service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"kling.service.d.ts","sourceRoot":"","sources":["../../../../../src/services/aiGen/providers/kling/kling.service.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AACxE,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,iBAAiB,EACjB,iBAAiB,EAClB,MAAM,UAAU,CAAC;AAoBlB,qBAAa,YAAa,SAAQ,wBAAwB;IACxD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAuC;IAC/D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAW;IAC3C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAU;IASxC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAkD;IAC9E,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAmD;;YAWlE,OAAO;IAgCf,aAAa,CACjB,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC;IAsGjC;;;;OAIG;YACW,WAAW;YAkCX,iBAAiB;YAuEjB,qBAAqB;YAyCrB,eAAe;YAiEf,mBAAmB;YAuCnB,uBAAuB;IAwF/B,gBAAgB,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;YAO/D,uBAAuB;YAiFvB,sBAAsB;IA2GpC,cAAc,IAAI,MAAM;IAexB,aAAa,CAAC,EACZ,QAAQ,EACR,IAA8B,EAC9B,QAAY,EACZ,SAAiB,EACjB,KAAa,EACb,SAAS,GACV,EAAE,iBAAiB,GAAG,MAAM;CAwD9B"}
+{"version":3,"file":"kling.service.d.ts","sourceRoot":"","sources":["../../../../../src/services/aiGen/providers/kling/kling.service.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AACxE,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,iBAAiB,EACjB,iBAAiB,EAClB,MAAM,UAAU,CAAC;AAsBlB;;;;;GAKG;AACH,qBAAa,YAAa,SAAQ,wBAAwB;IACxD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAuC;IAC/D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAW;IAC3C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAU;IASxC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAkD;IAC9E,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAmD;;YAWlE,OAAO;IAgCf,aAAa,CACjB,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC;IAoDjC;;;;OAIG;YACW,WAAW;YA6BX,iBAAiB;YA6BjB,qBAAqB;YAgCrB,eAAe;YAkDf,mBAAmB;YAgCnB,uBAAuB;IAwF/B,gBAAgB,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAW7E,cAAc,IAAI,MAAM;IAexB,aAAa,CAAC,MAAM,EAAE,iBAAiB,GAAG,MAAM;CAGjD"}