vidspotai-shared 1.0.68 → 1.0.69-dev.0

package/lib/services/aiGen/providers/bytedance/bytedance.service.js

@@ -128,29 +128,15 @@ class ByteDanceService extends baseAiGenProvider_service_1.BaseAiGenProviderServ
             if (code?.startsWith("InputImageSensitiveContentDetected")) {
                 throw new errors_1.UserFacingError("Your input image contains sensitive content and cannot be processed. Please use a different image.");
             }
-            // Seedance r2v (reference-to-video) rejects input videos that contain
-            // real people / PII synchronously with this code. Treat as user-facing
-            // so we don't page Slack for moderation hits.
-            if (code?.startsWith("InputVideoSensitiveContentDetected")) {
-                throw new errors_1.UserFacingError("Your input video contains content (e.g. a recognizable real person) that this model cannot process. Please use a different video or an AI-generated clip.");
-            }
             if (code === "InvalidParameter.UnsupportedImageFormat" || (code?.includes("UnsupportedImageFormat"))) {
                 throw new errors_1.UserFacingError("Your input image format is not supported. Please use JPEG or PNG.");
             }
-            // Seedance 2.x reports image-related errors against `content[N]` (the
-            // reference image is the Nth item in the multipart `content` array)
-            // rather than the older flat `image_url` param. Treat both shapes the
-            // same so the user sees a friendly hint instead of a system alert.
-            const isImageParam = param?.includes("image_url") || /^content\[\d+\]$/.test(param ?? "");
-            if (code === "InvalidParameter" && isImageParam) {
+            if (code === "InvalidParameter" && param?.includes("image_url")) {
                 if (message.includes("aspect ratio")) {
                     throw new errors_1.UserFacingError("Your input image's aspect ratio is not supported by this model. Please use an image with an aspect ratio between 0.40 and 2.50 (e.g. 1:1, 9:16, 16:9).");
                 }
-                if (/pixel count|must be greater than or equal to \d+/i.test(message) ||
-                    message.includes("width") ||
-                    message.includes("height") ||
-                    message.includes("px")) {
-                    throw new errors_1.UserFacingError("Your input image is too small for this model. Please use a higher-resolution image (at least 640×640, or 300px on the shorter side).");
+                if (message.includes("width") || message.includes("height") || message.includes("px")) {
+                    throw new errors_1.UserFacingError("Your input image is too small. Please use an image with a minimum width of 300px.");
                 }
                 throw new errors_1.UserFacingError(`Your input image is not valid: ${message}`);
             }
@@ -192,7 +178,6 @@ class ByteDanceService extends baseAiGenProvider_service_1.BaseAiGenProviderServ
                 // Sensitive content (matches sceneMonitor.isContentPolicyError so Slack stays quiet).
                 if (errCode?.startsWith("OutputVideoSensitiveContentDetected") ||
                     errCode?.startsWith("OutputImageSensitiveContentDetected") ||
-                    errCode?.startsWith("OutputAudioSensitiveContentDetected") ||
                     errCode?.startsWith("InputVideoSensitiveContentDetected") ||
                     errCode?.startsWith("InputImageSensitiveContentDetected") ||
                     errCode?.startsWith("InputTextSensitiveContentDetected")) {
@@ -289,7 +274,16 @@ class ByteDanceService extends baseAiGenProvider_service_1.BaseAiGenProviderServ
             return 10; // default fallback
         }
         const FRAME_RATE = 24;
-        const tokensConsumed = Math.ceil((dims.width * dims.height * FRAME_RATE * params.duration) / 1024);
+        // ByteDance V2V/R2V on Seedance 2.0 / 2.0-fast bills on
+        // (input_duration + output_duration). Other endpoints bill output only.
+        // Source: fal.ai per-endpoint pages (republished from Byteplus ARK),
+        // cross-checked against docs.byteplus.com/en/docs/ModelArk/1544106.
+        const hasVideoInput = this.isSeedance2(params.modelKey) &&
+            (params.hasInputVideo === true || params.inputType === "video");
+        const billedDuration = hasVideoInput
+            ? params.duration + (params.inputVideoDurationSec ?? 0)
+            : params.duration;
+        const tokensConsumed = Math.ceil((dims.width * dims.height * FRAME_RATE * billedDuration) / 1024);
         const cost = (per1KTokens * tokensConsumed) / 1000;
         return (0, helpers_2.getCreditsFromCost)(cost, !params.multiClip);
     }

package/lib/services/aiGen/providers/elevenlabs/elevenlabs.service.d.ts

@@ -0,0 +1,18 @@
+import { BaseAiGenProviderService } from "../baseAiGenProvider.service";
+import { CreditUsageParams, SfxGenerationParams, SfxGenerationResult } from "../types";
+/**
+ * ElevenLabs aiGen provider — currently only sound-effects.
+ * (TTS lives in the separate `services/tts/` subsystem.)
+ */
+export declare class ElevenLabsAiGenService extends BaseAiGenProviderService {
+    private readonly baseUrl;
+    private readonly apiKey;
+    constructor();
+    /**
+     * ElevenLabs Sound Effects. Sync — POST /v1/sound-generation returns mp3 binary.
+     * Body: { text, duration_seconds?, prompt_influence?, loop? }
+     */
+    generateSoundEffects(params: SfxGenerationParams): Promise<SfxGenerationResult>;
+    getCreditUsed({ modelKey, duration, multiClip }: CreditUsageParams): number;
+}
+//# sourceMappingURL=elevenlabs.service.d.ts.map

package/lib/services/aiGen/providers/elevenlabs/elevenlabs.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"elevenlabs.service.d.ts","sourceRoot":"","sources":["../../../../../src/services/aiGen/providers/elevenlabs/elevenlabs.service.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AACxE,OAAO,EACL,iBAAiB,EACjB,mBAAmB,EACnB,mBAAmB,EACpB,MAAM,UAAU,CAAC;AAGlB;;;GAGG;AACH,qBAAa,sBAAuB,SAAQ,wBAAwB;IAClE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAkC;IAE1D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;;IAWhC;;;OAGG;IACG,oBAAoB,CACxB,MAAM,EAAE,mBAAmB,GAC1B,OAAO,CAAC,mBAAmB,CAAC;IA0D/B,aAAa,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAiB,EAAE,EAAE,iBAAiB,GAAG,MAAM;CAkBpF"}

package/lib/services/aiGen/providers/elevenlabs/elevenlabs.service.js

@@ -0,0 +1,102 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ElevenLabsAiGenService = void 0;
+const axios_1 = __importDefault(require("axios"));
+const aiModels_1 = require("../../../../globals/aiModels");
+const firebase_1 = require("../../../../libs/firebase");
+const baseAiGenProvider_service_1 = require("../baseAiGenProvider.service");
+const helpers_1 = require("../../../../utils/helpers");
+/**
+ * ElevenLabs aiGen provider — currently only sound-effects.
+ * (TTS lives in the separate `services/tts/` subsystem.)
+ */
+class ElevenLabsAiGenService extends baseAiGenProvider_service_1.BaseAiGenProviderService {
+    constructor() {
+        super();
+        this.baseUrl = "https://api.elevenlabs.io/v1";
+        const raw = process.env.ELEVENLABS_API_KEY?.trim();
+        if (!raw) {
+            throw new Error("Missing ELEVENLABS_API_KEY in environment variables");
+        }
+        this.apiKey = raw;
+    }
+    /**
+     * ElevenLabs Sound Effects. Sync — POST /v1/sound-generation returns mp3 binary.
+     * Body: { text, duration_seconds?, prompt_influence?, loop? }
+     */
+    async generateSoundEffects(params) {
+        const body = {
+            text: params.prompt,
+            ...(params.durationSec !== undefined
+                ? { duration_seconds: params.durationSec }
+                : {}),
+            ...(params.promptInfluence !== undefined
+                ? { prompt_influence: params.promptInfluence }
+                : {}),
+            ...(params.loop !== undefined ? { loop: params.loop } : {}),
+        };
+        try {
+            const resp = await axios_1.default.post(`${this.baseUrl}/sound-generation`, body, {
+                headers: {
+                    "xi-api-key": this.apiKey,
+                    "Content-Type": "application/json",
+                    Accept: "audio/mpeg",
+                },
+                responseType: "arraybuffer",
+                timeout: 120000,
+            });
+            const buffer = Buffer.from(resp.data);
+            const path = `sfx/elevenlabs/${params.outputFilename}.mp3`;
+            const file = (0, firebase_1.getBucket)().file(path);
+            await file.save(buffer, { contentType: "audio/mpeg" });
+            const [signed] = await file.getSignedUrl({
+                action: "read",
+                expires: "03-09-2491",
+            });
+            return {
+                audioUrl: signed,
+                mimeType: "audio/mpeg",
+                extension: "mp3",
+                durationSec: params.durationSec,
+            };
+        }
+        catch (err) {
+            if (err.response?.data) {
+                let detail = "";
+                try {
+                    const bodyStr = Buffer.from(err.response.data).toString("utf8");
+                    const parsed = JSON.parse(bodyStr);
+                    detail = parsed?.detail?.message ?? parsed?.detail ?? bodyStr;
+                }
+                catch {
+                    detail = Buffer.from(err.response.data).toString("utf8");
+                }
+                const wrapped = new Error(`ElevenLabs SFX ${err.response.status}: ${detail} [promptLen=${params.prompt?.length ?? 0}]`);
+                wrapped.cause = err;
+                throw wrapped;
+            }
+            throw err;
+        }
+    }
+    getCreditUsed({ modelKey, duration, multiClip = false }) {
+        const modelConfig = aiModels_1.aiModelConfigs[modelKey];
+        const isSfx = modelConfig?.type?.some((t) => t === "sound-effects");
+        if (isSfx && modelConfig?.cost) {
+            const perSecond = modelConfig.cost.perSecond;
+            const fixed = modelConfig.cost.fixed;
+            // Prefer per-second when caller knows the requested duration; otherwise
+            // fall back to the worst-case fixed ceiling so we never under-charge.
+            const cost = typeof duration === "number" && typeof perSecond === "number"
+                ? perSecond * duration
+                : fixed;
+            if (typeof cost === "number") {
+                return (0, helpers_1.getCreditsFromCost)(cost, !multiClip);
+            }
+        }
+        return (0, helpers_1.getCreditsFromCost)(0.08, !multiClip);
+    }
+}
+exports.ElevenLabsAiGenService = ElevenLabsAiGenService;

package/lib/services/aiGen/providers/fal/falImage.service.d.ts

@@ -0,0 +1,15 @@
+/**
+ * fal.ai image-generation provider — DISABLED.
+ *
+ * The provider class was written but never wired into `imageServicesMap`
+ * (no enum entry, no factory registration). Disabled here to make the
+ * orphan status explicit. Re-enable steps:
+ *   1. Add EImageGenModels entries for fal-flux-{schnell,1.1-pro,1.1-pro-ultra}
+ *   2. Register FalImageProviderService in imageServicesMap (aiGenFactory.service.ts)
+ *   3. Restore the implementation from the comment block below + re-enable
+ *      `packages/shared/src/services/agent/tools/generateImage.tool.ts`.
+ */
+export declare class FalImageProviderService {
+    constructor();
+}
+//# sourceMappingURL=falImage.service.d.ts.map

package/lib/services/aiGen/providers/fal/falImage.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"falImage.service.d.ts","sourceRoot":"","sources":["../../../../../src/services/aiGen/providers/fal/falImage.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,qBAAa,uBAAuB;;CAMnC"}

package/lib/services/aiGen/providers/fal/falImage.service.js

@@ -0,0 +1,141 @@
+"use strict";
+/**
+ * fal.ai image-generation provider — DISABLED.
+ *
+ * The provider class was written but never wired into `imageServicesMap`
+ * (no enum entry, no factory registration). Disabled here to make the
+ * orphan status explicit. Re-enable steps:
+ *   1. Add EImageGenModels entries for fal-flux-{schnell,1.1-pro,1.1-pro-ultra}
+ *   2. Register FalImageProviderService in imageServicesMap (aiGenFactory.service.ts)
+ *   3. Restore the implementation from the comment block below + re-enable
+ *      `packages/shared/src/services/agent/tools/generateImage.tool.ts`.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FalImageProviderService = void 0;
+class FalImageProviderService {
+    constructor() {
+        throw new Error("FalImageProviderService is disabled. See falImage.service.ts header for re-enable steps.");
+    }
+}
+exports.FalImageProviderService = FalImageProviderService;
+/*
+// --- Original implementation preserved for re-enable. ---
+import axios from "axios";
+import { BaseAiGenProviderService } from "../baseAiGenProvider.service";
+import {
+  CreditUsageParams,
+  ImageGenerationParams,
+  ImageGenerationResult,
+} from "../types";
+
+const FAL_MODEL_ENDPOINTS: Record<string, string> = {
+  "fal-flux-1.1-pro": "https://fal.run/fal-ai/flux-pro/v1.1",
+  "fal-flux-1.1-pro-ultra": "https://fal.run/fal-ai/flux-pro/v1.1-ultra",
+  "fal-flux-schnell": "https://fal.run/fal-ai/flux/schnell",
+};
+
+interface FalImagePayload {
+  prompt: string;
+  image_size?: string | { width: number; height: number };
+  num_inference_steps?: number;
+  enable_safety_checker?: boolean;
+  seed?: number;
+}
+
+interface FalImageResponse {
+  images: Array<{ url: string; width?: number; height?: number }>;
+  seed?: number;
+  request_id?: string;
+}
+
+export class FalImageProviderService extends BaseAiGenProviderService {
+  private readonly apiKey: string | undefined = process.env.FAL_API_KEY;
+
+  async generateImage(
+    params: ImageGenerationParams
+  ): Promise<ImageGenerationResult> {
+    if (!this.apiKey) {
+      throw new Error(
+        "FAL_API_KEY not set — fal image provider cannot generate"
+      );
+    }
+
+    const endpoint = FAL_MODEL_ENDPOINTS[params.modelKey];
+    if (!endpoint) {
+      throw new Error(`Unknown fal model key: ${params.modelKey}`);
+    }
+
+    const payload: FalImagePayload = {
+      prompt: params.prompt,
+      image_size: this.mapAspectToImageSize(
+        params.dimensions,
+        params.aspectRatio
+      ),
+    };
+
+    const headers: Record<string, string> = {
+      Authorization: `Key ${this.apiKey}`,
+      "Content-Type": "application/json",
+    };
+    if (params.idempotencyKey) {
+      headers["X-Fal-Idempotency-Key"] = params.idempotencyKey;
+    }
+
+    const { data } = await axios.post<FalImageResponse>(endpoint, payload, {
+      headers,
+      timeout: 60_000,
+    });
+
+    const first = data.images?.[0];
+    if (!first?.url) {
+      throw new Error("fal returned no image");
+    }
+
+    return {
+      imageUrl: first.url,
+      width: first.width,
+      height: first.height,
+      providerRequestId: data.request_id,
+    };
+  }
+
+  getCreditUsed(params: CreditUsageParams): number {
+    const key = params.modelKey as unknown as string;
+    switch (key) {
+      case "fal-flux-1.1-pro-ultra":
+        return 6;
+      case "fal-flux-1.1-pro":
+        return 4;
+      case "fal-flux-schnell":
+        return 1;
+      default:
+        return 4;
+    }
+  }
+
+  private mapAspectToImageSize(
+    dimensions: string | undefined,
+    aspectRatio: string | undefined
+  ): FalImagePayload["image_size"] {
+    if (dimensions) {
+      const parts = dimensions.split("x").map((n) => parseInt(n, 10));
+      const w = parts[0];
+      const h = parts[1];
+      if (Number.isFinite(w) && Number.isFinite(h)) {
+        return { width: w!, height: h! };
+      }
+    }
+    switch (aspectRatio) {
+      case "9:16":
+        return "portrait_16_9";
+      case "16:9":
+        return "landscape_16_9";
+      case "4:5":
+        return "portrait_4_3";
+      case "1:1":
+      default:
+        return "square_hd";
+    }
+  }
+}
+*/

package/lib/services/aiGen/providers/fal/index.d.ts

@@ -0,0 +1,2 @@
+export * from "./falImage.service";
+//# sourceMappingURL=index.d.ts.map

package/lib/services/aiGen/providers/fal/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/services/aiGen/providers/fal/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC"}

package/lib/services/aiGen/providers/fal/index.js

@@ -0,0 +1,17 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./falImage.service"), exports);

package/lib/services/aiGen/providers/google/google.service.d.ts

@@ -1,5 +1,5 @@
 import { BaseAiGenProviderService } from "../baseAiGenProvider.service";
-import { CreditUsageParams, VideoGenerationParams, VideoGenerationResult, VideoStatusParams, VideoStatusResult } from "../types";
+import { CreditUsageParams, ImageGenerationParams, ImageGenerationResult, MusicGenerationParams, MusicGenerationResult, VideoGenerationParams, VideoGenerationResult, VideoStatusParams, VideoStatusResult } from "../types";
 export declare class GoogleService extends BaseAiGenProviderService {
     private ai;
     private static readonly MAX_RETRY_ATTEMPTS;
@@ -12,6 +12,15 @@ export declare class GoogleService extends BaseAiGenProviderService {
     private withTransientRetry;
     generateVideo(params: VideoGenerationParams): Promise<VideoGenerationResult>;
     checkVideoStatus({ task, outputFilename, outputFilePath, }: VideoStatusParams): Promise<VideoStatusResult>;
-    getCreditUsed({ modelKey, duration, resolution, multiClip }: CreditUsageParams): number;
+    generateImage(params: ImageGenerationParams): Promise<ImageGenerationResult>;
+    /**
+     * Lyria 2 (Vertex AI). Sync — POST {region}-aiplatform.googleapis.com/.../lyria-002:predict
+     * returns base64-encoded WAV audio inline. Auth via ADC on the function service
+     * account (or GOOGLE_APPLICATION_CREDENTIALS locally).
+     *
+     * Required env: GCP_PROJECT_ID. Optional: GCP_LOCATION (default us-central1).
+     */
+    generateMusic(params: MusicGenerationParams): Promise<MusicGenerationResult>;
+    getCreditUsed({ modelKey, duration, resolution, multiClip, numImages, imageSize }: CreditUsageParams): number;
 }
 //# sourceMappingURL=google.service.d.ts.map

package/lib/services/aiGen/providers/google/google.service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"google.service.d.ts","sourceRoot":"","sources":["../../../../../src/services/aiGen/providers/google/google.service.ts"],"names":[],"mappings":"AAcA,OAAO,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AACxE,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,iBAAiB,EACjB,iBAAiB,EAClB,MAAM,UAAU,CAAC;AA2FlB,qBAAa,aAAc,SAAQ,wBAAwB;IACzD,OAAO,CAAC,EAAE,CAAc;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAK;;IAO/C;;;;OAIG;YACW,kBAAkB;IA+B1B,aAAa,CACjB,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC;IAqE3B,gBAAgB,CAAC,EACrB,IAAI,EACJ,cAAc,EACd,cAAyB,GAC1B,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAuFjD,aAAa,CAAC,EAAE,QAAQ,EAAE,QAAY,EAAE,UAAmB,EAAE,SAAiB,EAAE,EAAE,iBAAiB,GAAG,MAAM;CAiB7G"}
+{"version":3,"file":"google.service.d.ts","sourceRoot":"","sources":["../../../../../src/services/aiGen/providers/google/google.service.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AACxE,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,EACrB,iBAAiB,EACjB,iBAAiB,EAClB,MAAM,UAAU,CAAC;AAoIlB,qBAAa,aAAc,SAAQ,wBAAwB;IACzD,OAAO,CAAC,EAAE,CAAc;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAK;;IAO/C;;;;OAIG;YACW,kBAAkB;IA+B1B,aAAa,CACjB,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC;IA2E3B,gBAAgB,CAAC,EACrB,IAAI,EACJ,cAAc,EACd,cAAyB,GAC1B,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IA0F3C,aAAa,CACjB,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC;IAsGjC;;;;;;OAMG;IACG,aAAa,CACjB,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC;IAqEjC,aAAa,CAAC,EAAE,QAAQ,EAAE,QAAY,EAAE,UAAmB,EAAE,SAAiB,EAAE,SAAa,EAAE,SAAS,EAAE,EAAE,iBAAiB,GAAG,MAAM;CA8BvI"}