@runpod/ai-sdk-provider 1.2.0 → 1.3.0

package/dist/index.mjs

@@ -5,7 +5,7 @@ import {
 } from "@ai-sdk/openai-compatible";
 import {
   loadApiKey,
-  withoutTrailingSlash as withoutTrailingSlash3
+  withoutTrailingSlash as withoutTrailingSlash4
 } from "@ai-sdk/provider-utils";
 
 // src/runpod-image-model.ts
@@ -54,6 +54,10 @@ var runpodTranscriptionFailedResponseHandler = createJsonErrorResponseHandler({
   errorSchema: runpodImageErrorSchema,
   errorToMessage: extractErrorMessage
 });
+var runpodVideoFailedResponseHandler = createJsonErrorResponseHandler({
+  errorSchema: runpodImageErrorSchema,
+  errorToMessage: extractErrorMessage
+});
 
 // src/runpod-image-model.ts
 var SUPPORTED_ASPECT_RATIOS = {
@@ -86,6 +90,50 @@ var SUPPORTED_SIZES = /* @__PURE__ */ new Set([
   "1024*768",
   "768*1024"
 ]);
+var Z_IMAGE_TURBO_SUPPORTED_SIZES = /* @__PURE__ */ new Set([
+  "1328*1328",
+  // 1:1
+  "1472*1140",
+  // 4:3
+  "1140*1472",
+  // 3:4
+  "512*512",
+  "768*768",
+  "1024*1024",
+  "1280*1280",
+  "1536*1536",
+  "512*768",
+  "768*512",
+  "1024*768",
+  "768*1024",
+  "768*432",
+  "1024*576",
+  "1280*720",
+  "1536*864",
+  "432*768",
+  "576*1024",
+  "720*1280",
+  "864*1536"
+]);
+var Z_IMAGE_TURBO_ASPECT_RATIOS = {
+  "1:1": "1328*1328",
+  "4:3": "1472*1140",
+  "3:4": "1140*1472",
+  "3:2": "768*512",
+  "2:3": "512*768",
+  "16:9": "1280*720",
+  "9:16": "720*1280"
+};
+var MODEL_SUPPORTED_SIZES = {
+  "tongyi-mai/z-image-turbo": Z_IMAGE_TURBO_SUPPORTED_SIZES,
+  "z-image-turbo": Z_IMAGE_TURBO_SUPPORTED_SIZES
+  // alias, not advertised
+};
+var MODEL_SUPPORTED_ASPECT_RATIOS = {
+  "tongyi-mai/z-image-turbo": Z_IMAGE_TURBO_ASPECT_RATIOS,
+  "z-image-turbo": Z_IMAGE_TURBO_ASPECT_RATIOS
+  // alias, not advertised
+};
 var WAN_ASPECT_RATIOS = {
   "1:1": "1280*1280",
   // 1,638,400 pixels
@@ -191,23 +239,27 @@ var RunpodImageModel = class {
       }
     } else if (size) {
       const runpodSizeCandidate = size.replace("x", "*");
-      if (!SUPPORTED_SIZES.has(runpodSizeCandidate)) {
+      const supportedSizes = MODEL_SUPPORTED_SIZES[this.modelId] ?? SUPPORTED_SIZES;
+      if (!supportedSizes.has(runpodSizeCandidate)) {
         throw new InvalidArgumentError({
           argument: "size",
           message: `Size ${size} is not supported by Runpod. Supported sizes: ${Array.from(
-            SUPPORTED_SIZES
+            supportedSizes
           ).map((s) => s.replace("*", "x")).join(", ")}`
         });
       }
       runpodSize = runpodSizeCandidate;
     } else if (aspectRatio) {
-      if (!SUPPORTED_ASPECT_RATIOS[aspectRatio]) {
+      const supportedAspectRatios = MODEL_SUPPORTED_ASPECT_RATIOS[this.modelId] ?? SUPPORTED_ASPECT_RATIOS;
+      if (!supportedAspectRatios[aspectRatio]) {
         throw new InvalidArgumentError({
           argument: "aspectRatio",
-          message: `Aspect ratio ${aspectRatio} is not supported by Runpod. Supported aspect ratios: ${Object.keys(SUPPORTED_ASPECT_RATIOS).join(", ")}`
+          message: `Aspect ratio ${aspectRatio} is not supported by Runpod. Supported aspect ratios: ${Object.keys(
+            supportedAspectRatios
+          ).join(", ")}`
         });
       }
-      runpodSize = SUPPORTED_ASPECT_RATIOS[aspectRatio];
+      runpodSize = supportedAspectRatios[aspectRatio];
     } else {
       runpodSize = "1328*1328";
     }
@@ -510,6 +562,25 @@ var RunpodImageModel = class {
       }
       return qwenEdit2511Payload;
     }
+    const isZImageTurbo = this.modelId === "tongyi-mai/z-image-turbo" || this.modelId === "z-image-turbo";
+    if (isZImageTurbo) {
+      const zImageTurboPayload = {
+        prompt,
+        size: runpodSize,
+        seed: seed ?? -1,
+        output_format: runpodOptions?.output_format ?? "png",
+        enable_safety_checker: runpodOptions?.enable_safety_checker ?? true,
+        ...runpodOptions
+      };
+      if (standardizedImages && standardizedImages.length > 0) {
+        if (standardizedImages.length === 1) {
+          zImageTurboPayload.image = standardizedImages[0];
+        } else {
+          zImageTurboPayload.images = standardizedImages;
+        }
+      }
+      return zImageTurboPayload;
+    }
     const isWanModel = this.modelId.includes("wan-2");
     if (isWanModel) {
       return {
@@ -928,6 +999,215 @@ var RunpodTranscriptionModel = class {
   }
 };
 
+// src/runpod-video-model.ts
+import {
+  withoutTrailingSlash as withoutTrailingSlash3,
+  createJsonResponseHandler as createJsonResponseHandler3,
+  getFromApi as getFromApi3,
+  postJsonToApi as postJsonToApi3
+} from "@ai-sdk/provider-utils";
+import { z as z4 } from "zod";
+function isRecord3(value) {
+  return typeof value === "object" && value !== null;
+}
+var runpodVideoJobResponseSchema = z4.object({
+  id: z4.string(),
+  status: z4.string().optional()
+});
+var runpodVideoStatusSchema = z4.object({
+  id: z4.string().optional(),
+  status: z4.string(),
+  output: z4.unknown().optional(),
+  error: z4.string().optional()
+});
+var RunpodVideoModel = class {
+  constructor(modelId, config) {
+    this.modelId = modelId;
+    this.config = config;
+    this.specificationVersion = "v3";
+    this.maxVideosPerCall = 1;
+  }
+  get provider() {
+    return this.config.provider;
+  }
+  getRunpodRunUrl() {
+    const baseURL = withoutTrailingSlash3(this.config.baseURL) ?? this.config.baseURL;
+    if (baseURL.endsWith("/run") || baseURL.endsWith("/runsync")) {
+      return baseURL;
+    }
+    return `${baseURL}/run`;
+  }
+  async doGenerate(options) {
+    const currentDate = this.config._internal?.currentDate?.() ?? /* @__PURE__ */ new Date();
+    const warnings = [];
+    if (options.n > 1) {
+      warnings.push({
+        type: "unsupported",
+        feature: "n > 1",
+        details: "Runpod video models only support generating 1 video per call. Only 1 video will be generated."
+      });
+    }
+    const { providerOptions, abortSignal, headers } = options;
+    const runpodOptions = this.extractRunpodOptions(providerOptions);
+    const input = this.buildInputPayload(options, runpodOptions);
+    const requestBody = { input };
+    const url = this.getRunpodRunUrl();
+    const effectiveBaseURL = withoutTrailingSlash3(this.config.baseURL) ?? this.config.baseURL;
+    const { value: response, responseHeaders } = await postJsonToApi3({
+      url,
+      headers: {
+        ...this.config.headers(),
+        ...headers
+      },
+      body: requestBody,
+      failedResponseHandler: runpodVideoFailedResponseHandler,
+      successfulResponseHandler: createJsonResponseHandler3(
+        runpodVideoJobResponseSchema
+      ),
+      abortSignal,
+      fetch: this.config.fetch
+    });
+    const typedResponse = response;
+    const jobId = typedResponse.id;
+    if (!jobId) {
+      throw new Error("Runpod video response did not include a job id.");
+    }
+    const pollOptions = {
+      maxAttempts: runpodOptions.maxPollAttempts ?? 120,
+      pollIntervalMillis: runpodOptions.pollIntervalMillis ?? 5e3
+    };
+    const result = await this.pollForCompletion(
+      jobId,
+      abortSignal,
+      pollOptions,
+      effectiveBaseURL
+    );
+    const videoUrl = this.extractVideoUrl(result.output);
+    const providerMetadata = {
+      runpod: {
+        jobId
+      }
+    };
+    return {
+      videos: [{ type: "url", url: videoUrl, mediaType: "video/mp4" }],
+      warnings,
+      response: {
+        timestamp: currentDate,
+        modelId: this.modelId,
+        headers: responseHeaders
+      },
+      providerMetadata
+    };
+  }
+  buildInputPayload(options, runpodOptions) {
+    const apiOptions = Object.fromEntries(
+      Object.entries(runpodOptions).filter(
+        ([key]) => key !== "maxPollAttempts" && key !== "pollIntervalMillis"
+      )
+    );
+    const input = {
+      ...apiOptions
+    };
+    if (options.prompt) {
+      input.prompt = options.prompt;
+    }
+    if (options.duration !== void 0) {
+      input.duration = options.duration;
+    }
+    if (options.fps !== void 0) {
+      input.fps = options.fps;
+    }
+    if (options.seed !== void 0) {
+      input.seed = options.seed;
+    }
+    if (options.resolution) {
+      input.size = options.resolution.replace("x", "*");
+    } else if (options.aspectRatio) {
+      input.aspect_ratio = options.aspectRatio;
+    }
+    if (options.image) {
+      input.image = this.convertFileToRunpodFormat(options.image);
+    }
+    return input;
+  }
+  convertFileToRunpodFormat(file) {
+    if (file.type === "url") {
+      return file.url;
+    }
+    const mediaType = file.mediaType;
+    const data = file.data;
+    if (typeof data === "string") {
+      return `data:${mediaType};base64,${data}`;
+    }
+    const base64 = this.uint8ArrayToBase64(data);
+    return `data:${mediaType};base64,${base64}`;
+  }
+  uint8ArrayToBase64(data) {
+    if (typeof Buffer !== "undefined") {
+      return Buffer.from(data).toString("base64");
+    }
+    let binary = "";
+    for (let i = 0; i < data.length; i++) {
+      binary += String.fromCharCode(data[i]);
+    }
+    return btoa(binary);
+  }
+  extractRunpodOptions(providerOptions) {
+    if (!providerOptions) return {};
+    const runpod2 = providerOptions.runpod;
+    if (isRecord3(runpod2)) {
+      return runpod2;
+    }
+    return {};
+  }
+  extractVideoUrl(output) {
+    if (isRecord3(output)) {
+      if (typeof output.video_url === "string") return output.video_url;
+      if (typeof output.result === "string") return output.result;
+      if (typeof output.url === "string") return output.url;
+    }
+    if (typeof output === "string") {
+      return output;
+    }
+    throw new Error(
+      `Runpod video generation completed but no video URL was found in the output: ${JSON.stringify(output)}`
+    );
+  }
+  async pollForCompletion(jobId, abortSignal, pollOptions, effectiveBaseURL) {
+    const maxAttempts = pollOptions?.maxAttempts ?? 120;
+    const pollInterval = pollOptions?.pollIntervalMillis ?? 5e3;
+    const baseURL = effectiveBaseURL ?? this.config.baseURL;
+    for (let attempt = 0; attempt < maxAttempts; attempt++) {
+      if (abortSignal?.aborted) {
+        throw new Error("Video generation was aborted");
+      }
+      const { value: statusResponse } = await getFromApi3({
+        url: `${baseURL}/status/${jobId}`,
+        headers: this.config.headers(),
+        successfulResponseHandler: createJsonResponseHandler3(
+          runpodVideoStatusSchema
+        ),
+        failedResponseHandler: runpodVideoFailedResponseHandler,
+        abortSignal,
+        fetch: this.config.fetch
+      });
+      const typedStatusResponse = statusResponse;
+      if (typedStatusResponse.status === "COMPLETED") {
+        return typedStatusResponse;
+      }
+      if (typedStatusResponse.status === "FAILED") {
+        throw new Error(
+          `Video generation failed: ${typedStatusResponse.error || "Unknown error"}`
+        );
+      }
+      await new Promise((resolve) => setTimeout(resolve, pollInterval));
+    }
+    throw new Error(
+      `Video generation timed out after ${maxAttempts} attempts (${maxAttempts * pollInterval / 1e3}s)`
+    );
+  }
+};
+
 // src/runpod-provider.ts
 var MODEL_ID_TO_ENDPOINT_URL = {
   "qwen/qwen3-32b-awq": "https://api.runpod.ai/v2/qwen3-32b-awq/openai/v1",
@@ -951,6 +1231,10 @@ var IMAGE_MODEL_ID_TO_ENDPOINT_URL = {
   "black-forest-labs/flux-1-dev": "https://api.runpod.ai/v2/black-forest-labs-flux-1-dev",
   // Alibaba Wan 2.6 (t2i)
   "alibaba/wan-2.6": "https://api.runpod.ai/v2/wan-2-6-t2i",
+  // Tongyi Z-Image Turbo (t2i)
+  "tongyi-mai/z-image-turbo": "https://api.runpod.ai/v2/z-image-turbo",
+  "z-image-turbo": "https://api.runpod.ai/v2/z-image-turbo",
+  // alias, not advertised
   // Nano Banana (edit only)
   "google/nano-banana-edit": "https://api.runpod.ai/v2/nano-banana-edit",
   "nano-banana-edit": "https://api.runpod.ai/v2/nano-banana-edit",
@@ -967,6 +1251,23 @@ var SPEECH_MODEL_ID_TO_ENDPOINT_URL = {
 var TRANSCRIPTION_MODEL_ID_TO_ENDPOINT_URL = {
   "pruna/whisper-v3-large": "https://api.runpod.ai/v2/whisper-v3-large"
 };
+var VIDEO_MODEL_ID_TO_ENDPOINT_URL = {
+  "pruna/p-video": "https://api.runpod.ai/v2/p-video",
+  "vidu/q3-t2v": "https://api.runpod.ai/v2/vidu-q3-t2v",
+  "vidu/q3-i2v": "https://api.runpod.ai/v2/vidu-q3-i2v",
+  "kwaivgi/kling-v2.6-std-motion-control": "https://api.runpod.ai/v2/kling-v2-6-std-motion-control",
+  "kwaivgi/kling-video-o1-r2v": "https://api.runpod.ai/v2/kling-video-o1-r2v",
+  "kwaivgi/kling-v2.1-i2v-pro": "https://api.runpod.ai/v2/kling-v2-1-i2v-pro",
+  "alibaba/wan-2.6-t2v": "https://api.runpod.ai/v2/wan-2-6-t2v",
+  "alibaba/wan-2.6-i2v": "https://api.runpod.ai/v2/wan-2-6-i2v",
+  "alibaba/wan-2.5": "https://api.runpod.ai/v2/wan-2-5",
+  "alibaba/wan-2.2-t2v-720-lora": "https://api.runpod.ai/v2/wan-2-2-t2v-720-lora",
+  "alibaba/wan-2.2-i2v-720": "https://api.runpod.ai/v2/wan-2-2-i2v-720",
+  "alibaba/wan-2.1-i2v-720": "https://api.runpod.ai/v2/wan-2-1-i2v-720",
+  "bytedance/seedance-v1.5-pro-i2v": "https://api.runpod.ai/v2/seedance-v1-5-pro-i2v",
+  "openai/sora-2-pro-i2v": "https://api.runpod.ai/v2/sora-2-pro-i2v",
+  "openai/sora-2-i2v": "https://api.runpod.ai/v2/sora-2-i2v"
+};
 var MODEL_ID_TO_OPENAI_NAME = {
   "qwen/qwen3-32b-awq": "Qwen/Qwen3-32B-AWQ",
   "deepcogito/cogito-671b-v2.1-fp8": "deepcogito/cogito-671b-v2.1-FP8",
@@ -1025,7 +1326,7 @@ function createRunpod(options = {}) {
     }
     return {
       provider: `runpod.${modelType}`,
-      url: ({ path }) => `${withoutTrailingSlash3(baseURL)}${path}`,
+      url: ({ path }) => `${withoutTrailingSlash4(baseURL)}${path}`,
       headers: getHeaders,
       fetch: runpodFetch
     };
@@ -1082,6 +1383,18 @@ function createRunpod(options = {}) {
       fetch: runpodFetch
     });
   };
+  const createVideoModel = (modelId) => {
+    const endpointIdFromConsole = parseRunpodConsoleEndpointId(modelId);
+    const normalizedModelId = endpointIdFromConsole ?? modelId;
+    const mappedBaseURL = VIDEO_MODEL_ID_TO_ENDPOINT_URL[normalizedModelId];
+    const baseURL = mappedBaseURL ?? (normalizedModelId.startsWith("http") ? normalizedModelId : `https://api.runpod.ai/v2/${normalizedModelId}`);
+    return new RunpodVideoModel(normalizedModelId, {
+      provider: "runpod.video",
+      baseURL,
+      headers: getHeaders,
+      fetch: options.fetch
+    });
+  };
   const provider = (modelId) => createChatModel(modelId);
   provider.completionModel = createCompletionModel;
   provider.languageModel = createChatModel;
@@ -1092,6 +1405,8 @@ function createRunpod(options = {}) {
   provider.speech = createSpeechModel;
   provider.transcriptionModel = createTranscriptionModel;
   provider.transcription = createTranscriptionModel;
+  provider.videoModel = createVideoModel;
+  provider.video = createVideoModel;
   return provider;
 }
 var runpod = createRunpod();