@ai-sdk/alibaba 1.0.49 → 1.0.50

package/dist/index.mjs

@@ -871,13 +871,17 @@ var alibabaVideoModelOptionsSchema = lazySchema(
           type: z6.enum([
             "reference_image",
             "reference_video",
-            "first_frame"
+            "reference_audio",
+            "first_frame",
+            "last_frame",
+            "file",
+            "link"
           ]),
           url: z6.string(),
           referenceVoice: z6.string().nullish()
         })
       ).nullish(),
-      ratio: z6.enum(["16:9", "9:16", "1:1", "4:3", "3:4"]).nullish(),
+      ratio: z6.enum(["adaptive", "16:9", "9:16", "1:1", "4:3", "3:4"]).nullish(),
       pollIntervalMs: z6.number().positive().nullish(),
       pollTimeoutMs: z6.number().positive().nullish()
     }).passthrough()
@@ -915,8 +919,12 @@ var alibabaVideoTaskStatusSchema = z6.object({
   usage: z6.object({
     duration: z6.number().nullish(),
     output_video_duration: z6.number().nullish(),
+    // wan3 splits the total: input video counts toward its 30s ceiling.
+    input_video_duration: z6.number().nullish(),
+    fps: z6.number().nullish(),
     SR: z6.number().nullish(),
-    size: z6.string().nullish()
+    size: z6.string().nullish(),
+    ratio: z6.string().nullish()
   }).nullish(),
   request_id: z6.string().nullish()
 });
@@ -925,8 +933,10 @@ function detectMode(modelId) {
   if (modelId.includes("-r2v")) return "r2v";
   return "t2v";
 }
-function isWan27Model(modelId) {
-  return modelId.startsWith("wan2.7");
+function detectProtocol(modelId) {
+  if (modelId.startsWith("wan3")) return "wan3";
+  if (modelId.startsWith("wan2.7")) return "wan27";
+  return "legacy";
 }
 var resolutionTierMap = {
   "1280x720": "720P",
@@ -967,6 +977,10 @@ function getFirstFrameImage(options) {
   var _a, _b;
   return (_b = (_a = options.frameImages) == null ? void 0 : _a.find((frame) => frame.frameType === "first_frame")) == null ? void 0 : _b.image;
 }
+function getLastFrameImage(options) {
+  var _a, _b;
+  return (_b = (_a = options.frameImages) == null ? void 0 : _a.find((frame) => frame.frameType === "last_frame")) == null ? void 0 : _b.image;
+}
 function resolveStartImage(options) {
   var _a;
   return (_a = getFirstFrameImage(options)) != null ? _a : options.image;
@@ -974,7 +988,7 @@ function resolveStartImage(options) {
 function isVideoUrl(url) {
   return /\.(mp4|mov)([?#]|$)/i.test(url);
 }
-function resolveMedia(options, alibabaOptions, warnings) {
+function resolveMedia(options, alibabaOptions, warnings, frames) {
   var _a;
   if ((alibabaOptions == null ? void 0 : alibabaOptions.media) != null && alibabaOptions.media.length > 0) {
     return alibabaOptions.media.map((item) => ({
@@ -1003,11 +1017,16 @@ function resolveMedia(options, alibabaOptions, warnings) {
       });
     }
   }
-  const firstFrame = getFirstFrameImage(options);
-  if (firstFrame != null) {
+  if (frames.first != null) {
     media.push({
       type: "first_frame",
-      url: convertImageModelFileToDataUri(firstFrame)
+      url: convertImageModelFileToDataUri(frames.first)
+    });
+  }
+  if (frames.last != null) {
+    media.push({
+      type: "last_frame",
+      url: convertImageModelFileToDataUri(frames.last)
     });
   }
   return media.length > 0 ? media : void 0;
@@ -1045,7 +1064,7 @@ var AlibabaVideoModel = class {
     return this.config.provider;
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n;
     const currentDate = (_c = (_b = (_a = this.config._internal) == null ? void 0 : _a.currentDate) == null ? void 0 : _b.call(_a)) != null ? _c : /* @__PURE__ */ new Date();
     const warnings = [];
     const mode = detectMode(this.modelId);
@@ -1065,14 +1084,27 @@ var AlibabaVideoModel = class {
       input.audio_url = alibabaOptions.audioUrl;
     }
     const startImage = resolveStartImage(options);
-    const wan27 = isWan27Model(this.modelId);
-    const supportsRatio = wan27 && mode !== "i2v";
-    if (mode === "i2v" && startImage != null) {
+    const protocol = detectProtocol(this.modelId);
+    const wan27 = protocol === "wan27";
+    const wan3 = protocol === "wan3";
+    const tieredProtocol = wan27 || wan3;
+    const supportsRatio = wan3 || wan27 && mode !== "i2v";
+    if (!wan3 && mode === "i2v" && startImage != null) {
       input.img_url = fileToImageString(startImage);
     }
-    if (mode === "r2v") {
+    if (wan3) {
+      const media = resolveMedia(options, alibabaOptions, warnings, {
+        first: startImage,
+        last: getLastFrameImage(options)
+      });
+      if (media != null) {
+        input.media = media;
+      }
+    } else if (mode === "r2v") {
       if (wan27) {
-        const media = resolveMedia(options, alibabaOptions, warnings);
+        const media = resolveMedia(options, alibabaOptions, warnings, {
+          first: getFirstFrameImage(options)
+        });
         if (media != null) {
           input.media = media;
         }
@@ -1087,17 +1119,15 @@ var AlibabaVideoModel = class {
         }
       }
     }
-    const lastFrame = (_e = (_d = options.frameImages) == null ? void 0 : _d.find(
-      (frame) => frame.frameType === "last_frame"
-    )) == null ? void 0 : _e.image;
-    if (lastFrame != null) {
+    const lastFrame = getLastFrameImage(options);
+    if (lastFrame != null && !wan3) {
       warnings.push({
         type: "unsupported",
         feature: "frameImages",
         details: "This model does not support last_frame. The last frame image was ignored."
       });
     }
-    if (options.inputReferences != null && options.inputReferences.length > 0 && mode !== "r2v") {
+    if (options.inputReferences != null && options.inputReferences.length > 0 && mode !== "r2v" && !wan3) {
       warnings.push({
         type: "unsupported",
         feature: "inputReferences",
@@ -1112,13 +1142,14 @@ var AlibabaVideoModel = class {
       parameters.seed = options.seed;
     }
     if (options.resolution != null) {
-      if (mode === "i2v" || wan27) {
+      if (mode === "i2v" || tieredProtocol) {
         const resolutionTier = resolutionTierMap[options.resolution] || options.resolution;
-        if (wan27 && resolutionTier !== "720P" && resolutionTier !== "1080P") {
+        const supportedTiers = wan3 ? ["480P", "720P", "1080P"] : ["720P", "1080P"];
+        if (tieredProtocol && !supportedTiers.includes(resolutionTier)) {
           warnings.push({
             type: "unsupported",
             feature: "resolution",
-            details: `wan2.7 models only support 720P and 1080P resolutions. The resolution "${options.resolution}" was ignored.`
+            details: `${wan3 ? "wan3" : "wan2.7"} models only support the ${supportedTiers.join(", ")} resolution tiers. The resolution "${options.resolution}" was ignored.`
           });
         } else {
           parameters.resolution = resolutionTier;
@@ -1128,7 +1159,7 @@ var AlibabaVideoModel = class {
       }
     }
     if (supportsRatio) {
-      const ratio = (_g = (_f = alibabaOptions == null ? void 0 : alibabaOptions.ratio) != null ? _f : options.aspectRatio) != null ? _g : options.resolution != null ? deriveRatioFromResolution(options.resolution) : void 0;
+      const ratio = (_e = (_d = alibabaOptions == null ? void 0 : alibabaOptions.ratio) != null ? _d : options.aspectRatio) != null ? _e : options.resolution != null ? deriveRatioFromResolution(options.resolution) : void 0;
       if (ratio != null) {
         parameters.ratio = ratio;
       }
@@ -1137,11 +1168,11 @@ var AlibabaVideoModel = class {
       parameters.prompt_extend = alibabaOptions.promptExtend;
     }
     if ((alibabaOptions == null ? void 0 : alibabaOptions.shotType) != null) {
-      if (wan27) {
+      if (tieredProtocol) {
         warnings.push({
           type: "unsupported",
           feature: "shotType",
-          details: "wan2.7 models do not support the shotType option. Describe the shot structure in the prompt instead."
+          details: `${wan3 ? "wan3" : "wan2.7"} models do not support the shotType option. Describe the shot structure in the prompt instead.`
         });
       } else {
         parameters.shot_type = alibabaOptions.shotType;
@@ -1150,7 +1181,7 @@ var AlibabaVideoModel = class {
     if ((alibabaOptions == null ? void 0 : alibabaOptions.watermark) != null) {
       parameters.watermark = alibabaOptions.watermark;
     }
-    const audio = (_h = options.generateAudio) != null ? _h : alibabaOptions == null ? void 0 : alibabaOptions.audio;
+    const audio = (_f = options.generateAudio) != null ? _f : alibabaOptions == null ? void 0 : alibabaOptions.audio;
     if (audio != null) {
       if (wan27) {
         warnings.push({
@@ -1204,15 +1235,15 @@ var AlibabaVideoModel = class {
       abortSignal: options.abortSignal,
       fetch: this.config.fetch
     });
-    const taskId = (_i = createResponse.output) == null ? void 0 : _i.task_id;
+    const taskId = (_g = createResponse.output) == null ? void 0 : _g.task_id;
     if (!taskId) {
       throw new AISDKError({
         name: "ALIBABA_VIDEO_GENERATION_ERROR",
         message: `No task_id returned from Alibaba API. Response: ${JSON.stringify(createResponse)}`
       });
     }
-    const pollIntervalMs = (_j = alibabaOptions == null ? void 0 : alibabaOptions.pollIntervalMs) != null ? _j : 5e3;
-    const pollTimeoutMs = (_k = alibabaOptions == null ? void 0 : alibabaOptions.pollTimeoutMs) != null ? _k : 6e5;
+    const pollIntervalMs = (_h = alibabaOptions == null ? void 0 : alibabaOptions.pollIntervalMs) != null ? _h : 5e3;
+    const pollTimeoutMs = (_i = alibabaOptions == null ? void 0 : alibabaOptions.pollTimeoutMs) != null ? _i : 6e5;
     const startTime = Date.now();
     let finalResponse;
     let responseHeaders;
@@ -1238,7 +1269,7 @@ var AlibabaVideoModel = class {
         fetch: this.config.fetch
       });
       responseHeaders = pollHeaders;
-      const taskStatus = (_l = statusResponse.output) == null ? void 0 : _l.task_status;
+      const taskStatus = (_j = statusResponse.output) == null ? void 0 : _j.task_status;
       if (taskStatus === "SUCCEEDED") {
         finalResponse = statusResponse;
         break;
@@ -1246,11 +1277,11 @@ var AlibabaVideoModel = class {
       if (taskStatus === "FAILED" || taskStatus === "CANCELED") {
         throw new AISDKError({
           name: "ALIBABA_VIDEO_GENERATION_FAILED",
-          message: `Video generation ${taskStatus.toLowerCase()}. Task ID: ${taskId}. ${(_n = (_m = statusResponse.output) == null ? void 0 : _m.message) != null ? _n : ""}`
+          message: `Video generation ${taskStatus.toLowerCase()}. Task ID: ${taskId}. ${(_l = (_k = statusResponse.output) == null ? void 0 : _k.message) != null ? _l : ""}`
         });
       }
     }
-    const videoUrl = (_o = finalResponse == null ? void 0 : finalResponse.output) == null ? void 0 : _o.video_url;
+    const videoUrl = (_m = finalResponse == null ? void 0 : finalResponse.output) == null ? void 0 : _m.video_url;
     if (!videoUrl) {
       throw new AISDKError({
         name: "ALIBABA_VIDEO_GENERATION_ERROR",
@@ -1275,13 +1306,20 @@ var AlibabaVideoModel = class {
         alibaba: {
           taskId,
           videoUrl,
-          ...((_p = finalResponse == null ? void 0 : finalResponse.output) == null ? void 0 : _p.actual_prompt) ? { actualPrompt: finalResponse.output.actual_prompt } : {},
+          ...((_n = finalResponse == null ? void 0 : finalResponse.output) == null ? void 0 : _n.actual_prompt) ? { actualPrompt: finalResponse.output.actual_prompt } : {},
           ...(finalResponse == null ? void 0 : finalResponse.usage) ? {
             usage: {
               duration: finalResponse.usage.duration,
               outputVideoDuration: finalResponse.usage.output_video_duration,
               resolution: finalResponse.usage.SR,
-              size: finalResponse.usage.size
+              size: finalResponse.usage.size,
+              // wan3-only. Spread rather than set to undefined so the
+              // metadata shape for older wan models is unchanged.
+              ...finalResponse.usage.input_video_duration != null ? {
+                inputVideoDuration: finalResponse.usage.input_video_duration
+              } : {},
+              ...finalResponse.usage.fps != null ? { fps: finalResponse.usage.fps } : {},
+              ...finalResponse.usage.ratio != null ? { ratio: finalResponse.usage.ratio } : {}
             }
           } : {}
         }
@@ -1291,7 +1329,7 @@ var AlibabaVideoModel = class {
 };
 
 // src/version.ts
-var VERSION = true ? "1.0.49" : "0.0.0-test";
+var VERSION = true ? "1.0.50" : "0.0.0-test";
 
 // src/alibaba-provider.ts
 function createAlibaba(options = {}) {