@ai-sdk/alibaba 1.0.49 → 1.0.50

package/CHANGELOG.md

@@ -1,5 +1,15 @@
 # @ai-sdk/alibaba
 
+## 1.0.50
+
+### Patch Changes
+
+- 8346001: feat(provider/alibaba): support wan3 all-in-one video generation
+- 313a441: Prevent negative text output token counts when providers report reasoning tokens. Perplexity reasoning tokens are now treated as separate from completion tokens.
+- Updated dependencies [5642849]
+  - @ai-sdk/provider-utils@4.0.48
+  - @ai-sdk/openai-compatible@2.0.72
+
 ## 1.0.49
 
 ### Patch Changes

package/dist/index.d.mts

@@ -29,7 +29,7 @@ declare const alibabaEmbeddingModelOptions: z.ZodObject<{
 }, z.core.$strip>;
 type AlibabaEmbeddingModelOptions = z.infer<typeof alibabaEmbeddingModelOptions>;
 
-type AlibabaVideoModelId = 'wan2.6-t2v' | 'wan2.5-t2v-preview' | 'wan2.7-t2v' | 'wan2.7-t2v-2026-06-12' | 'wan2.6-i2v' | 'wan2.6-i2v-flash' | 'wan2.6-r2v' | 'wan2.6-r2v-flash' | 'wan2.7-r2v' | 'wan2.7-r2v-2026-06-12' | (string & {});
+type AlibabaVideoModelId = 'wan2.6-t2v' | 'wan2.5-t2v-preview' | 'wan2.7-t2v' | 'wan2.7-t2v-2026-06-12' | 'wan2.6-i2v' | 'wan2.6-i2v-flash' | 'wan2.6-r2v' | 'wan2.6-r2v-flash' | 'wan2.7-r2v' | 'wan2.7-r2v-2026-06-12' | 'wan3.0-video' | (string & {});
 
 interface AlibabaProvider extends ProviderV3 {
     (modelId: AlibabaChatModelId): LanguageModelV3;
@@ -127,7 +127,10 @@ type AlibabaVideoModelOptions = {
     shotType?: 'single' | 'multi' | null;
     /** Whether to add watermark to generated video. Defaults to false. */
     watermark?: boolean | null;
-    /** Enable audio generation (for I2V/R2V models). */
+    /**
+     * Enable audio generation (I2V/R2V and wan3 models;
+     * wan2.7 models always generate audio). Defaults to true on wan3.
+     */
     audio?: boolean | null;
     /**
      * Reference URLs for reference-to-video mode.
@@ -136,22 +139,27 @@ type AlibabaVideoModelOptions = {
      */
     referenceUrls?: string[] | null;
     /**
-     * Explicit media array for reference-to-video mode (wan2.7 models).
-     * Overrides the automatic mapping from `inputReferences` and `frameImages`.
+     * Explicit media array (wan2.7 and wan3 models). Overrides the automatic
+     * mapping from `inputReferences` and `frameImages`.
      * Use `Image 1`, `Video 1`, etc. in prompts to reference media items
-     * (images and videos are counted separately, in array order).
+     * (images, videos, and audio are counted separately, in array order).
+     *
+     * `reference_audio`, `file`, and `link` are wan3-only and have no top-level
+     * call option, so they can only be passed here. wan3 also rejects mixing
+     * `reference_*`/`file`/`link` with `first_frame`/`last_frame`.
      */
     media?: Array<{
-        type: 'reference_image' | 'reference_video' | 'first_frame';
+        type: 'reference_image' | 'reference_video' | 'reference_audio' | 'first_frame' | 'last_frame' | 'file' | 'link';
         /** Public URL, or a `data:{mime};base64,{data}` URI for images. */
         url: string;
         /** URL to an audio file used as voice reference for this media item. */
         referenceVoice?: string | null;
     }> | null;
     /**
-     * Aspect ratio (wan2.7 text-to-video and reference-to-video models).
+     * Aspect ratio (wan2.7 text-to-video and reference-to-video models, and
+     * every wan3 generation). `adaptive` is wan3-only, and is its default.
      */
-    ratio?: '16:9' | '9:16' | '1:1' | '4:3' | '3:4' | null;
+    ratio?: 'adaptive' | '16:9' | '9:16' | '1:1' | '4:3' | '3:4' | null;
     /** Polling interval in milliseconds. Defaults to 5000 (5 seconds). */
     pollIntervalMs?: number | null;
     /** Maximum wait time in milliseconds for video generation. Defaults to 600000 (10 minutes). */

package/dist/index.d.ts

@@ -29,7 +29,7 @@ declare const alibabaEmbeddingModelOptions: z.ZodObject<{
 }, z.core.$strip>;
 type AlibabaEmbeddingModelOptions = z.infer<typeof alibabaEmbeddingModelOptions>;
 
-type AlibabaVideoModelId = 'wan2.6-t2v' | 'wan2.5-t2v-preview' | 'wan2.7-t2v' | 'wan2.7-t2v-2026-06-12' | 'wan2.6-i2v' | 'wan2.6-i2v-flash' | 'wan2.6-r2v' | 'wan2.6-r2v-flash' | 'wan2.7-r2v' | 'wan2.7-r2v-2026-06-12' | (string & {});
+type AlibabaVideoModelId = 'wan2.6-t2v' | 'wan2.5-t2v-preview' | 'wan2.7-t2v' | 'wan2.7-t2v-2026-06-12' | 'wan2.6-i2v' | 'wan2.6-i2v-flash' | 'wan2.6-r2v' | 'wan2.6-r2v-flash' | 'wan2.7-r2v' | 'wan2.7-r2v-2026-06-12' | 'wan3.0-video' | (string & {});
 
 interface AlibabaProvider extends ProviderV3 {
     (modelId: AlibabaChatModelId): LanguageModelV3;
@@ -127,7 +127,10 @@ type AlibabaVideoModelOptions = {
     shotType?: 'single' | 'multi' | null;
     /** Whether to add watermark to generated video. Defaults to false. */
     watermark?: boolean | null;
-    /** Enable audio generation (for I2V/R2V models). */
+    /**
+     * Enable audio generation (I2V/R2V and wan3 models;
+     * wan2.7 models always generate audio). Defaults to true on wan3.
+     */
     audio?: boolean | null;
     /**
      * Reference URLs for reference-to-video mode.
@@ -136,22 +139,27 @@ type AlibabaVideoModelOptions = {
      */
     referenceUrls?: string[] | null;
     /**
-     * Explicit media array for reference-to-video mode (wan2.7 models).
-     * Overrides the automatic mapping from `inputReferences` and `frameImages`.
+     * Explicit media array (wan2.7 and wan3 models). Overrides the automatic
+     * mapping from `inputReferences` and `frameImages`.
      * Use `Image 1`, `Video 1`, etc. in prompts to reference media items
-     * (images and videos are counted separately, in array order).
+     * (images, videos, and audio are counted separately, in array order).
+     *
+     * `reference_audio`, `file`, and `link` are wan3-only and have no top-level
+     * call option, so they can only be passed here. wan3 also rejects mixing
+     * `reference_*`/`file`/`link` with `first_frame`/`last_frame`.
      */
     media?: Array<{
-        type: 'reference_image' | 'reference_video' | 'first_frame';
+        type: 'reference_image' | 'reference_video' | 'reference_audio' | 'first_frame' | 'last_frame' | 'file' | 'link';
         /** Public URL, or a `data:{mime};base64,{data}` URI for images. */
         url: string;
         /** URL to an audio file used as voice reference for this media item. */
         referenceVoice?: string | null;
     }> | null;
     /**
-     * Aspect ratio (wan2.7 text-to-video and reference-to-video models).
+     * Aspect ratio (wan2.7 text-to-video and reference-to-video models, and
+     * every wan3 generation). `adaptive` is wan3-only, and is its default.
      */
-    ratio?: '16:9' | '9:16' | '1:1' | '4:3' | '3:4' | null;
+    ratio?: 'adaptive' | '16:9' | '9:16' | '1:1' | '4:3' | '3:4' | null;
     /** Polling interval in milliseconds. Defaults to 5000 (5 seconds). */
     pollIntervalMs?: number | null;
     /** Maximum wait time in milliseconds for video generation. Defaults to 600000 (10 minutes). */

package/dist/index.js

@@ -854,13 +854,17 @@ var alibabaVideoModelOptionsSchema = (0, import_provider_utils5.lazySchema)(
           type: import_v46.z.enum([
             "reference_image",
             "reference_video",
-            "first_frame"
+            "reference_audio",
+            "first_frame",
+            "last_frame",
+            "file",
+            "link"
           ]),
           url: import_v46.z.string(),
           referenceVoice: import_v46.z.string().nullish()
         })
       ).nullish(),
-      ratio: import_v46.z.enum(["16:9", "9:16", "1:1", "4:3", "3:4"]).nullish(),
+      ratio: import_v46.z.enum(["adaptive", "16:9", "9:16", "1:1", "4:3", "3:4"]).nullish(),
       pollIntervalMs: import_v46.z.number().positive().nullish(),
       pollTimeoutMs: import_v46.z.number().positive().nullish()
     }).passthrough()
@@ -898,8 +902,12 @@ var alibabaVideoTaskStatusSchema = import_v46.z.object({
   usage: import_v46.z.object({
     duration: import_v46.z.number().nullish(),
     output_video_duration: import_v46.z.number().nullish(),
+    // wan3 splits the total: input video counts toward its 30s ceiling.
+    input_video_duration: import_v46.z.number().nullish(),
+    fps: import_v46.z.number().nullish(),
     SR: import_v46.z.number().nullish(),
-    size: import_v46.z.string().nullish()
+    size: import_v46.z.string().nullish(),
+    ratio: import_v46.z.string().nullish()
   }).nullish(),
   request_id: import_v46.z.string().nullish()
 });
@@ -908,8 +916,10 @@ function detectMode(modelId) {
   if (modelId.includes("-r2v")) return "r2v";
   return "t2v";
 }
-function isWan27Model(modelId) {
-  return modelId.startsWith("wan2.7");
+function detectProtocol(modelId) {
+  if (modelId.startsWith("wan3")) return "wan3";
+  if (modelId.startsWith("wan2.7")) return "wan27";
+  return "legacy";
 }
 var resolutionTierMap = {
   "1280x720": "720P",
@@ -950,6 +960,10 @@ function getFirstFrameImage(options) {
   var _a, _b;
   return (_b = (_a = options.frameImages) == null ? void 0 : _a.find((frame) => frame.frameType === "first_frame")) == null ? void 0 : _b.image;
 }
+function getLastFrameImage(options) {
+  var _a, _b;
+  return (_b = (_a = options.frameImages) == null ? void 0 : _a.find((frame) => frame.frameType === "last_frame")) == null ? void 0 : _b.image;
+}
 function resolveStartImage(options) {
   var _a;
   return (_a = getFirstFrameImage(options)) != null ? _a : options.image;
@@ -957,7 +971,7 @@ function resolveStartImage(options) {
 function isVideoUrl(url) {
   return /\.(mp4|mov)([?#]|$)/i.test(url);
 }
-function resolveMedia(options, alibabaOptions, warnings) {
+function resolveMedia(options, alibabaOptions, warnings, frames) {
   var _a;
   if ((alibabaOptions == null ? void 0 : alibabaOptions.media) != null && alibabaOptions.media.length > 0) {
     return alibabaOptions.media.map((item) => ({
@@ -986,11 +1000,16 @@ function resolveMedia(options, alibabaOptions, warnings) {
       });
     }
   }
-  const firstFrame = getFirstFrameImage(options);
-  if (firstFrame != null) {
+  if (frames.first != null) {
     media.push({
       type: "first_frame",
-      url: (0, import_provider_utils5.convertImageModelFileToDataUri)(firstFrame)
+      url: (0, import_provider_utils5.convertImageModelFileToDataUri)(frames.first)
+    });
+  }
+  if (frames.last != null) {
+    media.push({
+      type: "last_frame",
+      url: (0, import_provider_utils5.convertImageModelFileToDataUri)(frames.last)
     });
   }
   return media.length > 0 ? media : void 0;
@@ -1028,7 +1047,7 @@ var AlibabaVideoModel = class {
     return this.config.provider;
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n;
     const currentDate = (_c = (_b = (_a = this.config._internal) == null ? void 0 : _a.currentDate) == null ? void 0 : _b.call(_a)) != null ? _c : /* @__PURE__ */ new Date();
     const warnings = [];
     const mode = detectMode(this.modelId);
@@ -1048,14 +1067,27 @@ var AlibabaVideoModel = class {
       input.audio_url = alibabaOptions.audioUrl;
     }
     const startImage = resolveStartImage(options);
-    const wan27 = isWan27Model(this.modelId);
-    const supportsRatio = wan27 && mode !== "i2v";
-    if (mode === "i2v" && startImage != null) {
+    const protocol = detectProtocol(this.modelId);
+    const wan27 = protocol === "wan27";
+    const wan3 = protocol === "wan3";
+    const tieredProtocol = wan27 || wan3;
+    const supportsRatio = wan3 || wan27 && mode !== "i2v";
+    if (!wan3 && mode === "i2v" && startImage != null) {
       input.img_url = fileToImageString(startImage);
     }
-    if (mode === "r2v") {
+    if (wan3) {
+      const media = resolveMedia(options, alibabaOptions, warnings, {
+        first: startImage,
+        last: getLastFrameImage(options)
+      });
+      if (media != null) {
+        input.media = media;
+      }
+    } else if (mode === "r2v") {
       if (wan27) {
-        const media = resolveMedia(options, alibabaOptions, warnings);
+        const media = resolveMedia(options, alibabaOptions, warnings, {
+          first: getFirstFrameImage(options)
+        });
         if (media != null) {
           input.media = media;
         }
@@ -1070,17 +1102,15 @@ var AlibabaVideoModel = class {
         }
       }
     }
-    const lastFrame = (_e = (_d = options.frameImages) == null ? void 0 : _d.find(
-      (frame) => frame.frameType === "last_frame"
-    )) == null ? void 0 : _e.image;
-    if (lastFrame != null) {
+    const lastFrame = getLastFrameImage(options);
+    if (lastFrame != null && !wan3) {
       warnings.push({
         type: "unsupported",
         feature: "frameImages",
         details: "This model does not support last_frame. The last frame image was ignored."
       });
     }
-    if (options.inputReferences != null && options.inputReferences.length > 0 && mode !== "r2v") {
+    if (options.inputReferences != null && options.inputReferences.length > 0 && mode !== "r2v" && !wan3) {
       warnings.push({
         type: "unsupported",
         feature: "inputReferences",
@@ -1095,13 +1125,14 @@ var AlibabaVideoModel = class {
       parameters.seed = options.seed;
     }
     if (options.resolution != null) {
-      if (mode === "i2v" || wan27) {
+      if (mode === "i2v" || tieredProtocol) {
         const resolutionTier = resolutionTierMap[options.resolution] || options.resolution;
-        if (wan27 && resolutionTier !== "720P" && resolutionTier !== "1080P") {
+        const supportedTiers = wan3 ? ["480P", "720P", "1080P"] : ["720P", "1080P"];
+        if (tieredProtocol && !supportedTiers.includes(resolutionTier)) {
           warnings.push({
             type: "unsupported",
             feature: "resolution",
-            details: `wan2.7 models only support 720P and 1080P resolutions. The resolution "${options.resolution}" was ignored.`
+            details: `${wan3 ? "wan3" : "wan2.7"} models only support the ${supportedTiers.join(", ")} resolution tiers. The resolution "${options.resolution}" was ignored.`
           });
         } else {
           parameters.resolution = resolutionTier;
@@ -1111,7 +1142,7 @@ var AlibabaVideoModel = class {
       }
     }
     if (supportsRatio) {
-      const ratio = (_g = (_f = alibabaOptions == null ? void 0 : alibabaOptions.ratio) != null ? _f : options.aspectRatio) != null ? _g : options.resolution != null ? deriveRatioFromResolution(options.resolution) : void 0;
+      const ratio = (_e = (_d = alibabaOptions == null ? void 0 : alibabaOptions.ratio) != null ? _d : options.aspectRatio) != null ? _e : options.resolution != null ? deriveRatioFromResolution(options.resolution) : void 0;
       if (ratio != null) {
         parameters.ratio = ratio;
       }
@@ -1120,11 +1151,11 @@ var AlibabaVideoModel = class {
       parameters.prompt_extend = alibabaOptions.promptExtend;
     }
     if ((alibabaOptions == null ? void 0 : alibabaOptions.shotType) != null) {
-      if (wan27) {
+      if (tieredProtocol) {
         warnings.push({
           type: "unsupported",
           feature: "shotType",
-          details: "wan2.7 models do not support the shotType option. Describe the shot structure in the prompt instead."
+          details: `${wan3 ? "wan3" : "wan2.7"} models do not support the shotType option. Describe the shot structure in the prompt instead.`
         });
       } else {
         parameters.shot_type = alibabaOptions.shotType;
@@ -1133,7 +1164,7 @@ var AlibabaVideoModel = class {
     if ((alibabaOptions == null ? void 0 : alibabaOptions.watermark) != null) {
       parameters.watermark = alibabaOptions.watermark;
     }
-    const audio = (_h = options.generateAudio) != null ? _h : alibabaOptions == null ? void 0 : alibabaOptions.audio;
+    const audio = (_f = options.generateAudio) != null ? _f : alibabaOptions == null ? void 0 : alibabaOptions.audio;
     if (audio != null) {
       if (wan27) {
         warnings.push({
@@ -1187,15 +1218,15 @@ var AlibabaVideoModel = class {
       abortSignal: options.abortSignal,
       fetch: this.config.fetch
     });
-    const taskId = (_i = createResponse.output) == null ? void 0 : _i.task_id;
+    const taskId = (_g = createResponse.output) == null ? void 0 : _g.task_id;
     if (!taskId) {
       throw new import_provider4.AISDKError({
         name: "ALIBABA_VIDEO_GENERATION_ERROR",
         message: `No task_id returned from Alibaba API. Response: ${JSON.stringify(createResponse)}`
       });
     }
-    const pollIntervalMs = (_j = alibabaOptions == null ? void 0 : alibabaOptions.pollIntervalMs) != null ? _j : 5e3;
-    const pollTimeoutMs = (_k = alibabaOptions == null ? void 0 : alibabaOptions.pollTimeoutMs) != null ? _k : 6e5;
+    const pollIntervalMs = (_h = alibabaOptions == null ? void 0 : alibabaOptions.pollIntervalMs) != null ? _h : 5e3;
+    const pollTimeoutMs = (_i = alibabaOptions == null ? void 0 : alibabaOptions.pollTimeoutMs) != null ? _i : 6e5;
     const startTime = Date.now();
     let finalResponse;
     let responseHeaders;
@@ -1221,7 +1252,7 @@ var AlibabaVideoModel = class {
         fetch: this.config.fetch
       });
       responseHeaders = pollHeaders;
-      const taskStatus = (_l = statusResponse.output) == null ? void 0 : _l.task_status;
+      const taskStatus = (_j = statusResponse.output) == null ? void 0 : _j.task_status;
       if (taskStatus === "SUCCEEDED") {
         finalResponse = statusResponse;
         break;
@@ -1229,11 +1260,11 @@ var AlibabaVideoModel = class {
       if (taskStatus === "FAILED" || taskStatus === "CANCELED") {
         throw new import_provider4.AISDKError({
           name: "ALIBABA_VIDEO_GENERATION_FAILED",
-          message: `Video generation ${taskStatus.toLowerCase()}. Task ID: ${taskId}. ${(_n = (_m = statusResponse.output) == null ? void 0 : _m.message) != null ? _n : ""}`
+          message: `Video generation ${taskStatus.toLowerCase()}. Task ID: ${taskId}. ${(_l = (_k = statusResponse.output) == null ? void 0 : _k.message) != null ? _l : ""}`
         });
       }
     }
-    const videoUrl = (_o = finalResponse == null ? void 0 : finalResponse.output) == null ? void 0 : _o.video_url;
+    const videoUrl = (_m = finalResponse == null ? void 0 : finalResponse.output) == null ? void 0 : _m.video_url;
     if (!videoUrl) {
       throw new import_provider4.AISDKError({
         name: "ALIBABA_VIDEO_GENERATION_ERROR",
@@ -1258,13 +1289,20 @@ var AlibabaVideoModel = class {
         alibaba: {
           taskId,
           videoUrl,
-          ...((_p = finalResponse == null ? void 0 : finalResponse.output) == null ? void 0 : _p.actual_prompt) ? { actualPrompt: finalResponse.output.actual_prompt } : {},
+          ...((_n = finalResponse == null ? void 0 : finalResponse.output) == null ? void 0 : _n.actual_prompt) ? { actualPrompt: finalResponse.output.actual_prompt } : {},
           ...(finalResponse == null ? void 0 : finalResponse.usage) ? {
             usage: {
               duration: finalResponse.usage.duration,
               outputVideoDuration: finalResponse.usage.output_video_duration,
               resolution: finalResponse.usage.SR,
-              size: finalResponse.usage.size
+              size: finalResponse.usage.size,
+              // wan3-only. Spread rather than set to undefined so the
+              // metadata shape for older wan models is unchanged.
+              ...finalResponse.usage.input_video_duration != null ? {
+                inputVideoDuration: finalResponse.usage.input_video_duration
+              } : {},
+              ...finalResponse.usage.fps != null ? { fps: finalResponse.usage.fps } : {},
+              ...finalResponse.usage.ratio != null ? { ratio: finalResponse.usage.ratio } : {}
             }
           } : {}
         }
@@ -1274,7 +1312,7 @@ var AlibabaVideoModel = class {
 };
 
 // src/version.ts
-var VERSION = true ? "1.0.49" : "0.0.0-test";
+var VERSION = true ? "1.0.50" : "0.0.0-test";
 
 // src/alibaba-provider.ts
 function createAlibaba(options = {}) {