@ai-sdk/xai 3.0.99 → 3.0.101

package/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @ai-sdk/xai
 
+## 3.0.101
+
+### Patch Changes
+
+- fa850e6: feat (video): add first-class `frameImages` and `inputReferences` call options for video generation
+- Updated dependencies [fa850e6]
+  - @ai-sdk/provider@3.0.13
+  - @ai-sdk/openai-compatible@2.0.55
+  - @ai-sdk/provider-utils@4.0.34
+
+## 3.0.100
+
+### Patch Changes
+
+- Updated dependencies [b30e43a]
+  - @ai-sdk/provider-utils@4.0.33
+  - @ai-sdk/openai-compatible@2.0.54
+
 ## 3.0.99
 
 ### Patch Changes

package/dist/index.js

@@ -2843,7 +2843,7 @@ var xaiTools = {
 };
 
 // src/version.ts
-var VERSION = true ? "3.0.99" : "0.0.0-test";
+var VERSION = true ? "3.0.101" : "0.0.0-test";
 
 // src/xai-video-model.ts
 var import_provider6 = require("@ai-sdk/provider");
@@ -2907,14 +2907,48 @@ var RESOLUTION_MAP = {
   "854x480": "480p",
   "640x480": "480p"
 };
-function resolveVideoMode(options) {
-  if ((options == null ? void 0 : options.mode) != null) {
-    return options.mode;
+function getFirstFrameImage(options) {
+  var _a, _b;
+  return (_b = (_a = options.frameImages) == null ? void 0 : _a.find((frame) => frame.frameType === "first_frame")) == null ? void 0 : _b.image;
+}
+function getLastFrameImage(options) {
+  var _a, _b;
+  return (_b = (_a = options.frameImages) == null ? void 0 : _a.find((frame) => frame.frameType === "last_frame")) == null ? void 0 : _b.image;
+}
+function resolveStartImage(options) {
+  var _a;
+  return (_a = getFirstFrameImage(options)) != null ? _a : options.image;
+}
+function fileToXaiImageUrl(file) {
+  var _a;
+  if (file.type === "url") {
+    return file.url;
+  }
+  const base64Data = typeof file.data === "string" ? file.data : (0, import_provider_utils16.convertUint8ArrayToBase64)(file.data);
+  return `data:${(_a = file.mediaType) != null ? _a : "image/png"};base64,${base64Data}`;
+}
+function resolveReferenceImages(options, xaiOptions) {
+  if (options.inputReferences != null && options.inputReferences.length > 0) {
+    return options.inputReferences.map((reference) => ({
+      url: fileToXaiImageUrl(reference)
+    }));
+  }
+  if ((xaiOptions == null ? void 0 : xaiOptions.referenceImageUrls) != null && xaiOptions.referenceImageUrls.length > 0) {
+    return xaiOptions.referenceImageUrls.map((url) => ({ url }));
+  }
+  return void 0;
+}
+function resolveVideoMode(options, xaiOptions) {
+  if ((xaiOptions == null ? void 0 : xaiOptions.mode) != null) {
+    return xaiOptions.mode;
   }
-  if ((options == null ? void 0 : options.videoUrl) != null) {
+  if ((xaiOptions == null ? void 0 : xaiOptions.videoUrl) != null) {
     return "edit-video";
   }
-  if ((options == null ? void 0 : options.referenceImageUrls) != null && options.referenceImageUrls.length > 0) {
+  const hasFrameImages = options.frameImages != null && options.frameImages.length > 0;
+  const hasInputReferences = options.inputReferences != null && options.inputReferences.length > 0;
+  const hasLegacyReferenceUrls = (xaiOptions == null ? void 0 : xaiOptions.referenceImageUrls) != null && xaiOptions.referenceImageUrls.length > 0;
+  if (!hasFrameImages && (hasInputReferences || hasLegacyReferenceUrls)) {
     return "reference-to-video";
   }
   return void 0;
@@ -2938,7 +2972,7 @@ var XaiVideoModel = class {
       providerOptions: options.providerOptions,
       schema: xaiVideoModelOptionsSchema
     });
-    const effectiveMode = resolveVideoMode(xaiOptions);
+    const effectiveMode = resolveVideoMode(options, xaiOptions);
     const isEdit = effectiveMode === "edit-video";
     const isExtension = effectiveMode === "extend-video";
     const hasReferenceImages = effectiveMode === "reference-to-video";
@@ -3031,20 +3065,29 @@ var XaiVideoModel = class {
     if (isExtension) {
       body.video = { url: xaiOptions.videoUrl };
     }
-    if (options.image != null) {
-      if (options.image.type === "url") {
-        body.image = { url: options.image.url };
-      } else {
-        const base64Data = typeof options.image.data === "string" ? options.image.data : (0, import_provider_utils16.convertUint8ArrayToBase64)(options.image.data);
-        body.image = {
-          url: `data:${options.image.mediaType};base64,${base64Data}`
-        };
-      }
+    const startImage = resolveStartImage(options);
+    if (startImage != null) {
+      body.image = { url: fileToXaiImageUrl(startImage) };
+    }
+    if (getLastFrameImage(options) != null) {
+      warnings.push({
+        type: "unsupported",
+        feature: "frameImages",
+        details: `xAI video models do not support last_frame. Use providerOptions.xai.mode "extend-video" to continue from a video's last frame. The last frame image was ignored.`
+      });
     }
     if (hasReferenceImages) {
-      body.reference_images = xaiOptions.referenceImageUrls.map((url) => ({
-        url
-      }));
+      const referenceImages = resolveReferenceImages(options, xaiOptions);
+      if (referenceImages != null) {
+        body.reference_images = referenceImages;
+      }
+    }
+    if (options.inputReferences != null && options.inputReferences.length > 0 && !hasReferenceImages) {
+      warnings.push({
+        type: "unsupported",
+        feature: "inputReferences",
+        details: "xAI only supports inputReferences for reference-to-video generation. The reference images were ignored."
+      });
     }
     if (xaiOptions != null) {
       for (const [key, value] of Object.entries(xaiOptions)) {