@shop-os/modelkit 0.2.9 → 0.2.10

package/dist/index.d.cts

@@ -106,6 +106,8 @@ interface VideoRequest {
     watermark?: boolean;
     /** Provider-side safety checker toggle (fal MiniMax). Provider default when unset. */
     safetyChecker?: boolean;
+    /** Seedance omni-reference subtask hint. `edit` forces duration -1 and adaptive ratio. */
+    taskType?: "reference" | "edit" | "extend";
     mode?: "standard" | "pro";
 }
 /**
@@ -157,9 +159,11 @@ interface MediaPart {
     cleanup?: () => Promise<void>;
 }
 type RequiredInput = "firstFrame" | "sourceVideo" | "references";
-type SupportedOption = "seed" | "quality" | "negativePrompt" | "cfgScale" | "generateAudio" | "promptExpansion" | "lastFrame" | "count" | "outputFormat" | "scaleFactor" | "safetySettings" | "temperature" | "upscale" | "watermark" | "safetyChecker" | "instrumental";
+type SupportedOption = "seed" | "quality" | "negativePrompt" | "cfgScale" | "generateAudio" | "promptExpansion" | "lastFrame" | "count" | "outputFormat" | "scaleFactor" | "safetySettings" | "temperature" | "upscale" | "watermark" | "safetyChecker" | "taskType" | "instrumental";
 interface ReferenceLimits {
     images?: number;
+    /** Lower image cap when a reference video is also sent (Kling V3 Omni: 7 → 4). */
+    imagesWithVideo?: number;
     videos?: number;
     audios?: number;
     total?: number;

package/dist/index.d.ts

@@ -106,6 +106,8 @@ interface VideoRequest {
     watermark?: boolean;
     /** Provider-side safety checker toggle (fal MiniMax). Provider default when unset. */
     safetyChecker?: boolean;
+    /** Seedance omni-reference subtask hint. `edit` forces duration -1 and adaptive ratio. */
+    taskType?: "reference" | "edit" | "extend";
     mode?: "standard" | "pro";
 }
 /**
@@ -157,9 +159,11 @@ interface MediaPart {
     cleanup?: () => Promise<void>;
 }
 type RequiredInput = "firstFrame" | "sourceVideo" | "references";
-type SupportedOption = "seed" | "quality" | "negativePrompt" | "cfgScale" | "generateAudio" | "promptExpansion" | "lastFrame" | "count" | "outputFormat" | "scaleFactor" | "safetySettings" | "temperature" | "upscale" | "watermark" | "safetyChecker" | "instrumental";
+type SupportedOption = "seed" | "quality" | "negativePrompt" | "cfgScale" | "generateAudio" | "promptExpansion" | "lastFrame" | "count" | "outputFormat" | "scaleFactor" | "safetySettings" | "temperature" | "upscale" | "watermark" | "safetyChecker" | "taskType" | "instrumental";
 interface ReferenceLimits {
     images?: number;
+    /** Lower image cap when a reference video is also sent (Kling V3 Omni: 7 → 4). */
+    imagesWithVideo?: number;
     videos?: number;
     audios?: number;
     total?: number;

package/dist/index.js

@@ -1470,6 +1470,7 @@ var VIDEO_MODELS = [
   },
   {
     // generateAudio defaults to false here (trigger-workflows); Space Builder defaults it to true.
+    // omni_reference_task_type edit/extend: adaptive ratio, edit sends duration -1.
     id: "seedance-2.5",
     aliases: ["seedance-2-5", "dreamina-seedance-2-5-260628"],
     label: "Seedance 2.5",
@@ -1484,7 +1485,7 @@ var VIDEO_MODELS = [
       durations: { min: 4, max: 30 },
       references: { images: 30, videos: 10, audios: 10 },
       ratioIgnoredWith: ["firstFrame", "sourceVideo"],
-      supports: ["generateAudio", "seed", "lastFrame", "watermark"]
+      supports: ["generateAudio", "seed", "lastFrame", "watermark", "taskType"]
     },
     defaults: {
       durationSeconds: 5,
@@ -1593,6 +1594,9 @@ var VIDEO_MODELS = [
   },
   {
     // mode standard/pro selects 720p/1080p; the endpoint takes no separate resolution.
+    // Replicate: "Max 7 [images] without video, 4 with video"; 4K does not support
+    // reference_video. No `videos` limit yet: the adapter sends no reference video,
+    // so `imagesWithVideo` stays dormant until one is wired through.
     id: "kling-v3-omni-video",
     aliases: ["kwaivgi/kling-v3-omni-video", "kling-v3-omni"],
     label: "Kling V3 Omni",
@@ -1605,7 +1609,7 @@ var VIDEO_MODELS = [
       aspectRatios: [...KLING_RATIOS],
       resolutions: ["720p", "1080p"],
       durations: { min: 3, max: 15 },
-      references: { images: 7 },
+      references: { images: 7, imagesWithVideo: 4 },
       supports: ["generateAudio", "lastFrame"]
     },
     defaults: { durationSeconds: 5, aspectRatio: "16:9", generateAudio: false, mode: "pro" },
@@ -1881,6 +1885,7 @@ var SupportedOptionSchema = z.enum([
   "upscale",
   "watermark",
   "safetyChecker",
+  "taskType",
   "instrumental"
 ]);
 var UsageUnitSchema = z.enum([
@@ -1903,6 +1908,7 @@ var ProviderOptionValueSchema = z.lazy(
 var ProviderOptionsSchema = z.record(z.string(), z.record(z.string(), ProviderOptionValueSchema));
 var ReferenceLimitsSchema = z.looseObject({
   images: z.number().optional(),
+  imagesWithVideo: z.number().optional(),
   videos: z.number().optional(),
   audios: z.number().optional(),
   total: z.number().optional(),
@@ -1964,6 +1970,7 @@ var DefaultsSchema = z.looseObject({
   promptExpansion: z.enum(["fast", "balanced", "quality"]).optional(),
   watermark: z.boolean().optional(),
   safetyChecker: z.boolean().optional(),
+  taskType: z.enum(["reference", "edit", "extend"]).optional(),
   mode: z.enum(["standard", "pro"]).optional(),
   instrumental: z.boolean().optional()
 });
@@ -2523,6 +2530,9 @@ function resolveVideoOptions(model, request, onUnsupported = "error") {
     model,
     warnings
   );
+  if (limits.imagesWithVideo !== void 0 && (limits.videos ?? 0) > 0 && videos.length > 0 && images.length > limits.imagesWithVideo) {
+    images = trim("referenceImages", images, limits.imagesWithVideo, model, warnings);
+  }
   if (limits.total !== void 0) {
     let over = images.length + videos.length + audios.length - limits.total;
     if (over > 0) {
@@ -2556,7 +2566,8 @@ function resolveVideoOptions(model, request, onUnsupported = "error") {
     "promptExpansion",
     "lastFrame",
     "watermark",
-    "safetyChecker"
+    "safetyChecker",
+    "taskType"
   ]);
   return { request: merged, warnings };
 }
@@ -4004,9 +4015,22 @@ function seedanceErrorMessage(error, status) {
   return `Seedance task ${status}`;
 }
 async function generateSeedanceVideo(req, ctx) {
-  const key = arkKey(ctx);
   const modelId = ctx.model.id;
-  const duration = req.durationSeconds ?? 5;
+  const taskType = req.taskType;
+  const hasVideo = Boolean(req.sourceVideo) || (req.referenceVideos?.length ?? 0) > 0;
+  if ((taskType === "edit" || taskType === "extend") && !hasVideo) {
+    throw new ModelKitError({
+      code: "missing_input",
+      message: `${ctx.model.id} ${taskType} task needs a source or reference video`,
+      provider: "ark",
+      model: ctx.model.id,
+      retryable: false
+    });
+  }
+  const key = arkKey(ctx);
+  const requestedDuration = req.durationSeconds ?? 5;
+  let duration = requestedDuration;
+  if (taskType === "edit") duration = -1;
   const resolution = req.resolution ?? "720p";
   const content = [{ type: "text", text: req.prompt }];
   if (req.firstFrame) {
@@ -4058,7 +4082,10 @@ async function generateSeedanceVideo(req, ctx) {
     duration,
     resolution
   };
-  if (!hasFrameAnchor && req.aspectRatio !== void 0) body.ratio = req.aspectRatio;
+  if (taskType === "edit" || taskType === "extend") body.ratio = "adaptive";
+  else if (!hasFrameAnchor && req.aspectRatio !== void 0) body.ratio = req.aspectRatio;
+  if (taskType !== void 0 && ctx.model.id === "seedance-2.5")
+    body.omni_reference_task_type = taskType;
   if (req.generateAudio !== void 0) body.generate_audio = req.generateAudio;
   if (req.seed !== void 0) body.seed = req.seed;
   if (req.watermark !== void 0) body.watermark = req.watermark;
@@ -4078,7 +4105,7 @@ async function generateSeedanceVideo(req, ctx) {
   }, retryOptsFor(ctx));
   if (!submit.id) throwArkError(void 0, "Seedance task create returned no id", modelId);
   const jobId = submit.id;
-  const usage2 = seedanceUsage(ctx, req, duration);
+  const usage2 = seedanceUsage(ctx, req, taskType === "edit" ? requestedDuration : duration);
   const fetchStatus = async () => {
     const res = await arkFetch(ctx, `${arkBaseUrl(ctx)}${SUBMIT_PATH}/${jobId}`, {
       headers: { Authorization: `Bearer ${key}` }
@@ -4125,6 +4152,10 @@ async function generateSeedanceVideo(req, ctx) {
               "Seedance task succeeded but returned no video_url",
               modelId
             );
+          if (polled.duration !== void 0 && polled.duration > 0) {
+            usage2.quantity = polled.duration;
+            usage2.durationSeconds = polled.duration;
+          }
           const tokens = polled.usage;
           if (tokens?.total_tokens !== void 0 && tokens.completion_tokens !== void 0) {
             usage2.inputTokens = tokens.total_tokens - tokens.completion_tokens;
@@ -5180,7 +5211,7 @@ async function generateOmniVideo(req, ctx, createGenAIClient) {
   const apiKey = googleKey(ctx);
   const modelId = ctx.model.id;
   const providerModelId = ctx.model.providerModelId;
-  const duration = req.durationSeconds ?? 8;
+  const duration = req.durationSeconds ?? 10;
   const images = req.referenceImages ?? [];
   const videos = req.referenceVideos ?? [];
   const task = req.sourceVideo ? "edit" : req.firstFrame ? "image_to_video" : images.length > 0 || videos.length > 0 ? "reference_to_video" : "text_to_video";