@mindstudio-ai/agent 0.1.151 → 0.1.152

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.ts CHANGED
@@ -5597,6 +5597,10 @@ interface DecomposeImageStepInput {
5597
5597
  image: string;
5598
5598
  /** Optional guidance for which objects or groupings to separate */
5599
5599
  prompt?: string;
5600
+ /** Decomposition quality tier: "standard" (default) or "advanced" */
5601
+ type?: "standard" | "advanced";
5602
+ /** Output resolution: "1k", "1.5k" or "2k" (default) */
5603
+ resolution?: "1k" | "1.5k" | "2k";
5600
5604
  /** When true, assets are created but hidden from the user's gallery */
5601
5605
  intermediateAsset?: boolean;
5602
5606
  }
@@ -7475,7 +7479,7 @@ interface MeshyRigStepOutput {
7475
7479
  interface MeshyTextTo3dStepInput {
7476
7480
  /** Description of the 3D model to generate (max 600 characters) */
7477
7481
  prompt: string;
7478
- /** "standard" (default) or "lowpoly". Lowpoly ignores topology/target_polycount. */
7482
+ /** "standard" (default) or "smart-topology", clean low-poly geometry (target_polycount 100-15000). "lowpoly", which Meshy retires on 2026-10-30, runs as smart-topology. */
7479
7483
  modelType?: string;
7480
7484
  /** "triangle" (default) or "quad" */
7481
7485
  topology?: string;
@@ -9512,8 +9516,10 @@ interface StepMethods {
9512
9516
  * Analyze a video using a video analysis model based on a text prompt.
9513
9517
  *
9514
9518
  * @remarks
9515
- * - Uses the configured video analysis model to generate a text analysis of the video.
9516
- * - The prompt should describe what to look for or extract from the video.
9519
+ * - The prompt describes what to look for or extract from the video.
9520
+ * - The default model is gemini-3.8-flash. Any Gemini chat model reads video (the 3.x Flash and Flash Lite models, gemini-3.1-pro, and the 2.5 family), as does TwelveLabs' pegasus-1.6; set one with `videoAnalysisModelOverride`, with `temperature` and `maxResponseTokens` beside `model`.
9521
+ * - `videoUrl` is a video file's URL (an app file, a Google Drive share link, or any public URL). Gemini also reads a public YouTube link; Pegasus doesn't.
9522
+ * - Length: Pegasus takes 1 second to 1 hour. Gemini takes about 3 hours at its default resolution; the 3.x models read a second of video as about 66 tokens and the 2.5 models as about 258, which is what a long video costs.
9517
9523
  *
9518
9524
  * @example
9519
9525
  * ```typescript
@@ -9744,9 +9750,10 @@ interface StepMethods {
9744
9750
  * Split an image into a base image and transparent layers.
9745
9751
  *
9746
9752
  * @remarks
9747
- * - Uses Seedream 5.0 Flash layer decomposition. There is no model picker.
9748
- * - An optional prompt can name the objects or groupings to separate.
9749
- * - The output is an array of hosted image URLs. PNG output keeps layer transparency.
9753
+ * - Uses Seedream 5.0 Flash layer decomposition by default, and Seedream 5.0 Pro when type is "advanced", which separates more cleanly and costs more (and twice as much at 2K).
9754
+ * - `resolution` is "1k", "1.5k" or "2k" (the default).
9755
+ * - An optional prompt names the objects or groupings to separate. Left out, the model separates the main elements itself: text, subjects, decorations and background.
9756
+ * - The output is an array of hosted PNG image URLs: first the base image at full size, then each separated element as a transparent layer cropped to the element. The layers come with no position, so placing one back over the base means finding where it sat. Flash returned 13 layers for one photo and Pro 16.
9750
9757
  *
9751
9758
  * @example
9752
9759
  * ```typescript
@@ -10139,8 +10146,12 @@ interface StepMethods {
10139
10146
  * Generate a 3D model using a 3D generation model.
10140
10147
  *
10141
10148
  * @remarks
10142
- * - Text-to-3D models use the prompt field.
10143
- * - Image-to-3D and multi-view models take image URLs through the selected model's configuration inputs.
10149
+ * - The default model is wavespeed-tripo3d-h3.1 (Tripo v3.1), which makes a model from the prompt, from one `image`, or from `images`: 2–4 views of the same object, in order front, left, back, right.
10150
+ * - Models and what they take, set in `threeDModelOverride.config`:
10151
+ * - From text or an image: wavespeed-tripo3d-h3.1, wavespeed-meshy7.1 (also `images`, 1–4 views), wavespeed-hunyuan3d-v3 (an `image`, plus optional `back_image_url`, `left_image_url`, `right_image_url`), wavespeed-hunyuan-3d-v3.1-rapid, wavespeed-tripo3d-p2, wavespeed-rodin-v2.5 (`images`, 1–5).
10152
+ * - From an image only: trellis-2, wavespeed-meshy7 (or `images`, 1–4 views), wavespeed-tripo3d-v2.5, seed3d-2.0, wavespeed-sam-3d-objects (with optional `mask_images`).
10153
+ * - From views: wavespeed-hi3d-v3.0 (`front_image`, and optional `back_image`, `left_image`, `right_image`).
10154
+ * - `$mode` in the config picks a model's mode (`text-to-3d`, `image-to-3d`, or its multi-view mode). Left out, `images` picks the multi-view mode and `image` picks image-to-3d; with neither, the model's default mode. A text mode needs the prompt; in the others the prompt is optional guidance. A prompt longer than the model reads is refused, not cut.
10144
10155
  * - The output is standardized as a GLB URL plus optional FBX/OBJ/USDZ, thumbnail, texture maps, and provider task ID.
10145
10156
  *
10146
10157
  * @example
@@ -10183,7 +10194,11 @@ interface StepMethods {
10183
10194
  * Generate an audio file from provided instructions (text) using a music model.
10184
10195
  *
10185
10196
  * @remarks
10186
- * - The text field contains the instructions (prompt) for the music generation.
10197
+ * - `text` describes the song: genre, mood, instruments, tempo, vocals, and for Lyria its structure (`[Verse]`, `[Chorus]`, timestamps such as `[0:00-0:20] Intro`). A text longer than the model reads is refused, not cut.
10198
+ * - The default model is elevenlabs-music_v2.5. Options go in `musicModelOverride.config`, and differ by model:
10199
+ * - elevenlabs-music_v2.5, elevenlabs-music_v2: `musicLengthMs`, the song's length from 3,000 to 600,000 (the model chooses one from the text otherwise, and holds a length it's given), and `forceInstrumental: true` for no vocals.
10200
+ * - lyria-3.5: songs of up to about three minutes, their length steered from the text; `image`, the URL of an image for the song to take its mood and subject from. lyria-3 makes 30-second clips, lyria-3-pro songs of up to about three minutes.
10201
+ * - minimax-music-3.0: `lyrics` (written from the text when left out), `is_instrumental: true`, `bitrate`, `sample_rate`. minimax-music-2.5 requires `lyrics`.
10187
10202
  * - In foreground mode, the audio is displayed to the user. In background mode, the URL is saved to a variable.
10188
10203
  *
10189
10204
  * @example
@@ -10220,7 +10235,12 @@ interface StepMethods {
10220
10235
  * Generate a sound effect from a text description using a sound model.
10221
10236
  *
10222
10237
  * @remarks
10223
- * - The text field contains the description of the sound effect to generate.
10238
+ * - `text` describes the sound effect to generate.
10239
+ * - The default model is elevenlabs-sound_v2. Options go in `soundModelOverride.config`:
10240
+ * - `durationSeconds` — the length, from 0.5 to 30. Left out, the model picks one from the text, and the effect is billed as 5 seconds whatever its length.
10241
+ * - `loop: true` — a sound that repeats with no audible start or end, for ambience and backgrounds.
10242
+ * - `promptInfluence` — how literally the text is followed, from 0 to 1 (default 0.3).
10243
+ * - `outputFormat` — MP3 (`mp3_44100_128` by default, up to `mp3_44100_192`) or Opus (`opus_48000_32` to `opus_48000_192`).
10224
10244
  * - In foreground mode, the audio is displayed to the user. In background mode, the URL is saved to a variable.
10225
10245
  *
10226
10246
  * @example
package/dist/index.js CHANGED
@@ -4169,7 +4169,7 @@ var stepMetadata = {
4169
4169
  "analyzeVideo": {
4170
4170
  stepType: "analyzeVideo",
4171
4171
  description: "Analyze a video using a video analysis model based on a text prompt.",
4172
- usageNotes: "- Uses the configured video analysis model to generate a text analysis of the video.\n- The prompt should describe what to look for or extract from the video.",
4172
+ usageNotes: "- The prompt describes what to look for or extract from the video.\n- The default model is gemini-3.8-flash. Any Gemini chat model reads video (the 3.x Flash and Flash Lite models, gemini-3.1-pro, and the 2.5 family), as does TwelveLabs' pegasus-1.6; set one with `videoAnalysisModelOverride`, with `temperature` and `maxResponseTokens` beside `model`.\n- `videoUrl` is a video file's URL (an app file, a Google Drive share link, or any public URL). Gemini also reads a public YouTube link; Pegasus doesn't.\n- Length: Pegasus takes 1 second to 1 hour. Gemini takes about 3 hours at its default resolution; the 3.x models read a second of video as about 66 tokens and the 2.5 models as about 258, which is what a long video costs.",
4173
4173
  inputSchema: { "type": "object", "properties": { "prompt": { "type": "string", "description": "Instructions describing what to look for or extract from the video" }, "videoUrl": { "type": "string", "description": "URL of the video to analyze" }, "videoAnalysisModelOverride": { "anyOf": [{ "type": "object", "properties": { "model": { "type": "string" }, "config": { "type": "object", "properties": {}, "required": [] } }, "required": ["model"] }, { "type": "object", "properties": { "model": { "type": "string", "description": 'Model identifier (e.g. "gpt-4", "claude-3-opus")' }, "temperature": { "type": "number", "description": "Sampling temperature for the model (0-2)" }, "maxResponseTokens": { "type": "number", "description": "Maximum number of tokens in the model's response" }, "ignorePreamble": { "type": "boolean", "description": "Whether to skip the system preamble/instructions" }, "userMessagePreprocessor": { "type": "object", "properties": { "dataSource": { "type": "string", "description": "Data source identifier for the preprocessor" }, "messageTemplate": { "type": "string", "description": "Template string applied to user messages before sending to the model" }, "maxResults": { "type": "number", "description": "Maximum number of results to include from the data source" }, "enabled": { "type": "boolean", "description": "Whether the preprocessor is active" }, "shouldInherit": { "type": "boolean", "description": "Whether child steps should inherit this preprocessor configuration" } }, "description": "Preprocessor applied to user messages before sending to the model" }, "preamble": { "type": "string", "description": "System preamble/instructions for the model" }, "multiModelEnabled": { "type": "boolean", "description": "Whether multi-model candidate generation is enabled" }, "editResponseEnabled": { "type": "boolean", "description": "Whether the user can edit the model's response" }, "promptCaching": { "type": "boolean", "description": "Prompt caching, on models that bill cache writes. Absent: cached where something reads it back (the later steps of a run, a chat). `false` turns it off, for a single call such as a daily scheduled run. `true` caches even a single call, for a prompt resent unchanged within minutes." }, "config": { "type": "object", "properties": {}, "required": [], "description": "Additional model-specific configuration" } }, "required": ["model", "temperature", "maxResponseTokens"] }] } }, "required": ["prompt", "videoUrl"] },
4174
4174
  outputSchema: { "type": "object", "properties": { "analysis": { "type": "string", "description": "Text analysis of the video generated by the video analysis model" } }, "required": ["analysis"] }
4175
4175
  },
@@ -4269,8 +4269,8 @@ var stepMetadata = {
4269
4269
  "decomposeImage": {
4270
4270
  stepType: "decomposeImage",
4271
4271
  description: "Split an image into a base image and transparent layers.",
4272
- usageNotes: "- Uses Seedream 5.0 Flash layer decomposition. There is no model picker.\n- An optional prompt can name the objects or groupings to separate.\n- The output is an array of hosted image URLs. PNG output keeps layer transparency.",
4273
- inputSchema: { "type": "object", "properties": { "image": { "type": "string", "description": "Image to split into a base image and transparent layers" }, "prompt": { "type": "string", "description": "Optional guidance for which objects or groupings to separate" }, "intermediateAsset": { "type": "boolean", "description": "When true, assets are created but hidden from the user's gallery" } }, "required": ["image"] },
4272
+ usageNotes: '- Uses Seedream 5.0 Flash layer decomposition by default, and Seedream 5.0 Pro when type is "advanced", which separates more cleanly and costs more (and twice as much at 2K).\n- `resolution` is "1k", "1.5k" or "2k" (the default).\n- An optional prompt names the objects or groupings to separate. Left out, the model separates the main elements itself: text, subjects, decorations and background.\n- The output is an array of hosted PNG image URLs: first the base image at full size, then each separated element as a transparent layer cropped to the element. The layers come with no position, so placing one back over the base means finding where it sat. Flash returned 13 layers for one photo and Pro 16.',
4273
+ inputSchema: { "type": "object", "properties": { "image": { "type": "string", "description": "Image to split into a base image and transparent layers" }, "prompt": { "type": "string", "description": "Optional guidance for which objects or groupings to separate" }, "type": { "enum": ["standard", "advanced"], "type": "string", "description": 'Decomposition quality tier: "standard" (default) or "advanced"' }, "resolution": { "enum": ["1k", "1.5k", "2k"], "type": "string", "description": 'Output resolution: "1k", "1.5k" or "2k" (default)' }, "intermediateAsset": { "type": "boolean", "description": "When true, assets are created but hidden from the user's gallery" } }, "required": ["image"] },
4274
4274
  outputSchema: { "type": "object", "properties": { "imageUrls": { "type": "array", "items": { "type": "string" } } }, "required": ["imageUrls"] }
4275
4275
  },
4276
4276
  "deleteDataSource": {
@@ -4430,7 +4430,7 @@ var stepMetadata = {
4430
4430
  "generate3dModel": {
4431
4431
  stepType: "generate3dModel",
4432
4432
  description: "Generate a 3D model using a 3D generation model.",
4433
- usageNotes: "- Text-to-3D models use the prompt field.\n- Image-to-3D and multi-view models take image URLs through the selected model's configuration inputs.\n- The output is standardized as a GLB URL plus optional FBX/OBJ/USDZ, thumbnail, texture maps, and provider task ID.",
4433
+ usageNotes: "- The default model is wavespeed-tripo3d-h3.1 (Tripo v3.1), which makes a model from the prompt, from one `image`, or from `images`: 2\u20134 views of the same object, in order front, left, back, right.\n- Models and what they take, set in `threeDModelOverride.config`:\n - From text or an image: wavespeed-tripo3d-h3.1, wavespeed-meshy7.1 (also `images`, 1\u20134 views), wavespeed-hunyuan3d-v3 (an `image`, plus optional `back_image_url`, `left_image_url`, `right_image_url`), wavespeed-hunyuan-3d-v3.1-rapid, wavespeed-tripo3d-p2, wavespeed-rodin-v2.5 (`images`, 1\u20135).\n - From an image only: trellis-2, wavespeed-meshy7 (or `images`, 1\u20134 views), wavespeed-tripo3d-v2.5, seed3d-2.0, wavespeed-sam-3d-objects (with optional `mask_images`).\n - From views: wavespeed-hi3d-v3.0 (`front_image`, and optional `back_image`, `left_image`, `right_image`).\n- `$mode` in the config picks a model's mode (`text-to-3d`, `image-to-3d`, or its multi-view mode). Left out, `images` picks the multi-view mode and `image` picks image-to-3d; with neither, the model's default mode. A text mode needs the prompt; in the others the prompt is optional guidance. A prompt longer than the model reads is refused, not cut.\n- The output is standardized as a GLB URL plus optional FBX/OBJ/USDZ, thumbnail, texture maps, and provider task ID.",
4434
4434
  inputSchema: { "type": "object", "properties": { "prompt": { "type": "string", "description": "Text prompt for text-to-3D models, or optional guidance for image-to-3D models" }, "intermediateAsset": { "type": "boolean", "description": "When true, the asset is created but hidden from the user's gallery (tagged as intermediate)" }, "threeDModelOverride": { "type": "object", "properties": { "model": { "type": "string", "description": "3D generation model identifier" }, "config": { "type": "object", "properties": {}, "required": [], "description": "Additional model-specific configuration" } }, "required": ["model"], "description": "Optional model configuration override. Uses the workflow's default 3D model if not specified" } } },
4435
4435
  outputSchema: { "type": "object", "properties": { "prompt": { "type": "string" }, "glbUrl": { "type": "string" }, "fbxUrl": { "type": "string" }, "objUrl": { "type": "string" }, "usdzUrl": { "type": "string" }, "thumbnailUrl": { "type": "string" }, "textureUrls": { "type": "array", "items": { "type": "object", "properties": {}, "required": [] } }, "providerTaskId": { "type": "string" }, "resolvedConfig": { "type": "object", "properties": {}, "required": [] } }, "required": ["glbUrl"] }
4436
4436
  },
@@ -4458,7 +4458,7 @@ var stepMetadata = {
4458
4458
  "generateMusic": {
4459
4459
  stepType: "generateMusic",
4460
4460
  description: "Generate an audio file from provided instructions (text) using a music model.",
4461
- usageNotes: "- The text field contains the instructions (prompt) for the music generation.\n- In foreground mode, the audio is displayed to the user. In background mode, the URL is saved to a variable.",
4461
+ usageNotes: "- `text` describes the song: genre, mood, instruments, tempo, vocals, and for Lyria its structure (`[Verse]`, `[Chorus]`, timestamps such as `[0:00-0:20] Intro`). A text longer than the model reads is refused, not cut.\n- The default model is elevenlabs-music_v2.5. Options go in `musicModelOverride.config`, and differ by model:\n - elevenlabs-music_v2.5, elevenlabs-music_v2: `musicLengthMs`, the song's length from 3,000 to 600,000 (the model chooses one from the text otherwise, and holds a length it's given), and `forceInstrumental: true` for no vocals.\n - lyria-3.5: songs of up to about three minutes, their length steered from the text; `image`, the URL of an image for the song to take its mood and subject from. lyria-3 makes 30-second clips, lyria-3-pro songs of up to about three minutes.\n - minimax-music-3.0: `lyrics` (written from the text when left out), `is_instrumental: true`, `bitrate`, `sample_rate`. minimax-music-2.5 requires `lyrics`.\n- In foreground mode, the audio is displayed to the user. In background mode, the URL is saved to a variable.",
4462
4462
  inputSchema: { "type": "object", "properties": { "text": { "type": "string", "description": "The instructions (prompt) for the music generation" }, "intermediateAsset": { "type": "boolean", "description": "When true, the asset is created but hidden from the user's gallery (tagged as intermediate)" }, "musicModelOverride": { "type": "object", "properties": { "model": { "type": "string" }, "config": { "type": "object", "properties": {}, "required": [] } }, "required": ["model"], "description": "Optional model configuration override. Uses the workflow's default music model if not specified" } }, "required": ["text"] },
4463
4463
  outputSchema: { "type": "object", "properties": { "audioUrl": { "type": "string", "description": "URL of the generated audio file" } }, "required": ["audioUrl"] }
4464
4464
  },
@@ -4472,7 +4472,7 @@ var stepMetadata = {
4472
4472
  "generateSound": {
4473
4473
  stepType: "generateSound",
4474
4474
  description: "Generate a sound effect from a text description using a sound model.",
4475
- usageNotes: "- The text field contains the description of the sound effect to generate.\n- In foreground mode, the audio is displayed to the user. In background mode, the URL is saved to a variable.",
4475
+ usageNotes: "- `text` describes the sound effect to generate.\n- The default model is elevenlabs-sound_v2. Options go in `soundModelOverride.config`:\n - `durationSeconds` \u2014 the length, from 0.5 to 30. Left out, the model picks one from the text, and the effect is billed as 5 seconds whatever its length.\n - `loop: true` \u2014 a sound that repeats with no audible start or end, for ambience and backgrounds.\n - `promptInfluence` \u2014 how literally the text is followed, from 0 to 1 (default 0.3).\n - `outputFormat` \u2014 MP3 (`mp3_44100_128` by default, up to `mp3_44100_192`) or Opus (`opus_48000_32` to `opus_48000_192`).\n- In foreground mode, the audio is displayed to the user. In background mode, the URL is saved to a variable.",
4476
4476
  inputSchema: { "type": "object", "properties": { "text": { "type": "string", "description": "The description of the sound effect to generate" }, "intermediateAsset": { "type": "boolean", "description": "When true, the asset is created but hidden from the user's gallery (tagged as intermediate)" }, "soundModelOverride": { "type": "object", "properties": { "model": { "type": "string" }, "config": { "type": "object", "properties": {}, "required": [] } }, "required": ["model"], "description": "Optional model configuration override. Uses the workflow's default sound model if not specified" } }, "required": ["text"] },
4477
4477
  outputSchema: { "type": "object", "properties": { "audioUrl": { "type": "string", "description": "URL of the generated audio file" } }, "required": ["audioUrl"] }
4478
4478
  },
@@ -4761,7 +4761,7 @@ var stepMetadata = {
4761
4761
  stepType: "meshyTextTo3d",
4762
4762
  description: "Generate a 3D model preview from a text prompt using Meshy. Produces an untextured mesh (preview stage).",
4763
4763
  usageNotes: "- Creates a text-to-3D preview task (mesh generation only, no texture).\n- Use the Meshy Texture step to apply textures to the preview.\n- Maximum prompt length is 600 characters.",
4764
- inputSchema: { "type": "object", "properties": { "prompt": { "type": "string", "description": "Description of the 3D model to generate (max 600 characters)" }, "modelType": { "type": "string", "description": '"standard" (default) or "lowpoly". Lowpoly ignores topology/target_polycount.' }, "topology": { "type": "string", "description": '"triangle" (default) or "quad"' }, "targetPolycount": { "type": "number", "description": "Target polygon count (default 30000, range 100-300000)" }, "symmetryMode": { "type": "string", "description": 'Symmetry mode: "auto" (default), "off", or "on"' }, "poseMode": { "type": "string", "description": 'Pose mode: "a-pose", "t-pose", or "" (default, no specific pose)' } }, "required": ["prompt"] },
4764
+ inputSchema: { "type": "object", "properties": { "prompt": { "type": "string", "description": "Description of the 3D model to generate (max 600 characters)" }, "modelType": { "type": "string", "description": '"standard" (default) or "smart-topology", clean low-poly geometry (target_polycount 100-15000). "lowpoly", which Meshy retires on 2026-10-30, runs as smart-topology.' }, "topology": { "type": "string", "description": '"triangle" (default) or "quad"' }, "targetPolycount": { "type": "number", "description": "Target polygon count (default 30000, range 100-300000)" }, "symmetryMode": { "type": "string", "description": 'Symmetry mode: "auto" (default), "off", or "on"' }, "poseMode": { "type": "string", "description": 'Pose mode: "a-pose", "t-pose", or "" (default, no specific pose)' } }, "required": ["prompt"] },
4765
4765
  outputSchema: { "type": "object", "properties": { "glbUrl": { "type": "string" }, "fbxUrl": { "type": "string" }, "objUrl": { "type": "string" }, "usdzUrl": { "type": "string" }, "thumbnailUrl": { "type": "string" }, "textureUrls": { "type": "array", "items": { "type": "object", "properties": {}, "required": [] } }, "animations": { "type": "array", "items": { "type": "object", "properties": { "name": { "type": "string" }, "glbUrl": { "type": "string" }, "fbxUrl": { "type": "string" } }, "required": ["name"] } }, "providerTaskId": { "type": "string" } }, "required": ["glbUrl"] }
4766
4766
  },
4767
4767
  "meshyTexture": {