@sogni-ai/sogni-intelligence-client 2.1.0

package/dist-esm/skills/asset_reference_management/modelRefRegistry.js

@@ -0,0 +1,129 @@
+const SEEDANCE_FORMAT = {
+    format(index, type) {
+        if (type === 'video')
+            return `@Video${index}`;
+        if (type === 'audio')
+            return `@Audio${index}`;
+        return `@Image${index}`;
+    },
+    parse(token) {
+        const m = /^@(Image|Video|Audio)(\d+)$/.exec(token.trim());
+        if (!m)
+            return null;
+        const idx = Number.parseInt(m[2], 10);
+        if (!Number.isFinite(idx) || idx < 1)
+            return null;
+        const t = m[1] === 'Video' ? 'video' : m[1] === 'Audio' ? 'audio' : 'image';
+        return { index: idx, type: t };
+    },
+    scanRegex: /@(?:Image|Video|Audio)\d+/g,
+};
+const GPT_IMAGE_2_FORMAT = {
+    format(index, type) {
+        if (type === 'video')
+            return `Video ${index}`;
+        if (type === 'audio')
+            return `Audio ${index}`;
+        return `Image ${index}`;
+    },
+    parse(token) {
+        const m = /^(Image|Video|Audio)\s+(\d+)$/.exec(token.trim());
+        if (!m)
+            return null;
+        const kind = m[1];
+        const idx = Number.parseInt(m[2], 10);
+        if (!Number.isFinite(idx) || idx < 1)
+            return null;
+        const t = kind === 'Video' ? 'video' : kind === 'Audio' ? 'audio' : 'image';
+        return { index: idx, type: t };
+    },
+    scanRegex: /(?<!@)(?<!\b[Gg][Pp][Tt]\s)(?:\[(?:Image|Video|Audio)\s+\d+\]|\b(?:Image|Video|Audio)\s+\d+\b)/g,
+};
+const CONTEXT_FORMAT = {
+    format(index, type) {
+        const slot = Math.max(0, index - 1);
+        if (type === 'video')
+            return `context_video_${slot}`;
+        if (type === 'audio')
+            return `context_audio_${slot}`;
+        return `context_image_${slot}`;
+    },
+    parse(token) {
+        const m = /^context_(image|video|audio)_(\d+)$/.exec(token.trim());
+        if (!m)
+            return null;
+        const slot = Number.parseInt(m[2], 10);
+        if (!Number.isFinite(slot) || slot < 0)
+            return null;
+        return {
+            index: slot + 1,
+            type: m[1],
+        };
+    },
+    scanRegex: /context_(?:image|video|audio)_\d+/g,
+};
+const MODEL_REF_FORMATS = {
+    seedance: SEEDANCE_FORMAT,
+    'gpt-image-2': GPT_IMAGE_2_FORMAT,
+    ltx23: CONTEXT_FORMAT,
+    wan: CONTEXT_FORMAT,
+    'qwen-image-edit': CONTEXT_FORMAT,
+    flux: GPT_IMAGE_2_FORMAT,
+};
+function cloneGlobalRegex(regex) {
+    return new RegExp(regex.source, regex.flags.includes('g') ? regex.flags : `${regex.flags}g`);
+}
+export function getModelRefFormat(modelId) {
+    return getModelRefFormatResolution(modelId).format;
+}
+export function getModelRefFormatResolution(modelId) {
+    const trimmed = modelId.trim().toLowerCase();
+    if (trimmed in MODEL_REF_FORMATS) {
+        return {
+            format: MODEL_REF_FORMATS[trimmed],
+            model_id: trimmed,
+            fell_back: false,
+        };
+    }
+    if (trimmed.startsWith('seedance'))
+        return { format: SEEDANCE_FORMAT, model_id: 'seedance', fell_back: false };
+    if (trimmed.startsWith('gpt-image') || trimmed.startsWith('flux')) {
+        return {
+            format: GPT_IMAGE_2_FORMAT,
+            model_id: trimmed.startsWith('flux') ? 'flux' : 'gpt-image-2',
+            fell_back: false,
+        };
+    }
+    if (trimmed.startsWith('ltx') ||
+        trimmed.startsWith('wan') ||
+        trimmed.startsWith('qwen-image')) {
+        return {
+            format: CONTEXT_FORMAT,
+            model_id: trimmed.startsWith('wan') ? 'wan' : trimmed.startsWith('qwen-image') ? 'qwen-image-edit' : 'ltx23',
+            fell_back: false,
+        };
+    }
+    console.warn(`[ASSET REF] Unknown model_id "${modelId}" fell back to GPT Image 2 model_ref format.`);
+    return {
+        format: GPT_IMAGE_2_FORMAT,
+        model_id: 'unknown',
+        fell_back: true,
+    };
+}
+export function getModelRefFormatEntries() {
+    return Object.entries(MODEL_REF_FORMATS)
+        .map(([model_id, format]) => ({
+        model_id,
+        format: {
+            ...format,
+            scanRegex: cloneGlobalRegex(format.scanRegex),
+        },
+    }));
+}
+export function formatModelRef(modelId, index, type) {
+    return getModelRefFormat(modelId).format(index, type);
+}
+export function listKnownAssetModelIds() {
+    return Object.keys(MODEL_REF_FORMATS);
+}
+//# sourceMappingURL=modelRefRegistry.js.map

package/dist-esm/skills/asset_reference_management/modelRefRegistry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"modelRefRegistry.js","sourceRoot":"","sources":["../../../src/skills/asset_reference_management/modelRefRegistry.ts"],"names":[],"mappings":"AAqCA,MAAM,eAAe,GAAmB;IACtC,MAAM,CAAC,KAAK,EAAE,IAAI;QAChB,IAAI,IAAI,KAAK,OAAO;YAAE,OAAO,SAAS,KAAK,EAAE,CAAC;QAC9C,IAAI,IAAI,KAAK,OAAO;YAAE,OAAO,SAAS,KAAK,EAAE,CAAC;QAC9C,OAAO,SAAS,KAAK,EAAE,CAAC;IAC1B,CAAC;IACD,KAAK,CAAC,KAAK;QACT,MAAM,CAAC,GAAG,6BAA6B,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3D,IAAI,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC;QACpB,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC;QACvC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAClD,MAAM,CAAC,GAAc,CAAC,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;QACvF,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IACjC,CAAC;IACD,SAAS,EAAE,4BAA4B;CACxC,CAAC;AAEF,MAAM,kBAAkB,GAAmB;IACzC,MAAM,CAAC,KAAK,EAAE,IAAI;QAChB,IAAI,IAAI,KAAK,OAAO;YAAE,OAAO,SAAS,KAAK,EAAE,CAAC;QAC9C,IAAI,IAAI,KAAK,OAAO;YAAE,OAAO,SAAS,KAAK,EAAE,CAAC;QAC9C,OAAO,SAAS,KAAK,EAAE,CAAC;IAC1B,CAAC;IACD,KAAK,CAAC,KAAK;QACT,MAAM,CAAC,GAAG,+BAA+B,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC;QACpB,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;QACnB,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC;QACvC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAClD,MAAM,CAAC,GAAc,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;QACvF,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IACjC,CAAC;IACD,SAAS,EAAE,iGAAiG;CAC7G,CAAC;AAMF,MAAM,cAAc,GAAmB;IACrC,MAAM,CAAC,KAAK,EAAE,IAAI;QAChB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QACpC,IAAI,IAAI,KAAK,OAAO;YAAE,OAAO,iBAAiB,IAAI,EAAE,CAAC;QACrD,IAAI,IAAI,KAAK,OAAO;YAAE,OAAO,iBAAiB,IAAI,EAAE,CAAC;QACrD,OAAO,iBAAiB,IAAI,EAAE,CAAC;IACjC,CAAC;IACD,KAAK,CAAC,KAAK;QACT,MAAM,CAAC,GAAG,qCAAqC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACnE,IAAI,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC;QACpB,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QACpD,OAAO;YACL,KAAK,EAAE,IAAI,GAAG,CAAC;YACf,IAAI,EAAE,CAAC,CAAC,CAAC,CAAc;SACxB,CAAC;IACJ,CAAC;IACD,SAAS,EAAE,oCAAoC;CAChD,CAAC;AAEF,MAAM,iBAAiB,GAA8C;IACnE,QAAQ,EAAE,eAAe;IACzB,aAAa,EAAE,kBAAkB;IACjC,KAAK,EAAE,cAAc;IACrB,GAAG,EAAE,cAAc;IACnB,iBAAiB,EAAE,cAAc;IACjC,IAAI,EAAE,kBAAkB;CACzB,CAAC;AAEF,SAAS,gBAAgB,CAAC,KAAa;IACrC,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;AAC/F,CAAC;AAMD,MAAM,UAAU,iBAAiB,CAAC,OAAe;IAC/C,OAAO,2BAA2B,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;AACrD,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,OAAe;IACzD,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC7C,IAAI,OAAO,IAAI,iBAAiB,EAAE,CAAC;QACjC,OAAO;YACL,MAAM,EAAE,iBAAiB,CAAC,OAA4B,CAAC;YACvD,QAAQ,EAAE,OAA4B;YACtC,SAAS,EAAE,KAAK;SACjB,CAAC;IACJ,CAAC;IAGD,IAAI,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAC/G,IAAI,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAClE,OAAO;YACL,MAAM,EAAE,kBAAkB;YAC1B,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa;YAC7D,SAAS,EAAE,KAAK;SACjB,CAAC;IACJ,CAAC;IACD,IACE,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC;QACzB,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC;QACzB,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,EAChC,CAAC;QACD,OAAO;YACL,MAAM,EAAE,cAAc;YACtB,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,OAAO;YAC5G,SAAS,EAAE,KAAK;SACjB,CAAC;IACJ,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,iCAAiC,OAAO,8CAA8C,CAAC,CAAC;IACrG,OAAO;QACL,MAAM,EAAE,kBAAkB;QAC1B,QAAQ,EAAE,SAAS;QACnB,SAAS,EAAE,IAAI;KAChB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB;IAItC,OAAQ,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAgD;SACrF,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5B,QAAQ;QACR,MAAM,EAAE;YACN,GAAG,MAAM;YACT,SAAS,EAAE,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC;SAC9C;KACF,CAAC,CAAC,CAAC;AACR,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,OAAe,EAAE,KAAa,EAAE,IAAe;IAC5E,OAAO,iBAAiB,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,sBAAsB;IACpC,OAAO,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAwB,CAAC;AAC/D,CAAC"}

package/dist-esm/skills/asset_reference_management/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist-esm/skills/asset_reference_management/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/skills/asset_reference_management/types.ts"],"names":[],"mappings":""}

package/dist-esm/tools/definitions/add-subtitles/definition.js

@@ -0,0 +1,80 @@
+export const SUBTITLE_VERTICAL_POSITIONS = ['bottom', 'top', 'center'];
+export const definition = {
+    type: 'function',
+    function: {
+        name: 'add_subtitles',
+        description: 'Burn subtitles into a video from caller-supplied cues or an SRT/VTT string. ' +
+            'Use when the user asks to add captions, subtitles, on-screen dialogue, or burned-in lyrics to a video. ' +
+            'Either pass `cues` as an array of {startSeconds, endSeconds, text}, or pass a full `srt` string. ' +
+            'Pace cues like real subtitles: split the script into multiple short cues (typically 1.5–4 seconds each, ' +
+            '~1–8 words per cue, roughly 15–20 characters per second of cue duration). Never burn a single cue that ' +
+            'spans the entire clip — even a static image should get progressively revealed lines, not one paragraph ' +
+            'held on screen the whole time. ' +
+            'Auto-transcription (auto_transcribe=true) is not yet enabled and will return USER_INPUT_INCOMPLETE — ' +
+            'when the user has not supplied lines, ask them for the cue text and timing instead of calling with auto_transcribe. ' +
+            'If the user explicitly asks you to write, invent, improvise, or make up captions/subtitles, create a few short, ' +
+            'generic cue lines yourself and call this tool with cues; do not ask a follow-up for exact wording in that case.',
+        parameters: {
+            type: 'object',
+            properties: {
+                sourceVideoIndex: {
+                    type: 'number',
+                    description: 'Which video to subtitle. Default: -1 (most recent generated or uploaded video). ' +
+                        'Non-negative values are 0-based indices into prior generated video results. ' +
+                        'Negative values reference uploaded videos.',
+                },
+                cues: {
+                    type: 'array',
+                    description: 'Ordered subtitle cues. Each cue has startSeconds, endSeconds, and the line of text to display. ' +
+                        'Provide either `cues` or `srt`, not both. Aim for multiple short cues (1.5–4s each, ~1–8 words) ' +
+                        'rather than one long cue spanning the full clip.',
+                    items: {
+                        type: 'object',
+                        properties: {
+                            startSeconds: { type: 'number', minimum: 0 },
+                            endSeconds: { type: 'number', minimum: 0 },
+                            text: { type: 'string' },
+                        },
+                        required: ['startSeconds', 'endSeconds', 'text'],
+                    },
+                },
+                srt: {
+                    type: 'string',
+                    description: 'Full SRT (or VTT) document as a string, used in place of `cues`. Useful when the user pastes ' +
+                        'a subtitle file directly. Provide either `cues` or `srt`, not both.',
+                },
+                auto_transcribe: {
+                    type: 'boolean',
+                    description: 'Reserved for future speech-to-text support. Currently returns USER_INPUT_INCOMPLETE so the LLM ' +
+                        'can ask the user to supply cues. Do not set this — gather cue text from the user instead.',
+                },
+                style: {
+                    type: 'object',
+                    description: 'Optional styling overrides for the burned subtitles.',
+                    properties: {
+                        fontSizePct: {
+                            type: 'number',
+                            minimum: 1,
+                            maximum: 30,
+                            description: 'Font size as a percentage of the video height. Default 6.',
+                        },
+                        color: {
+                            type: 'string',
+                            description: 'Subtitle fill color. Default "#FFFFFF".',
+                        },
+                        outlineColor: {
+                            type: 'string',
+                            description: 'Subtitle outline color. Default "#000000".',
+                        },
+                        position: {
+                            type: 'string',
+                            enum: [...SUBTITLE_VERTICAL_POSITIONS],
+                            description: 'Vertical placement of the subtitle line. Default "bottom".',
+                        },
+                    },
+                },
+            },
+        },
+    },
+};
+//# sourceMappingURL=definition.js.map

package/dist-esm/tools/definitions/add-subtitles/definition.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"definition.js","sourceRoot":"","sources":["../../../../src/tools/definitions/add-subtitles/definition.ts"],"names":[],"mappings":"AAYA,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,CAAU,CAAC;AAEhF,MAAM,CAAC,MAAM,UAAU,GAAmB;IACxC,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE;QACR,IAAI,EAAE,eAAe;QACrB,WAAW,EACT,8EAA8E;YAC9E,yGAAyG;YACzG,mGAAmG;YACnG,0GAA0G;YAC1G,yGAAyG;YACzG,yGAAyG;YACzG,iCAAiC;YACjC,uGAAuG;YACvG,sHAAsH;YACtH,kHAAkH;YAClH,iHAAiH;QACnH,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,gBAAgB,EAAE;oBAChB,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,kFAAkF;wBAClF,8EAA8E;wBAC9E,4CAA4C;iBAC/C;gBACD,IAAI,EAAE;oBACJ,IAAI,EAAE,OAAO;oBACb,WAAW,EACT,iGAAiG;wBACjG,kGAAkG;wBAClG,kDAAkD;oBACpD,KAAK,EAAE;wBACL,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE;4BAC5C,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE;4BAC1C,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;yBACzB;wBACD,QAAQ,EAAE,CAAC,cAAc,EAAE,YAAY,EAAE,MAAM,CAAC;qBACjD;iBACF;gBACD,GAAG,EAAE;oBACH,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,+FAA+F;wBAC/F,qEAAqE;iBACxE;gBACD,eAAe,EAAE;oBACf,IAAI,EAAE,SAAS;oBACf,WAAW,EACT,iGAAiG;wBACjG,2FAA2F;iBAC9F;gBACD,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,sDAAsD;oBACnE,UAAU,EAAE;wBACV,WAAW,EAAE;4BACX,IAAI,EAAE,QAAQ;4BACd,OAAO,EAAE,CAAC;4BACV,OAAO,EAAE,EAAE;4BACX,WAAW,EAAE,2DAA2D;yBACzE;wBACD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,yCAAyC;yBACvD;wBACD,YAAY,EAAE;4BACZ,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,4CAA4C;yBAC1D;wBACD,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,IAAI,EAAE,CAAC,GAAG,2BAA2B,CAAC;4BACtC,WAAW,EAAE,4DAA4D;yBAC1E;qBACF;iBACF;aACF;SACF;KACF;CACF,CAAC"}

package/dist-esm/tools/definitions/animate-photo/definition.js

@@ -0,0 +1,121 @@
+import { ANIMATE_PHOTO_SKIP_PROMPT_PROCESSING_DESCRIPTION, LITERAL_VIDEO_PROMPT_OVERRIDE, } from '../../../contracts/toolPromptMarkers.js';
+import { ASPECT_RATIO_DESCRIPTION } from '../../../media/index.js';
+export const definition = {
+    type: "function",
+    function: {
+        name: "animate_photo",
+        description: 'Animate a photo into video with motion, audio, and dialogue using LTX 2.3 or WAN 2.2. Do NOT use this tool for seedance2 or seedance2-fast. Seedance 2.0 media references must go through generate_video with referenceImageIndices/referenceVideoIndices/referenceAudioIndices and @Image/@Video/@Audio role text in the prompt; for seamless-loop Seedance requests with one uploaded image, the prompt should anchor it as both the first frame and last frame. LTX/WAN NOTE: uploaded audio files are not loose references for ltx23/wan22; use sound_to_video when uploaded audio is the primary sync target. DANCE REQUESTS ("make them dance", "do the X dance"): use dance_montage — NOT this tool. LTX 2.3 generates audio natively — describe dialogue and ambient sounds directly in the prompt (do NOT pre-generate audio for this tool). If the user provides exact speech, include it in double quotes; if they only imply speech, describe the performance and voice without inventing quoted words. Never use placeholders such as "while speaking", "dialogue begins", "explaining", or "final line lands". PERSONA VOICE: Only when the user explicitly asks to use/clone a registered persona voice clip, call resolve_personas first, then set voicePersonaName to select which persona\'s voice clip to use. Do not set voicePersonaName for ordinary character dialogue or inferred voices; describe those voices in the prompt for native LTX audio. For cross-persona narration (e.g. David narrates a video of Aleyna), resolve both personas and set voicePersonaName to the narrator only if that registered voice was requested. Persona voice requires ltx23 — always use ltx23 when persona voice is requested (WAN 2.2 does not support voice identity). PERSONA PIPELINE: For persona videos, ensure an image of the persona exists before calling animate_photo. The standard pipeline is: resolve_personas → edit_image → animate_photo. If a suitable persona image already exists (user uploaded one, a prior edit_image/generate_image result, OR the user explicitly says to use the Persona image/reference photo directly), skip edit_image and animate directly. After resolve_personas, this tool can animate the injected persona image directly when that explicit direct-use instruction is given. Auto-uses the latest result image (from any prior tool) unless sourceImageIndex is set. Supports start-frame (default), end-frame, and start+end interpolation modes for LTX/WAN — ask the user which frame role their image should play if they mention "end frame", "last frame", or provide two images. FIRST+LAST FRAME WORKFLOW: When the user wants a non-Seedance video using two different scenes as start and end frames, FIRST generate both images in a single generate_image/edit_image call with numberOfVariations=2 and Dynamic Prompts, THEN call animate_photo with frameRole="both", sourceImageIndex=0, endImageIndex=1. Never generate the two frames in separate tool calls. In frameRole="both", the handler automatically inspects both images and upgrades the base prompt into a scene-aware smooth transition prompt, so your prompt should state the desired transition style, action, dialogue, and audio rather than trying to list every visible object. If the request is vague, analyze the image first and suggest 2-3 specific animation ideas tailored to what you see. Only call once you have clear creative intent. N-VIDEOS PATTERN — ALWAYS BATCH IN ONE CALL: When the user wants N video versions or a multi-segment stitched non-Seedance video, NEVER call animate_photo N times. Always use sourceImageIndices in a single call so all N projects run in parallel. sourceImageIndices supports up to 16 entries; there is NO 3-clip cap, so do not split one planned batch into "first 3" and "remaining" calls. For a dialogue-heavy total-duration request with no explicit per-clip duration, prefer 15-second clips (30s total = 2 clips × 15s), not 5×6s or 6×5s. Two flavors: (A) SHARED CONTENT — when all N clips have the same dialogue/motion but different source visuals (different scenes, outfits, environments, persona looks), first generate N distinct images via ONE edit_image/generate_image call with numberOfVariations=N + Dynamic Prompts {|}, then call animate_photo with sourceImageIndices=[start..start+N-1] and a single shared `prompt`. If all segments intentionally reuse the primary uploaded image instead of generated source images, use sourceImageIndices=[-1,-1,...] with one -1 per segment. For a long or multi-segment video from a single supplied/uploaded image WITHOUT a requested image/keyframe/version generation stage, use sourceImageIndices=[-1,-1,...] and per-clip prompts. Only set frameRole="both" and endImageIndex=-1 when the user explicitly says the same uploaded/source/original image should be both the first and last frame of every segment. If the user requests generated source images first, honor that image stage, then animate the generated result indices. When using generated scene keyframes and each clip should begin and end on its own scene image for stitching, call animate_photo with frameRole="both" and sourceImageIndices=[start..end] but OMIT endImageIndex; do not set endImageIndex=-1 unless every source is the uploaded image. (B) PER-CLIP CONTENT — when each clip has DIFFERENT dialogue, jokes, narration, or motion (e.g. "4 videos where each tells a different joke"), pass BOTH sourceImageIndices AND `prompts` (an array of N strings, one per clip) in the same single call. Each prompt must independently anchor the visible characters, scene action, camera, audio, exact screenplay-style speaker tags, and exact quoted dialogue for that segment. If you just wrote or displayed a script/table, copy the exact dialogue lines into the corresponding per-clip prompts; do not summarize them as speech activity. If using named speaker tags with any multi-person reference image or generated scene keyframe, include one explicit cast map in each prompt that binds each name to visible position, clothing, and props/actions, e.g. SPEAKER_A = left person holding a prop; SPEAKER_B = center person with tablet; SPEAKER_C = right person near table. Do not also describe the same people again as generic man/boy/girl/woman/character subjects. For screenplay, storyboard, commercial, series, or other longer-form tasks with recurring characters, preserve the same character names and repeated visual anchors in every per-clip prompt where each character appears. The fan-out launches all N projects in parallel with their respective per-clip prompts. Use the standard single-source path (numberOfVariations only) when the user wants motion variety from a single fixed frame instead.',
+        parameters: {
+            type: "object",
+            properties: {
+                prompt: {
+                    type: "string",
+                    description: `I2V RULE: Do NOT re-describe what is visible in the input image. Focus on the transition from stillness — motion, expression changes, what happens next, camera movement, and sound.
+
+${LITERAL_VIDEO_PROMPT_OVERRIDE}
+
+STRUCTURE: "[How the subject begins to move]. [What changes next]. [Camera behavior]. [Audio]."
+
+MOTION PACING: Scale complexity to duration. <=6s: 1 main action beat + 1 simple camera move. Around 10s: 2-3 clear action beats + 1 camera move. >10s: up to 4 action beats in clear sequence. Prefer fewer readable beats over dense micro-actions, especially in short clips.
+
+BLOCKING: Use the image as the anchor and direct only meaningful layout changes. If the prompt introduces multiple moving subjects, state left/right placement, foreground/background, facing toward/away, and relative distance.
+
+ACTION: One flowing paragraph. Describe motion beat by beat with temporal connectors ("as", "then", "while"). Specify who moves, what moves, how it moves, and what the camera does. One main thread — avoid too many actions at once or generic phrases like "comes alive."
+
+DIALOGUE: Put user-provided spoken lines in double quotes. For screenplay-style or longer-form tasks, prefix each spoken line with a stable speaker tag outside the quotes, e.g. CHARACTER: "We made it." Break long speech into short quoted phrases with acting beats between them (gestures, pauses, glances). If the user asks for speech but provides no exact words, describe the visible delivery, voice quality, and emotion without inventing quoted dialogue; ask only when exact wording is the point of the request. Never write placeholders such as "while speaking", "dialogue begins", "explaining", or "final line lands". Show emotion through visible behavior, not labels. LTX 2.3 generates audio natively. QUOTING RULE: ONLY use double quotes for spoken dialogue. Never quote on-screen text, overlay text, titles, captions, signs, or any visual text — describe them without quotes (e.g. bold white text reading CONGRATULATIONS overlays the lower third).
+
+AUDIO: Prompt sound intentionally — voice quality, volume, room tone, ambience, music, weather, footsteps. Include language or accent if relevant. Useful voice/volume anchors: whisper, mutter, shout, scream, energetic announcer, resonant voice with gravitas, distorted radio-style, robotic monotone, childlike curiosity.
+
+CAMERA: Cinematic terms — slow push-in, static tripod, handheld, slow arc, dolly in. Describe movement relative to subject.
+
+For first+last-frame transitions (frameRole="both"), write a concise base request for the transition style, action, dialogue, and audio. The handler will inspect both frames and expand it into a scene-aware prompt that maps visible objects and subjects between frames.
+
+For specific characters (movies, TV): describe visual appearance — don't rely on names alone.
+
+For complex/creative scenes (characters talking, skits), capture full creative intent — system auto-expands into detailed prompt.
+
+AVOID: Re-describing the image, vague prompts, too many actions at once, abstract emotions without visible behavior, rigid numeric constraints, readable text or logos.
+
+WAN 2.2 ("wan22"): 30-150 words, subtle natural movements.
+
+BATCH VARIATIONS: When numberOfVariations > 1, use Dynamic Prompt syntax to vary motion, camera, or atmosphere while preserving the user's specified elements. Example: "{gentle sway with soft birdsong|dramatic zoom with rolling thunder|slow pan with ambient music}".`,
+                },
+                expandPrompt: {
+                    type: "boolean",
+                    description: "Optional. Set false only for pipeline-authored prompts that should bypass model-specific prompt expansion.",
+                },
+                skipPromptProcessing: {
+                    type: "boolean",
+                    description: ANIMATE_PHOTO_SKIP_PROMPT_PROCESSING_DESCRIPTION,
+                },
+                videoModel: {
+                    type: "string",
+                    enum: ["ltx23", "wan22"],
+                    description: 'Which video model to use. "ltx23" (default): LTX 2.3 with native audio; Fast/HQ use the distilled 8-step worker and Default Media Quality Pro uses the non-distilled dev worker. "wan22": Fast 4-step, simple motion, no audio. Use ltx23 for most requests. Use wan22 for quick simple motions without audio. Default: "ltx23". Do not set seedance2 or seedance2-fast here; use generate_video with referenceImageIndices and @Image role text for Seedance.',
+                },
+                negativePrompt: {
+                    type: "string",
+                    description: "Optional negative prompt for LTX/Wan image-to-video models. Use only when the user explicitly states what should be avoided; do not use this field for Seedance workflows.",
+                },
+                duration: {
+                    type: "number",
+                    description: 'Video duration in seconds. Default: 5. Use when the user explicitly requests a specific length (e.g., "make a 10 second video"). Range: 2-20.',
+                },
+                targetResolution: {
+                    type: "number",
+                    description: 'Short-side video resolution target in pixels. Use when the user asks for a bare named resolution such as "480p", "720p", or "1080p" without exact pixels or an output orientation. This preserves the source image aspect ratio. Do NOT set width, height, or exact-pixel aspectRatio for bare named resolution requests. If the user says "720p portrait" or "720p landscape", use exact-pixel aspectRatio instead.',
+                },
+                sourceImageIndex: {
+                    type: "number",
+                    description: 'Which image to use as the START frame. Use 0-based non-negative indices for generated result images. Use negative indices for uploaded images: -1 = first/primary upload, -2 = second upload, -3 = third upload, etc. Omit to auto-select: uses the latest result for "start"/"end" modes, or the FIRST result for "both" mode. IMPORTANT: When frameRole is "both", set this to the start frame image index and endImageIndex to the end frame image index.',
+                },
+                sourceImageIndices: {
+                    type: "array",
+                    items: { type: "number" },
+                    minItems: 1,
+                    maxItems: 16,
+                    description: 'Array of source frame indices — one video is generated per entry as its own SDK project, all running in PARALLEL. Use 0-based non-negative result indices for generated images. Use negative indices for uploaded images: -1 = first/primary upload, -2 = second upload, -3 = third upload, etc. Repeating -1 is allowed and is REQUIRED for multi-segment videos that reuse the same uploaded image as every segment\'s start frame. By default all projects share the `prompt`/`voice`/`duration`, but you can pass `prompts` (array) to give each clip its own dialogue/motion. ALWAYS use this for non-Seedance "N videos" or multi-segment request — never call animate_photo N times sequentially. Do NOT combine with `numberOfVariations`, `sourceImageIndex`, or frameRole="end". You MAY combine with frameRole="both" when clips need end frames. For adjacent transition chains across generated images, use sourceImageIndices=[start..end-1] and endImageIndices=[start+1..end] so N images produce N-1 transition clips. If the uploaded/original image starts the chain and generated results are the remaining frames, use sourceImageIndices=[-1,start..end-1] and endImageIndices=[start..end]. If the user supplies multiple uploaded images as the actual keyframe sequence, use adjacent negative uploaded indices, e.g. 5 uploaded images become sourceImageIndices=[-1,-2,-3,-4], endImageIndices=[-2,-3,-4,-5], frameRole="both", prompts length 4, then stitch_video. If the user specifies transition motion, camera behavior, actions, dialogue, or audio, copy those instructions into every corresponding per-clip prompt; only invent a generic smooth transition when the user does not specify one. If the user asks for a seamless loop or final transition from the last image back to the first, close the chain by including the last image as a source and the first image as the final end frame, e.g. 5 uploaded images become sourceImageIndices=[-1,-2,-3,-4,-5], endImageIndices=[-2,-3,-4,-5,-1]. For generated scene keyframes that should each loop to themselves, omit endImageIndex/endImageIndices so each source image is also its own end frame. Set endImageIndex=-1 only when every sourceImageIndices entry is also -1 and every segment reuses the first uploaded image. Range: 1–16 indices. For generated image batches, values MUST be read from the latest edit_image/generate_image tool result\'s `startIndex` field. If startIndex=3 and 4 images were generated in that batch, pass `[3,4,5,6]` (NOT `[0,1,2,3]`). Do NOT assume generated indices start at 0 — they don\'t if there are prior results in the conversation.',
+                },
+                prompts: {
+                    type: "array",
+                    items: { type: "string" },
+                    minItems: 1,
+                    maxItems: 16,
+                    description: 'Per-clip prompts for fan-out — use when the user wants DIFFERENT dialogue, jokes, narration, or motion in each video. MUST be paired with `sourceImageIndices` and have the SAME length. Each entry is the full prompt for the corresponding source image. If a clip has speech, include exact spoken words in double quotes with stable speaker tags; do NOT write placeholders like "while speaking", "dialogue begins", "explaining", or "final line lands". If you just wrote a script/table/storyboard, copy that clip\'s exact dialogue into this prompt. When named speakers appear in a multi-person reference image or generated keyframe, start each entry with one compact cast map that binds names to visible anchors before dialogue, e.g. Cast map: SPEAKER_A is the left person holding the prop; SPEAKER_B is the center person with the tablet; SPEAKER_C is the right person near the table. Then move directly into action/dialogue; do not describe those same people again as generic man/boy/girl/woman/character subjects. This prevents speaker tags from being assigned to the wrong visible character. When set, the top-level `prompt` parameter is ignored (still required by the schema — just pass any descriptive string, e.g. a brief summary of the batch). Example: 4 source images of a couple, "make each video have a different joke" → sourceImageIndices=[0,1,2,3], prompts=["Cast map: She is the left woman in the blue dress; He is the right man in the gray jacket. She says: \\"Why did the scarecrow win an award?\\" He grins.", "Cast map: He is the right man in the gray jacket; She is the left woman in the blue dress. He says: \\"Because he was outstanding in his field!\\" She laughs.", "...", "..."]. Omit this when all clips share the same dialogue/motion (visual variety only) — fan-out will use the shared `prompt` for every clip.',
+                },
+                numberOfVariations: {
+                    type: "number",
+                    description: "Number of variations (1-16). Use 1 unless user explicitly requests multiple separate video outputs.",
+                    minimum: 1,
+                    maximum: 16,
+                },
+                aspectRatio: {
+                    type: "string",
+                    description: ASPECT_RATIO_DESCRIPTION,
+                },
+                frameRole: {
+                    type: "string",
+                    enum: ["start", "end", "both"],
+                    description: 'How to use the source image(s) for non-Seedance video generation. "start" (default): image is the first frame — video animates forward from it. "end": image is the last frame — video leads up to it. "both": two images provided — interpolates between start and end frames. For single clips using "both", set sourceImageIndex to the start frame and endImageIndex to the end frame. For sourceImageIndices fan-out using repeated -1, use frameRole="both" and set endImageIndex=-1 when every segment must use the uploaded image as the shared last frame. For adjacent generated-image transitions, use frameRole="both" with matching sourceImageIndices and endImageIndices arrays. Omit endImageIndex/endImageIndices only when each source image should also be its own end frame. The handler inspects different start/end frames and generates a detailed transition prompt automatically.',
+                },
+                endImageIndex: {
+                    type: "number",
+                    description: 'Which image to use as the END frame. Use 0-based non-negative indices for generated results. Use negative indices for uploaded images: -1 = first/primary upload, -2 = second upload, -3 = third upload, etc. For a single frameRole="both" transition between two different images, set this to the desired end frame. For sourceImageIndices fan-out where each generated keyframe should also be its own last frame, OMIT this field. Use a shared uploaded endImageIndex only when every sourceImageIndices entry is also an uploaded image; otherwise use endImageIndices for per-clip end frames.',
+                },
+                endImageIndices: {
+                    type: "array",
+                    items: { type: "number" },
+                    minItems: 1,
+                    maxItems: 16,
+                    description: 'Per-clip END frame indices for sourceImageIndices fan-out. Use ONLY with frameRole="both". Length MUST exactly match sourceImageIndices. Use 0-based non-negative indices for generated results and negative indices for uploaded images (-1 first upload, -2 second upload, etc.). Use this for transition chains between generated images, e.g. 5 generated images at indices [0,1,2,3,4] should become 4 transition clips with sourceImageIndices=[0,1,2,3], endImageIndices=[1,2,3,4], prompts length 4, duration as requested, then stitch_video. If the chain starts on the uploaded image and continues through generated results [0,1,2,3], use sourceImageIndices=[-1,0,1,2] and endImageIndices=[0,1,2,3]. If the user supplies 5 uploaded images as the sequence, use sourceImageIndices=[-1,-2,-3,-4] and endImageIndices=[-2,-3,-4,-5]. If the user requests a seamless loop or final transition back to the first image, append that loop closure: sourceImageIndices=[-1,-2,-3,-4,-5], endImageIndices=[-2,-3,-4,-5,-1]. Do NOT also set endImageIndex when using this.',
+                },
+                voicePersonaName: {
+                    type: "string",
+                    description: 'ONLY when the user explicitly requests a registered/reference persona voice clip. Name of the persona whose voice clip to use as referenceAudioIdentity. Set this when the narrator/speaker is a different persona than the one shown in the video (e.g. "David" narrates a video of Aleyna), or to explicitly select a requested voice when multiple personas with voice clips are resolved. Do NOT set this for ordinary character dialogue, inferred voices, or personas without a voice clip — LTX 2.3 generates voice natively from the text prompt instead. Requires ltx23.',
+                },
+            },
+            required: ["prompt"],
+        },
+    },
+};
+//# sourceMappingURL=definition.js.map

package/dist-esm/tools/definitions/animate-photo/definition.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"definition.js","sourceRoot":"","sources":["../../../../src/tools/definitions/animate-photo/definition.ts"],"names":[],"mappings":"AAMA,OAAO,EACL,gDAAgD,EAChD,6BAA6B,GAC9B,MAAM,yCAAyC,CAAC;AACjD,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AAEnE,MAAM,CAAC,MAAM,UAAU,GAAmB;IACxC,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE;QACR,IAAI,EAAE,eAAe;QACrB,WAAW,EACT,ygNAAygN;QAC3gN,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE;;EAErB,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;2QA0B4O;iBAClQ;gBACD,YAAY,EAAE;oBACZ,IAAI,EAAE,SAAS;oBACf,WAAW,EACT,4GAA4G;iBAC/G;gBACD,oBAAoB,EAAE;oBACpB,IAAI,EAAE,SAAS;oBACf,WAAW,EAAE,gDAAgD;iBAC9D;gBACD,UAAU,EAAE;oBACV,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC;oBACxB,WAAW,EACT,gcAAgc;iBACnc;gBACD,cAAc,EAAE;oBACd,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,4KAA4K;iBAC/K;gBACD,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,+IAA+I;iBAClJ;gBACD,gBAAgB,EAAE;oBAChB,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,sZAAsZ;iBACzZ;gBACD,gBAAgB,EAAE;oBAChB,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,8bAA8b;iBACjc;gBACD,kBAAkB,EAAE;oBAClB,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACzB,QAAQ,EAAE,CAAC;oBACX,QAAQ,EAAE,EAAE;oBACZ,WAAW,EACT,4hFAA4hF;iBAC/hF;gBACD,OAAO,EAAE;oBACP,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACzB,QAAQ,EAAE,CAAC;oBACX,QAAQ,EAAE,EAAE;oBACZ,WAAW,EACT,wyDAAwyD;iBAC3yD;gBACD,kBAAkB,EAAE;oBAClB,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,qGAAqG;oBACvG,OAAO,EAAE,CAAC;oBACV,OAAO,EAAE,EAAE;iBACZ;gBACD,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,wBAAwB;iBACtC;gBACD,SAAS,EAAE;oBACT,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC;oBAC9B,WAAW,EACT,42BAA42B;iBAC/2B;gBACD,aAAa,EAAE;oBACb,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,ykBAAykB;iBAC5kB;gBACD,eAAe,EAAE;oBACf,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACzB,QAAQ,EAAE,CAAC;oBACX,QAAQ,EAAE,EAAE;oBACZ,WAAW,EACT,whCAAwhC;iBAC3hC;gBACD,gBAAgB,EAAE;oBAChB,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,mjBAAmjB;iBACtjB;aACF;YACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;SACrB;KACF;CACF,CAAC"}

package/dist-esm/tools/definitions/apply-style/definition.js

@@ -0,0 +1,47 @@
+import { LITERAL_PROMPT_OVERRIDE } from '../../../contracts/promptOverrideMarker.js';
+import { ASPECT_RATIO_DESCRIPTION } from '../../../media/index.js';
+export const definition = {
+    type: 'function',
+    function: {
+        name: 'apply_style',
+        description: 'Apply an artistic style, era-specific look, or creative transformation to a photo. Use when the user wants to change the visual style (e.g., "make it look like the 70s", "oil painting style", "vintage polaroid look"). Can handle any creative transformation. One style per call. IMPORTANT: When previous results exist, this tool automatically uses the LATEST result image unless you specify a different sourceImageIndex or the user explicitly says "original". So just call it without sourceImageIndex for follow-up requests.',
+        parameters: {
+            type: 'object',
+            properties: {
+                prompt: {
+                    type: 'string',
+                    description: `Style prompt for Qwen Image Edit 2511 (50-200 words, natural language sentences).
+
+${LITERAL_PROMPT_OVERRIDE}
+
+PROMPT ORDER: [IDENTITY LOCK if people] → [STYLE TRANSFER INSTRUCTION] → [PRESERVE UNMENTIONED DETAILS]
+
+Rules:
+- Use POSITIVE phrasing only. The model ignores negatives ("preserve exact facial likeness" NOT "don't change the face").
+- Transfer the visual STYLE ONLY, not the identity. Borrow palette, texture, contrast behavior, and stylistic treatment — NOT face structure.
+- Reference known art styles, artists, and franchises BY NAME to anchor the style — be specific, never generic.
+- Describe specific visual characteristics: brushstrokes, color palette, texture, composition approach, mood.
+- For era looks: describe the photographic qualities of that era (e.g., "warm faded Kodachrome tones with soft vignette, typical of 1970s amateur photography").
+- CRITICAL for photos with people: FRONT-LOAD identity preservation BEFORE the style instruction. Start with "Preserve exact facial likeness, face structure, eye shape, nose shape, mouth shape, jawline, skin tone, hairline, apparent age, and overall recognizability." Then describe the style. End with "Keep the subject recognizable as the same person. Maintain exact positioning, poses, and composition."
+- Go bold with pop culture and iconic styles: "Andy Warhol pop art with bold neon screen-print colors", "Banksy stencil street art with gritty urban textures", "Studio Ghibli watercolor with soft pastoral warmth", "Pixar 3D render with glossy skin and exaggerated features", "Tim Burton gothic with pale skin and dark spiraling backgrounds", "Van Gogh Starry Night with thick impasto swirls and vibrant blues", "Takashi Murakami superflat with psychedelic flowers and bold outlines".
+- Always end with "Preserve the subject's identity, pose, and composition."`,
+                },
+                sourceImageIndex: {
+                    type: 'number',
+                    description: 'Which result image to apply the style to (0-based index). Omit to use the latest result automatically (or the original if no results exist). Only set explicitly when the user specifies a particular image number or explicitly says "original" (use -1 for original).',
+                },
+                scale: {
+                    type: 'number',
+                    enum: [1, 1.5, 2, 3, 4],
+                    description: 'Output scale multiplier relative to the source image size. 1 = same resolution as source (default). Use higher values when user asks to upscale, enlarge, make bigger, or increase resolution. Small images (<480px) are automatically upscaled to at least 480px regardless of this setting. Default: 1.',
+                },
+                aspectRatio: {
+                    type: 'string',
+                    description: ASPECT_RATIO_DESCRIPTION,
+                },
+            },
+            required: ['prompt'],
+        },
+    },
+};
+//# sourceMappingURL=definition.js.map

package/dist-esm/tools/definitions/apply-style/definition.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"definition.js","sourceRoot":"","sources":["../../../../src/tools/definitions/apply-style/definition.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,uBAAuB,EAAE,MAAM,4CAA4C,CAAC;AACrF,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AAEnE,MAAM,CAAC,MAAM,UAAU,GAAmB;IACxC,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE;QACR,IAAI,EAAE,aAAa;QACnB,WAAW,EACT,6gBAA6gB;QAC/gB,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE;;EAErB,uBAAuB;;;;;;;;;;;;4EAYmD;iBACnE;gBACD,gBAAgB,EAAE;oBAChB,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,yQAAyQ;iBAC5Q;gBACD,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;oBACvB,WAAW,EACT,2SAA2S;iBAC9S;gBACD,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,wBAAwB;iBACtC;aACF;YACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;SACrB;KACF;CACF,CAAC"}

package/dist-esm/tools/definitions/change-angle/definition.js

@@ -0,0 +1,46 @@
+import { ASPECT_RATIO_DESCRIPTION } from '../../../media/index.js';
+export const definition = {
+    type: 'function',
+    function: {
+        name: 'change_angle',
+        description: 'Generate the photo from a different camera angle or perspective. Uses AI to create a new view of the subject as if photographed from a different position. Use when the user wants to see the subject from another angle, generate a different view, create a portrait from a specific direction, or get a closeup/wide shot. Examples: "show me from the left side", "generate a 3/4 portrait view", "closeup from slightly above". IMPORTANT: When previous results exist, this tool automatically uses the LATEST result image unless you specify a different sourceImageIndex or the user explicitly says "original".',
+        parameters: {
+            type: 'object',
+            properties: {
+                description: {
+                    type: 'string',
+                    description: `EXACT camera angle string. You MUST construct this by concatenating exactly one value from each category below, separated by single spaces. No commas, no extra words.
+
+Format: "[azimuth] [elevation] [distance]"
+
+Azimuth (pick one): "front view", "front-right quarter view", "right side view", "back-right quarter view", "back view", "back-left quarter view", "left side view", "front-left quarter view"
+Elevation (pick one): "low-angle shot", "eye-level shot", "elevated shot", "high-angle shot"
+Distance (pick one): "close-up", "medium shot", "wide shot"
+
+Examples:
+- "front-right quarter view eye-level shot medium shot"
+- "left side view eye-level shot close-up"
+- "front view low-angle shot wide shot"
+- "right side view elevated shot medium shot"
+
+Map user requests: "from the left" → "left side view", "looking up at" → "low-angle shot", "closeup" → "close-up", "3/4 view" → "front-right quarter view" or "front-left quarter view", "portrait" → "front-right quarter view eye-level shot medium shot".
+Default elevation to "eye-level shot" and distance to "medium shot" when not specified.`,
+                },
+                sourceImageIndex: {
+                    type: 'number',
+                    description: 'Which result image to use as source (0-based index). Omit to use the latest result automatically (or the original if no results exist). Only set explicitly when the user specifies a particular image number or explicitly says "original" (use -1 for original).',
+                },
+                loraStrength: {
+                    type: 'number',
+                    description: 'LoRA strength for angle generation (0.1-1.0). Default: 0.9. Lower values preserve more of the original appearance, higher values produce stronger angle changes. Only set when the user wants to control the transformation intensity.',
+                },
+                aspectRatio: {
+                    type: 'string',
+                    description: ASPECT_RATIO_DESCRIPTION,
+                },
+            },
+            required: ['description'],
+        },
+    },
+};
+//# sourceMappingURL=definition.js.map

package/dist-esm/tools/definitions/change-angle/definition.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"definition.js","sourceRoot":"","sources":["../../../../src/tools/definitions/change-angle/definition.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AAEnE,MAAM,CAAC,MAAM,UAAU,GAAmB;IACxC,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE;QACR,IAAI,EAAE,cAAc;QACpB,WAAW,EACT,2lBAA2lB;QAC7lB,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE;;;;;;;;;;;;;;;wFAeiE;iBAC/E;gBACD,gBAAgB,EAAE;oBAChB,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,oQAAoQ;iBACvQ;gBACD,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,wOAAwO;iBAC3O;gBACD,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,wBAAwB;iBACtC;aACF;YACD,QAAQ,EAAE,CAAC,aAAa,CAAC;SAC1B;KACF;CACF,CAAC"}

package/dist-esm/tools/definitions/dance-montage/dances.js

@@ -0,0 +1,86 @@
+const CDN_BASE = 'https://cdn.sogni.ai/video-samples';
+export const DANCE_PRESETS = [
+    {
+        id: 'rasputin',
+        title: 'Boney M - Rasputin',
+        description: 'Viral Russian TikTok Dance',
+        videoUrl: `${CDN_BASE}/rasputin.mp4`,
+        maxDuration: 32,
+    },
+    {
+        id: 'big-guy',
+        title: 'Ice Spice - Big Guy',
+        description: 'From "The SpongeBob Movie: Search for SquarePants" movie',
+        videoUrl: `${CDN_BASE}/big-guy-dance.mp4`,
+        maxDuration: 11,
+    },
+    {
+        id: 'keep-it-gangsta',
+        title: 'Nhale ft. Dezzy Hollow - Keep it Gangsta',
+        description: 'Hip-hop gangsta dance',
+        videoUrl: `${CDN_BASE}/dance-keep-it-gangsta.mp4`,
+        maxDuration: 21,
+    },
+    {
+        id: 'this-is-america',
+        title: 'Childish Gambino - This Is America',
+        description: 'Iconic choreography from the This Is America music video',
+        videoUrl: `${CDN_BASE}/this-is-america.mp4`,
+        maxDuration: 22,
+    },
+    {
+        id: 'chinese-new-year',
+        title: '弥渡山歌 (Midu Echoing) - Dan Thy',
+        description: 'Chinese New Year Dance, Chinese Military Dance Trend',
+        videoUrl: `${CDN_BASE}/chinese-new-year-dance.mp4`,
+        maxDuration: 18,
+    },
+    {
+        id: 'spongebob',
+        title: 'SpongeBob - Stadium Rave',
+        description: 'Jellyfish Jam Dance from SpongeBob SquarePants',
+        videoUrl: `${CDN_BASE}/spongebob-dance.mp4`,
+        maxDuration: 27,
+    },
+    {
+        id: 'chanel',
+        title: 'Tyla - Chanel',
+        description: 'Put me in Chanel dance',
+        videoUrl: `${CDN_BASE}/chanel.mp4`,
+        maxDuration: 14,
+    },
+    {
+        id: 'crystal-light-aerobics-1988',
+        title: 'Crystal Light National Aerobics Championship 1988',
+        description: '80s aerobics dance from the 1988 Crystal Light National Aerobics Championship',
+        videoUrl: `${CDN_BASE}/crystal-light-aerobics-1988.mp4`,
+        maxDuration: 52,
+    },
+    {
+        id: 'plastic-dream-sequence',
+        title: 'Metric - Black Sheep',
+        description: 'Barbie plastic dream sequence dance',
+        videoUrl: `${CDN_BASE}/plastic-dream-sequence-centered.mp4`,
+        maxDuration: 28,
+        aliases: ['metric', 'black sheep', 'barbie', 'plastic dream'],
+    },
+];
+export function resolveDancePresetForRequest(text, args) {
+    const explicitDance = typeof args?.dance === 'string' ? args.dance.trim() : '';
+    if (explicitDance) {
+        return DANCE_PRESETS.find(preset => preset.id === explicitDance) || null;
+    }
+    if (!text)
+        return null;
+    for (const preset of DANCE_PRESETS) {
+        if (!preset.aliases?.length)
+            continue;
+        for (const alias of preset.aliases) {
+            const escaped = alias.replace(/[.*+?^${}()|[\]\\]/g, '\\$&').replace(/\s+/g, '\\s+');
+            if (new RegExp(`\\b${escaped}\\b`, 'i').test(text))
+                return preset;
+        }
+    }
+    return null;
+}
+//# sourceMappingURL=dances.js.map

package/dist-esm/tools/definitions/dance-montage/dances.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dances.js","sourceRoot":"","sources":["../../../../src/tools/definitions/dance-montage/dances.ts"],"names":[],"mappings":"AAoBA,MAAM,QAAQ,GAAG,oCAAoC,CAAC;AAEtD,MAAM,CAAC,MAAM,aAAa,GAAkB;IAC1C;QACE,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,oBAAoB;QAC3B,WAAW,EAAE,4BAA4B;QACzC,QAAQ,EAAE,GAAG,QAAQ,eAAe;QACpC,WAAW,EAAE,EAAE;KAChB;IACD;QACE,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,qBAAqB;QAC5B,WAAW,EAAE,0DAA0D;QACvE,QAAQ,EAAE,GAAG,QAAQ,oBAAoB;QACzC,WAAW,EAAE,EAAE;KAChB;IACD;QACE,EAAE,EAAE,iBAAiB;QACrB,KAAK,EAAE,0CAA0C;QACjD,WAAW,EAAE,uBAAuB;QACpC,QAAQ,EAAE,GAAG,QAAQ,4BAA4B;QACjD,WAAW,EAAE,EAAE;KAChB;IACD;QACE,EAAE,EAAE,iBAAiB;QACrB,KAAK,EAAE,oCAAoC;QAC3C,WAAW,EAAE,0DAA0D;QACvE,QAAQ,EAAE,GAAG,QAAQ,sBAAsB;QAC3C,WAAW,EAAE,EAAE;KAChB;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,KAAK,EAAE,+BAA+B;QACtC,WAAW,EAAE,sDAAsD;QACnE,QAAQ,EAAE,GAAG,QAAQ,6BAA6B;QAClD,WAAW,EAAE,EAAE;KAChB;IACD;QACE,EAAE,EAAE,WAAW;QACf,KAAK,EAAE,0BAA0B;QACjC,WAAW,EAAE,gDAAgD;QAC7D,QAAQ,EAAE,GAAG,QAAQ,sBAAsB;QAC3C,WAAW,EAAE,EAAE;KAChB;IACD;QACE,EAAE,EAAE,QAAQ;QACZ,KAAK,EAAE,eAAe;QACtB,WAAW,EAAE,wBAAwB;QACrC,QAAQ,EAAE,GAAG,QAAQ,aAAa;QAClC,WAAW,EAAE,EAAE;KAChB;IACD;QACE,EAAE,EAAE,6BAA6B;QACjC,KAAK,EAAE,mDAAmD;QAC1D,WAAW,EAAE,+EAA+E;QAC5F,QAAQ,EAAE,GAAG,QAAQ,kCAAkC;QACvD,WAAW,EAAE,EAAE;KAChB;IACD;QACE,EAAE,EAAE,wBAAwB;QAC5B,KAAK,EAAE,sBAAsB;QAC7B,WAAW,EAAE,qCAAqC;QAClD,QAAQ,EAAE,GAAG,QAAQ,sCAAsC;QAC3D,WAAW,EAAE,EAAE;QACf,OAAO,EAAE,CAAC,QAAQ,EAAE,aAAa,EAAE,QAAQ,EAAE,eAAe,CAAC;KAC9D;CACF,CAAC;AASF,MAAM,UAAU,4BAA4B,CAC1C,IAAY,EACZ,IAA8B;IAE9B,MAAM,aAAa,GAAG,OAAO,IAAI,EAAE,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/E,IAAI,aAAa,EAAE,CAAC;QAClB,OAAO,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,aAAa,CAAC,IAAI,IAAI,CAAC;IAC3E,CAAC;IAED,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IACvB,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM;YAAE,SAAS;QACtC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACrF,IAAI,IAAI,MAAM,CAAC,MAAM,OAAO,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,OAAO,MAAM,CAAC;QACpE,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}