qlogicagent 2.13.3 → 2.13.5

package/dist/skills/tools/video-edit-tool.d.ts

@@ -0,0 +1,72 @@
+import type { PortableTool } from "../portable-tool.js";
+export declare const VIDEO_EDIT_TOOL_NAME: "video_edit";
+export interface VideoEditToolParams {
+    prompt: string;
+    source_videos: string[];
+    reference_images?: string[];
+    duration?: number;
+    aspect_ratio?: string;
+    resolution?: string;
+}
+export declare const VIDEO_EDIT_TOOL_SCHEMA: {
+    readonly type: "object";
+    readonly properties: {
+        readonly prompt: {
+            readonly type: "string";
+            readonly description: string;
+        };
+        readonly source_videos: {
+            readonly type: "array";
+            readonly items: {
+                readonly type: "string";
+            };
+            readonly minItems: 1;
+            readonly maxItems: 3;
+            readonly description: string;
+        };
+        readonly reference_images: {
+            readonly type: "array";
+            readonly items: {
+                readonly type: "string";
+            };
+            readonly maxItems: 9;
+            readonly description: string;
+        };
+        readonly duration: {
+            readonly type: "number";
+            readonly minimum: 4;
+            readonly maximum: 15;
+            readonly description: "Output duration in seconds (4-15s). Default: same as source.";
+        };
+        readonly aspect_ratio: {
+            readonly type: "string";
+            readonly description: "Output aspect ratio: 16:9, 9:16, 1:1, 4:3, 3:4, 21:9. Default: same as source.";
+        };
+        readonly resolution: {
+            readonly type: "string";
+            readonly description: "Output resolution: '480p' or '720p'. Default: '720p'.";
+        };
+    };
+    readonly required: readonly ["prompt", "source_videos"];
+};
+export interface VideoEditResult {
+    mediaUrls: string[];
+    model?: string;
+    durationMs?: number;
+}
+/** Deps injected by the host runtime for video editing. */
+export interface VideoEditToolDeps {
+    /**
+     * Edit a video via the configured backend (Seedance 2.0, etc.).
+     * The host handles URL resolution, model routing, and storage.
+     */
+    editVideo(params: {
+        prompt: string;
+        sourceVideos: string[];
+        referenceImages?: string[];
+        duration?: number;
+        aspectRatio?: string;
+        resolution?: string;
+    }): Promise<VideoEditResult>;
+}
+export declare function createVideoEditTool(deps: VideoEditToolDeps): PortableTool<VideoEditToolParams>;

package/dist/skills/tools/video-edit-tool.js

@@ -0,0 +1,84 @@
+// ============================================================
+// Video Edit Tool — edit existing videos via backend adapter.
+// Category: media
+// ============================================================
+export const VIDEO_EDIT_TOOL_NAME = "video_edit";
+export const VIDEO_EDIT_TOOL_SCHEMA = {
+    type: "object",
+    properties: {
+        prompt: {
+            type: "string",
+            description: "Edit instruction. Reference videos as 视频1, 视频2, 视频3. " +
+                "Reference images as 图片1, 图片2. " +
+                "Operations: add/remove/modify elements, extend, track fill.",
+        },
+        source_videos: {
+            type: "array",
+            items: { type: "string" },
+            minItems: 1,
+            maxItems: 3,
+            description: "Video(s) to edit (1-3 URLs). Order: [0]=视频1, [1]=视频2, [2]=视频3. " +
+                "All URLs MUST be publicly accessible HTTP/HTTPS. " +
+                "Use file_upload tool first if the user provides a local file.",
+        },
+        reference_images: {
+            type: "array",
+            items: { type: "string" },
+            maxItems: 9,
+            description: "Optional reference images for element replacement (up to 9). " +
+                "All URLs MUST be publicly accessible HTTP/HTTPS. " +
+                "Use file_upload tool first if the user provides a local file.",
+        },
+        duration: {
+            type: "number",
+            minimum: 4,
+            maximum: 15,
+            description: "Output duration in seconds (4-15s). Default: same as source.",
+        },
+        aspect_ratio: {
+            type: "string",
+            description: "Output aspect ratio: 16:9, 9:16, 1:1, 4:3, 3:4, 21:9. Default: same as source.",
+        },
+        resolution: {
+            type: "string",
+            description: "Output resolution: '480p' or '720p'. Default: '720p'.",
+        },
+    },
+    required: ["prompt", "source_videos"],
+};
+export function createVideoEditTool(deps) {
+    return {
+        name: VIDEO_EDIT_TOOL_NAME,
+        label: "Video Edit",
+        searchHint: "video edit cut trim modify element 视频剪辑 剪辑 改视频 视频编辑",
+        description: "Edit existing videos: add/remove/modify elements, extend, or bridge clips. " +
+            "Requires source_videos (max 3). Max 9 reference images for element replacement. Max 720p. " +
+            "All video/image URLs MUST be publicly accessible HTTP/HTTPS. " +
+            "Use file_upload tool first if the user provides a local file. " +
+            "For generating NEW videos from scratch, use video_generate instead.",
+        parameters: VIDEO_EDIT_TOOL_SCHEMA,
+        execute: async (_toolCallId, params) => {
+            if (!params.source_videos?.length) {
+                return { content: [{ type: "text", text: "Error: source_videos is required." }] };
+            }
+            const result = await deps.editVideo({
+                prompt: params.prompt,
+                sourceVideos: params.source_videos,
+                referenceImages: params.reference_images,
+                duration: params.duration,
+                aspectRatio: params.aspect_ratio,
+                resolution: params.resolution,
+            });
+            const text = `Video edited successfully${result.model ? ` (model: ${result.model})` : ""}`;
+            return {
+                content: [{ type: "text", text }],
+                details: {
+                    type: "video_edit",
+                    model: result.model,
+                    durationMs: result.durationMs,
+                    mediaUrls: result.mediaUrls,
+                },
+            };
+        },
+    };
+}

package/dist/skills/tools/video-generate-tool.d.ts

@@ -0,0 +1,162 @@
+import type { PortableTool } from "../portable-tool.js";
+export declare const VIDEO_GENERATE_TOOL_NAME: "video_generate";
+export interface VideoGenerateToolParams {
+    prompt: string;
+    purpose?: string;
+    style?: string;
+    image_url?: string;
+    reference_videos?: string[];
+    reference_audios?: string[];
+    generate_audio?: boolean;
+    aspect_ratio?: string;
+    duration?: number;
+    resolution?: string;
+    fps?: number;
+    seed?: number;
+    camera_fixed?: boolean;
+    return_last_frame?: boolean;
+    draft?: boolean;
+    service_tier?: "default" | "flex";
+    callback_url?: string;
+    safety_identifier?: string;
+    execution_expires_after?: number;
+    video_tools?: string[];
+}
+export declare const VIDEO_GENERATE_TOOL_SCHEMA: {
+    readonly type: "object";
+    readonly properties: {
+        readonly prompt: {
+            readonly type: "string";
+            readonly description: "Video generation prompt. MUST be in English. Include scene, movement, camera motion, lighting, style.";
+        };
+        readonly purpose: {
+            readonly type: "string";
+            readonly description: "Intended use: 'social-media', 'short-video', 'presentation', etc.";
+        };
+        readonly style: {
+            readonly type: "string";
+            readonly description: "Visual style: 'cinematic', 'anime', 'watercolor', etc.";
+        };
+        readonly image_url: {
+            readonly type: "string";
+            readonly description: string;
+        };
+        readonly reference_videos: {
+            readonly type: "array";
+            readonly items: {
+                readonly type: "string";
+            };
+            readonly maxItems: 3;
+            readonly description: string;
+        };
+        readonly reference_audios: {
+            readonly type: "array";
+            readonly items: {
+                readonly type: "string";
+            };
+            readonly maxItems: 3;
+            readonly description: string;
+        };
+        readonly generate_audio: {
+            readonly type: "boolean";
+            readonly description: string;
+        };
+        readonly aspect_ratio: {
+            readonly type: "string";
+            readonly description: "Video aspect ratio: '9:16' (vertical), '16:9' (horizontal), '1:1' (square). Default: '16:9'.";
+        };
+        readonly duration: {
+            readonly type: "number";
+            readonly minimum: 3;
+            readonly maximum: 15;
+            readonly description: string;
+        };
+        readonly resolution: {
+            readonly type: "string";
+            readonly description: "Output resolution: '480p', '720p', '1080p'. Default: '720p'.";
+        };
+        readonly fps: {
+            readonly type: "number";
+            readonly description: "Frame rate: 24 or 30 fps. Default: provider-specific.";
+        };
+        readonly seed: {
+            readonly type: "number";
+            readonly description: "Random seed for reproducible generation.";
+        };
+        readonly camera_fixed: {
+            readonly type: "boolean";
+            readonly description: "Lock camera position (Seedance 1.0/1.5 only, not supported for img2video).";
+        };
+        readonly return_last_frame: {
+            readonly type: "boolean";
+            readonly description: "Return last frame URL for chaining continuous video segments.";
+        };
+        readonly draft: {
+            readonly type: "boolean";
+            readonly description: "Draft mode: low-cost preview (Seedance 1.5 pro only).";
+        };
+        readonly service_tier: {
+            readonly type: "string";
+            readonly enum: readonly ["default", "flex"];
+            readonly description: "'default' (online, fast) or 'flex' (offline, ~50% cost). Not all models support flex.";
+        };
+        readonly callback_url: {
+            readonly type: "string";
+            readonly description: "Webhook URL for async task completion notification.";
+        };
+        readonly safety_identifier: {
+            readonly type: "string";
+            readonly description: "End-user safety identifier for content moderation tracking.";
+        };
+        readonly execution_expires_after: {
+            readonly type: "number";
+            readonly description: "Task expiration in seconds (for offline/flex scheduling).";
+        };
+        readonly video_tools: {
+            readonly type: "array";
+            readonly items: {
+                readonly type: "string";
+            };
+            readonly description: "Video-level builtin tools, e.g. ['web_search'] (Seedance 2.0 online search).";
+        };
+    };
+    readonly required: readonly ["prompt"];
+};
+export interface VideoGenerateResult {
+    mediaUrls: string[];
+    model?: string;
+    durationMs?: number;
+    lastFrameUrl?: string;
+    taskId?: string;
+}
+/** Deps injected by the host runtime for video generation. */
+export interface VideoGenerateToolDeps {
+    /**
+     * Generate a video clip via the configured backend.
+     * The host handles model selection, duration snapping, failover,
+     * watermark, and local storage.
+     */
+    generateVideo(params: {
+        prompt: string;
+        purpose?: string;
+        style?: string;
+        imageUrl?: string;
+        referenceVideos?: string[];
+        referenceAudios?: string[];
+        generateAudio?: boolean;
+        aspectRatio?: string;
+        duration?: number;
+        resolution?: string;
+        fps?: number;
+        seed?: number;
+        cameraFixed?: boolean;
+        returnLastFrame?: boolean;
+        draft?: boolean;
+        serviceTier?: "default" | "flex";
+        callbackUrl?: string;
+        safetyIdentifier?: string;
+        executionExpiresAfterSeconds?: number;
+        videoTools?: string[];
+    }): Promise<VideoGenerateResult>;
+}
+export declare function createVideoGenerateTool(deps: VideoGenerateToolDeps): PortableTool<VideoGenerateToolParams>;

package/dist/skills/tools/video-generate-tool.js

@@ -0,0 +1,178 @@
+// ============================================================
+// Video Generate Tool — generate video clips via backend.
+// Category: media
+// ============================================================
+export const VIDEO_GENERATE_TOOL_NAME = "video_generate";
+export const VIDEO_GENERATE_TOOL_SCHEMA = {
+    type: "object",
+    properties: {
+        prompt: {
+            type: "string",
+            description: "Video generation prompt. MUST be in English. Include scene, movement, camera motion, lighting, style.",
+        },
+        purpose: {
+            type: "string",
+            description: "Intended use: 'social-media', 'short-video', 'presentation', etc.",
+        },
+        style: {
+            type: "string",
+            description: "Visual style: 'cinematic', 'anime', 'watercolor', etc.",
+        },
+        image_url: {
+            type: "string",
+            description: "Reference image URL for image-to-video generation (first frame, style reference, or character reference). " +
+                "MUST be a publicly accessible HTTP/HTTPS URL. Local file paths and data: URLs are NOT supported. " +
+                "If the user provides a local file, use a file hosting service or the image_generate tool first.",
+        },
+        reference_videos: {
+            type: "array",
+            items: { type: "string" },
+            maxItems: 3,
+            description: "Reference video URLs for video-to-video or multimodal generation (Seedance 2.0). " +
+                "Max 3 videos, total duration ≤15s. " +
+                "Use for: (a) video-to-video: provide source video to restyle/transform with prompt guidance; " +
+                "(b) multimodal reference: combine with image_url and/or reference_audios for style/motion/audio-guided generation. " +
+                "Each URL MUST be publicly accessible HTTP/HTTPS. " +
+                "Use file_upload tool first if the user provides a local file.",
+        },
+        reference_audios: {
+            type: "array",
+            items: { type: "string" },
+            maxItems: 3,
+            description: "Reference audio URLs for audio-guided video generation (Seedance 2.0). " +
+                "Max 3 audio clips, total duration ≤15s. " +
+                "CANNOT be used alone — must be combined with at least one image_url or reference_video. " +
+                "Each URL MUST be publicly accessible HTTP/HTTPS. " +
+                "Use file_upload tool first if the user provides a local file.",
+        },
+        generate_audio: {
+            type: "boolean",
+            description: "Generate synchronized audio track for the video (Seedance 2.0/1.5 pro). " +
+                "When true, the output video includes AI-generated sound effects matching the visual content.",
+        },
+        aspect_ratio: {
+            type: "string",
+            description: "Video aspect ratio: '9:16' (vertical), '16:9' (horizontal), '1:1' (square). Default: '16:9'.",
+        },
+        duration: {
+            type: "number",
+            minimum: 3,
+            maximum: 15,
+            description: "Video duration in seconds. Seedance 2.0: 4-15s per shot. Seedance 1.0/1.5: 3-10s. " +
+                "For longer videos (>15s), use multi-shot storyboard workflow (generate + extend/merge). " +
+                "Must be confirmed by user before generation.",
+        },
+        resolution: {
+            type: "string",
+            description: "Output resolution: '480p', '720p', '1080p'. Default: '720p'.",
+        },
+        fps: {
+            type: "number",
+            description: "Frame rate: 24 or 30 fps. Default: provider-specific.",
+        },
+        seed: {
+            type: "number",
+            description: "Random seed for reproducible generation.",
+        },
+        camera_fixed: {
+            type: "boolean",
+            description: "Lock camera position (Seedance 1.0/1.5 only, not supported for img2video).",
+        },
+        return_last_frame: {
+            type: "boolean",
+            description: "Return last frame URL for chaining continuous video segments.",
+        },
+        draft: {
+            type: "boolean",
+            description: "Draft mode: low-cost preview (Seedance 1.5 pro only).",
+        },
+        service_tier: {
+            type: "string",
+            enum: ["default", "flex"],
+            description: "'default' (online, fast) or 'flex' (offline, ~50% cost). Not all models support flex.",
+        },
+        callback_url: {
+            type: "string",
+            description: "Webhook URL for async task completion notification.",
+        },
+        safety_identifier: {
+            type: "string",
+            description: "End-user safety identifier for content moderation tracking.",
+        },
+        execution_expires_after: {
+            type: "number",
+            description: "Task expiration in seconds (for offline/flex scheduling).",
+        },
+        video_tools: {
+            type: "array",
+            items: { type: "string" },
+            description: "Video-level builtin tools, e.g. ['web_search'] (Seedance 2.0 online search).",
+        },
+    },
+    required: ["prompt"],
+};
+export function createVideoGenerateTool(deps) {
+    return {
+        name: VIDEO_GENERATE_TOOL_NAME,
+        label: "Video Generate",
+        shouldDefer: true,
+        searchHint: "video generate text-to-video image-to-video clip movie 视频 生成视频 文生视频 图生视频 短视频 做视频",
+        description: "Generate a short video clip from a text prompt, reference image, source video, or multimodal references. " +
+            "Prompt MUST be in English. Include scene, movement, camera motion, lighting details. " +
+            "Single-shot: 3\u201310s. For longer videos (>10s), use multi-shot storyboard workflow. " +
+            "MODES: (1) text-to-video: prompt only. (2) image-to-video: prompt + image_url. " +
+            "(3) video-to-video: prompt + reference_videos — restyle/transform an existing video with prompt guidance. " +
+            "(4) multimodal reference: prompt + any combination of image_url / reference_videos / reference_audios " +
+            "for style/motion/audio-guided generation. (5) generate_audio=true for synchronized sound effects. " +
+            "ALL image/video/audio URLs MUST be publicly accessible HTTP/HTTPS URLs. " +
+            "Local file paths and data: URIs are NOT supported by the generation API. " +
+            "If the user provides a local file, use the file_upload tool FIRST to get a public URL. " +
+            "IMPORTANT: If the user has not specified aspect ratio or duration, use ask_user to clarify " +
+            "(e.g. aspect: 16:9 for landscape / 9:16 for vertical / 1:1 for square; duration: 3-10s). " +
+            "Auto-set aspect_ratio based on stated purpose (e.g. 9:16 for short-video / Douyin, 16:9 for presentation).",
+        parameters: VIDEO_GENERATE_TOOL_SCHEMA,
+        execute: async (_toolCallId, params) => {
+            const result = await deps.generateVideo({
+                prompt: params.prompt,
+                purpose: params.purpose,
+                style: params.style,
+                imageUrl: params.image_url,
+                referenceVideos: params.reference_videos,
+                referenceAudios: params.reference_audios,
+                generateAudio: params.generate_audio,
+                aspectRatio: params.aspect_ratio,
+                duration: params.duration,
+                resolution: params.resolution,
+                fps: params.fps,
+                seed: params.seed,
+                cameraFixed: params.camera_fixed,
+                returnLastFrame: params.return_last_frame,
+                draft: params.draft,
+                serviceTier: params.service_tier,
+                callbackUrl: params.callback_url,
+                safetyIdentifier: params.safety_identifier,
+                executionExpiresAfterSeconds: params.execution_expires_after,
+                videoTools: params.video_tools,
+            });
+            const count = result.mediaUrls.length;
+            const parts = [`Generated ${count} video${count > 1 ? "s" : ""}`];
+            if (result.model)
+                parts.push(`model: ${result.model}`);
+            if (result.lastFrameUrl)
+                parts.push(`last_frame: ${result.lastFrameUrl}`);
+            if (result.taskId)
+                parts.push(`task_id: ${result.taskId}`);
+            const text = parts.length > 1 ? `${parts[0]} (${parts.slice(1).join(", ")})` : parts[0];
+            return {
+                content: [{ type: "text", text }],
+                details: {
+                    type: "video_generate",
+                    model: result.model,
+                    durationMs: result.durationMs,
+                    mediaUrls: result.mediaUrls,
+                    ...(result.taskId ? { taskId: result.taskId } : {}),
+                },
+            };
+        },
+    };
+}

package/dist/skills/tools/video-merge-tool.d.ts

@@ -0,0 +1,105 @@
+import type { PortableTool } from "../portable-tool.js";
+export declare const VIDEO_MERGE_TOOL_NAME: "video_merge";
+export interface VideoMergeClip {
+    video: string;
+    audio?: string;
+    trimStart?: number;
+    trimEnd?: number;
+}
+export interface VideoMergeToolParams {
+    clips: VideoMergeClip[];
+    transition?: string;
+    transitionDuration?: number;
+    subtitles?: string;
+    bgm?: string;
+    bgmVolume?: number;
+    outputResolution?: string;
+    outputFps?: number;
+}
+export declare const VIDEO_MERGE_TOOL_SCHEMA: {
+    readonly type: "object";
+    readonly properties: {
+        readonly clips: {
+            readonly type: "array";
+            readonly items: {
+                readonly type: "object";
+                readonly properties: {
+                    readonly video: {
+                        readonly type: "string";
+                        readonly description: "Video URL or file path. MUST be publicly accessible HTTP/HTTPS URL. Use file_upload tool first if local file.";
+                    };
+                    readonly audio: {
+                        readonly type: "string";
+                        readonly description: "Narration audio file path (from TTS).";
+                    };
+                    readonly trimStart: {
+                        readonly type: "number";
+                        readonly description: "Trim start in seconds (default 0).";
+                    };
+                    readonly trimEnd: {
+                        readonly type: "number";
+                        readonly description: "Trim end in seconds (default: full).";
+                    };
+                };
+                readonly required: readonly ["video"];
+            };
+            readonly minItems: 2;
+            readonly description: "Array of video clips to merge, in order.";
+        };
+        readonly transition: {
+            readonly type: "string";
+            readonly description: "Transition effect: 'crossfade' (default), 'fade', 'wipeleft', 'cut', 'dissolve', etc.";
+        };
+        readonly transitionDuration: {
+            readonly type: "number";
+            readonly description: "Transition duration in seconds (0.1-2.0, default 0.5).";
+        };
+        readonly subtitles: {
+            readonly type: "string";
+            readonly description: "Path to SRT subtitle file to burn-in.";
+        };
+        readonly bgm: {
+            readonly type: "string";
+            readonly description: "Background music file path.";
+        };
+        readonly bgmVolume: {
+            readonly type: "number";
+            readonly description: "BGM volume (0.0-1.0, default 0.15).";
+        };
+        readonly outputResolution: {
+            readonly type: "string";
+            readonly description: "Output resolution: '1920x1080', '1080x1920', etc. Default: auto.";
+        };
+        readonly outputFps: {
+            readonly type: "number";
+            readonly description: "Output FPS (default 30).";
+        };
+    };
+    readonly required: readonly ["clips"];
+};
+export interface VideoMergeResult {
+    localPath: string;
+    servePath: string;
+    durationSec: number;
+    clipCount: number;
+    mediaUrls: string[];
+}
+/** Deps injected by the host runtime for video merging. */
+export interface VideoMergeToolDeps {
+    /**
+     * Merge video clips via the configured backend (ffmpeg, relay, etc.).
+     * The host handles resolution normalization, transition rendering,
+     * subtitle burn-in, BGM mixing, and local storage.
+     */
+    mergeVideos(params: {
+        clips: VideoMergeClip[];
+        transition?: string;
+        transitionDuration?: number;
+        subtitles?: string;
+        bgm?: string;
+        bgmVolume?: number;
+        outputResolution?: string;
+        outputFps?: number;
+    }): Promise<VideoMergeResult>;
+}
+export declare function createVideoMergeTool(deps: VideoMergeToolDeps): PortableTool<VideoMergeToolParams>;