@remotion/studio 4.0.522 → 4.0.524

package/dist/components/WebMcp.js

@@ -1,8 +1,43 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.WebMcp = void 0;
+const studio_shared_1 = require("@remotion/studio-shared");
 const react_1 = require("react");
 const remotion_1 = require("remotion");
+const install_package_1 = require("../api/install-package");
 const pause_1 = require("../api/pause");
 const play_1 = require("../api/play");
 const restart_studio_1 = require("../api/restart-studio");
@@ -12,6 +47,7 @@ const current_error_1 = require("../error-overlay/current-error");
 const calculate_timeline_1 = require("../helpers/calculate-timeline");
 const create_folder_tree_1 = require("../helpers/create-folder-tree");
 const format_file_location_1 = require("../helpers/format-file-location");
+const get_preview_file_type_1 = require("../helpers/get-preview-file-type");
 const get_timeline_max_zoom_1 = require("../helpers/get-timeline-max-zoom");
 const editor_guides_1 = require("../state/editor-guides");
 const loop_1 = require("../state/loop");
@@ -19,6 +55,9 @@ const mute_1 = require("../state/mute");
 const playbackrate_1 = require("../state/playbackrate");
 const timeline_zoom_1 = require("../state/timeline-zoom");
 const InitialCompositionLoader_1 = require("./InitialCompositionLoader");
+const OptionalPackageModal_1 = require("./OptionalPackageModal");
+const public_output_name_1 = require("./public-output-name");
+const context_1 = require("./RenderQueue/context");
 const selected_outline_measurement_1 = require("./selected-outline-measurement");
 const find_track_for_node_path_info_1 = require("./Timeline/find-track-for-node-path-info");
 const imperative_state_1 = require("./Timeline/imperative-state");
@@ -28,6 +67,10 @@ const timeline_refs_1 = require("./Timeline/timeline-refs");
 const TimelineSelection_1 = require("./Timeline/TimelineSelection");
 const get_stack_1 = require("./Timeline/TimelineStack/get-stack");
 const use_resolved_stack_react_to_change_1 = require("./Timeline/use-resolved-stack-react-to-change");
+const caption_output_name_1 = require("./Transcription/caption-output-name");
+const whisper_webgpu_capability_1 = require("./Transcription/whisper-webgpu-capability");
+const use_static_files_1 = require("./use-static-files");
+const video_matting_capability_1 = require("./VideoMatting/video-matting-capability");
 const serializeSequence = (track) => {
     var _a;
     return {
@@ -62,9 +105,34 @@ const serializeCompositionTree = (items) => {
 };
 const getNoStack = () => null;
 const MAX_CANVAS_HTML_LENGTH = 100000;
+const missingOptionalPackageResult = (packageName) => ({
+    error: `This requires ${packageName}. Call install_package with packageName set to ${packageName}, then retry.`,
+    installPackage: {
+        packageName,
+        tool: 'install_package',
+    },
+    success: false,
+});
+const resolveAssetPath = ({ assetPath, currentContent, staticFiles, }) => {
+    var _a;
+    const resolvedAssetPath = assetPath === undefined
+        ? (currentContent === null || currentContent === void 0 ? void 0 : currentContent.type) === 'asset'
+            ? ((_a = currentContent.asset) !== null && _a !== void 0 ? _a : null)
+            : null
+        : assetPath;
+    if (typeof resolvedAssetPath !== 'string' || resolvedAssetPath.length === 0) {
+        throw new Error('assetPath must be a non-empty public-folder path, or an asset must be selected in Studio.');
+    }
+    if (!staticFiles.some((file) => file.name === resolvedAssetPath)) {
+        throw new Error(`Asset ${resolvedAssetPath} was not found in public/.`);
+    }
+    return resolvedAssetPath;
+};
 const WebMcp = () => {
     var _a;
     var _b, _c, _d, _e, _f;
+    const { addCaptionJob, addVideoMattingJob } = (0, react_1.useContext)(context_1.RenderQueueContext);
+    const staticFiles = (0, use_static_files_1.useStaticFiles)();
     const { canSelect, clearSelection, selectedItems, selectItems } = (0, TimelineSelection_1.useTimelineSelection)();
     const { canvasContent, compositions, currentCompositionMetadata, folders } = (0, react_1.useContext)(remotion_1.Internals.CompositionManager);
     const { playbackRate: currentPlaybackRate, setPlaybackRate } = remotion_1.Internals.usePlaybackRate();
@@ -157,6 +225,22 @@ const WebMcp = () => {
         }
         return ((_a = compositions.find((composition) => composition.id === canvasContent.compositionId)) !== null && _a !== void 0 ? _a : null);
     }, [canvasContent, compositions]);
+    const currentContent = (0, react_1.useMemo)(() => {
+        if ((canvasContent === null || canvasContent === void 0 ? void 0 : canvasContent.type) === 'output-blob') {
+            return {
+                type: canvasContent.type,
+                displayName: canvasContent.displayName,
+                width: canvasContent.width,
+                height: canvasContent.height,
+                sizeInBytes: canvasContent.sizeInBytes,
+            };
+        }
+        return canvasContent;
+    }, [canvasContent]);
+    const currentContentRef = (0, react_1.useRef)(currentContent);
+    currentContentRef.current = currentContent;
+    const staticFilesRef = (0, react_1.useRef)(staticFiles);
+    staticFilesRef.current = staticFiles;
     const currentComposition = (_f = currentCompositionDefinition === null || currentCompositionDefinition === void 0 ? void 0 : currentCompositionDefinition.id) !== null && _f !== void 0 ? _f : null;
     const currentCompositionRef = (0, react_1.useRef)(currentComposition);
     currentCompositionRef.current = currentComposition;
@@ -205,6 +289,332 @@ const WebMcp = () => {
             }).filter((timelineTrack) => (0, should_show_track_in_timeline_1.shouldShowTrackInTimeline)(timelineTrack, durationInFrames));
         };
         Promise.all([
+            modelContext.registerTool({
+                name: 'install_package',
+                title: 'Install Studio package',
+                description: 'Install an npm package into the current Remotion project. Remotion packages are pinned to the current Remotion version, and known auxiliary packages are pinned to their recommended version.',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        packageName: {
+                            type: 'string',
+                            description: 'The npm package name to install.',
+                        },
+                        version: {
+                            type: 'string',
+                            description: 'An optional exact semantic version. Omit it to use the recommended version.',
+                        },
+                    },
+                    required: ['packageName'],
+                    additionalProperties: false,
+                },
+                annotations: { readOnlyHint: false },
+                execute: async ({ packageName, version }) => {
+                    if (typeof packageName !== 'string' ||
+                        !(0, studio_shared_1.isValidPackageName)(packageName)) {
+                        throw new Error('packageName must be a valid npm package name.');
+                    }
+                    if (version !== undefined &&
+                        (typeof version !== 'string' ||
+                            !/^[0-9]+\.[0-9]+\.[0-9]+(?:-[0-9A-Za-z.-]+)?(?:\+[0-9A-Za-z.-]+)?$/.test(version))) {
+                        throw new Error('version must be an exact semantic version.');
+                    }
+                    await (0, install_package_1.installPackages)([
+                        {
+                            name: packageName,
+                            version: typeof version === 'string' ? version : null,
+                        },
+                    ]);
+                    (0, OptionalPackageModal_1.markOptionalPackageInstalled)(packageName);
+                    return { installed: true, packageName };
+                },
+            }, { signal: controller.signal }),
+            modelContext.registerTool({
+                name: 'transcribe_asset',
+                title: 'Transcribe Studio asset',
+                description: 'Transcribe an audio or video asset from the public folder into Remotion Caption[] JSON and add the work to the Jobs queue. If assetPath is omitted, the asset currently open in Studio is used.',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        assetPath: {
+                            type: 'string',
+                            description: 'Optional path relative to public/. Defaults to the asset currently open in Studio.',
+                        },
+                        outputPath: {
+                            type: 'string',
+                            description: 'Optional Caption[] JSON path relative to public/. Defaults to <asset>-captions.json.',
+                        },
+                        model: {
+                            type: 'string',
+                            default: 'small.en',
+                            description: 'Whisper model. Defaults to small.en.',
+                        },
+                        language: {
+                            type: 'string',
+                            default: 'en',
+                            description: 'Spoken language code for multilingual models. Defaults to en.',
+                        },
+                        task: {
+                            type: 'string',
+                            enum: ['transcribe', 'translate'],
+                            default: 'transcribe',
+                        },
+                        chunkLengthInSeconds: {
+                            type: 'number',
+                            minimum: 1,
+                            maximum: 30,
+                            default: 30,
+                        },
+                        strideLengthInSeconds: {
+                            type: 'number',
+                            minimum: 0,
+                            default: 5,
+                        },
+                        forceFullSequences: { type: 'boolean', default: false },
+                        doSample: { type: 'boolean', default: false },
+                        temperature: { type: 'number', exclusiveMinimum: 0, default: 1 },
+                        topK: { type: 'integer', minimum: 0, default: 50 },
+                        repetitionPenalty: {
+                            type: 'number',
+                            exclusiveMinimum: 0,
+                            default: 1,
+                        },
+                        noRepeatNgramSize: { type: 'integer', minimum: 0, default: 0 },
+                    },
+                    additionalProperties: false,
+                },
+                annotations: { readOnlyHint: false },
+                execute: async (input) => {
+                    var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o;
+                    if (!(0, OptionalPackageModal_1.isOptionalPackageInstalled)(whisper_webgpu_capability_1.WHISPER_WEBGPU_PACKAGE)) {
+                        return missingOptionalPackageResult(whisper_webgpu_capability_1.WHISPER_WEBGPU_PACKAGE);
+                    }
+                    const assetPath = resolveAssetPath({
+                        assetPath: input.assetPath,
+                        currentContent: currentContentRef.current,
+                        staticFiles: staticFilesRef.current,
+                    });
+                    const fileType = (0, get_preview_file_type_1.getPreviewFileType)(assetPath);
+                    if (fileType !== 'audio' && fileType !== 'video') {
+                        throw new Error('The transcription asset must be audio or video.');
+                    }
+                    const whisper = await Promise.resolve().then(() => __importStar(require('@remotion/whisper-webgpu')));
+                    const modelName = (_a = input.model) !== null && _a !== void 0 ? _a : 'small.en';
+                    if (typeof modelName !== 'string') {
+                        throw new Error('model must be a string.');
+                    }
+                    const model = whisper
+                        .getAvailableModels()
+                        .find((candidate) => candidate.name === modelName);
+                    if (!model) {
+                        throw new Error(`Unknown Whisper model: ${modelName}.`);
+                    }
+                    const task = (_b = input.task) !== null && _b !== void 0 ? _b : 'transcribe';
+                    if (task !== 'transcribe' && task !== 'translate') {
+                        throw new Error('task must be transcribe or translate.');
+                    }
+                    if (task === 'translate' && !model.supportsTranslation) {
+                        throw new Error(`${model.name} does not support translation.`);
+                    }
+                    const language = (_c = input.language) !== null && _c !== void 0 ? _c : 'en';
+                    if (typeof language !== 'string' || language.length === 0) {
+                        throw new Error('language must be a non-empty string.');
+                    }
+                    const chunkLengthInSeconds = (_d = input.chunkLengthInSeconds) !== null && _d !== void 0 ? _d : 30;
+                    const strideLengthInSeconds = (_e = input.strideLengthInSeconds) !== null && _e !== void 0 ? _e : 5;
+                    const temperature = (_f = input.temperature) !== null && _f !== void 0 ? _f : 1;
+                    const topK = (_g = input.topK) !== null && _g !== void 0 ? _g : 50;
+                    const repetitionPenalty = (_h = input.repetitionPenalty) !== null && _h !== void 0 ? _h : 1;
+                    const noRepeatNgramSize = (_j = input.noRepeatNgramSize) !== null && _j !== void 0 ? _j : 0;
+                    if (typeof chunkLengthInSeconds !== 'number' ||
+                        !Number.isFinite(chunkLengthInSeconds) ||
+                        chunkLengthInSeconds < 1 ||
+                        chunkLengthInSeconds > 30) {
+                        throw new Error('chunkLengthInSeconds must be between 1 and 30.');
+                    }
+                    if (typeof strideLengthInSeconds !== 'number' ||
+                        !Number.isFinite(strideLengthInSeconds) ||
+                        strideLengthInSeconds < 0 ||
+                        strideLengthInSeconds * 2 >= chunkLengthInSeconds) {
+                        throw new Error('strideLengthInSeconds must be non-negative and less than half of chunkLengthInSeconds.');
+                    }
+                    if (typeof temperature !== 'number' ||
+                        !Number.isFinite(temperature) ||
+                        temperature <= 0 ||
+                        typeof repetitionPenalty !== 'number' ||
+                        !Number.isFinite(repetitionPenalty) ||
+                        repetitionPenalty <= 0 ||
+                        typeof topK !== 'number' ||
+                        !Number.isInteger(topK) ||
+                        topK < 0 ||
+                        typeof noRepeatNgramSize !== 'number' ||
+                        !Number.isInteger(noRepeatNgramSize) ||
+                        noRepeatNgramSize < 0) {
+                        throw new Error('Invalid transcription decoding settings.');
+                    }
+                    const forceFullSequences = (_k = input.forceFullSequences) !== null && _k !== void 0 ? _k : false;
+                    const doSample = (_l = input.doSample) !== null && _l !== void 0 ? _l : false;
+                    if (typeof forceFullSequences !== 'boolean' ||
+                        typeof doSample !== 'boolean') {
+                        throw new Error('forceFullSequences and doSample must be booleans.');
+                    }
+                    const src = (0, remotion_1.staticFile)(assetPath);
+                    const displayName = (_m = assetPath.split('/').at(-1)) !== null && _m !== void 0 ? _m : assetPath;
+                    const outputPath = (_o = input.outputPath) !== null && _o !== void 0 ? _o : (0, caption_output_name_1.getDefaultCaptionOutputName)(src, displayName);
+                    if (typeof outputPath !== 'string') {
+                        throw new Error('outputPath must be a string.');
+                    }
+                    const outputError = (0, caption_output_name_1.validateCaptionOutputName)(outputPath);
+                    if (outputError !== null) {
+                        throw new Error(outputError);
+                    }
+                    const jobId = addCaptionJob({
+                        audioStreamIndex: null,
+                        chunkLengthInSeconds,
+                        displayName,
+                        doSample,
+                        forceFullSequences,
+                        language: model.multilingual ? language : null,
+                        model: model.name,
+                        noRepeatNgramSize,
+                        outName: outputPath,
+                        repetitionPenalty,
+                        requestInit: null,
+                        src,
+                        strideLengthInSeconds,
+                        task,
+                        temperature,
+                        topK,
+                    });
+                    return { jobId, outputPath, success: true };
+                },
+            }, { signal: controller.signal }),
+            modelContext.registerTool({
+                name: 'separate_video_layers',
+                title: 'Separate Studio video layers',
+                description: 'Separate a video asset from the public folder into background and foreground WebM files and add the work to the Jobs queue. If assetPath is omitted, the asset currently open in Studio is used.',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        assetPath: {
+                            type: 'string',
+                            description: 'Optional path relative to public/. Defaults to the asset currently open in Studio.',
+                        },
+                        baseOutputPath: {
+                            type: 'string',
+                            description: 'Optional background output path relative to public/.',
+                        },
+                        foregroundOutputPath: {
+                            type: 'string',
+                            description: 'Optional foreground output path relative to public/.',
+                        },
+                        model: {
+                            type: 'string',
+                            default: 'ben2-base',
+                        },
+                        audio: {
+                            type: 'string',
+                            enum: ['base', 'foreground', 'both', 'none'],
+                            default: 'base',
+                        },
+                        videoBitrate: {
+                            oneOf: [
+                                {
+                                    type: 'string',
+                                    enum: ['very-low', 'low', 'medium', 'high', 'very-high'],
+                                },
+                                { type: 'integer', minimum: 1 },
+                            ],
+                            default: 'very-high',
+                        },
+                    },
+                    additionalProperties: false,
+                },
+                annotations: { readOnlyHint: false },
+                execute: async (input) => {
+                    var _a;
+                    var _b, _c, _d, _e, _f, _g, _h;
+                    if (!(0, OptionalPackageModal_1.isOptionalPackageInstalled)(video_matting_capability_1.VIDEO_MATTING_PACKAGE)) {
+                        return missingOptionalPackageResult(video_matting_capability_1.VIDEO_MATTING_PACKAGE);
+                    }
+                    const assetPath = resolveAssetPath({
+                        assetPath: input.assetPath,
+                        currentContent: currentContentRef.current,
+                        staticFiles: staticFilesRef.current,
+                    });
+                    if ((0, get_preview_file_type_1.getPreviewFileType)(assetPath) !== 'video') {
+                        throw new Error('The separation asset must be a video.');
+                    }
+                    const videoMatting = await Promise.resolve().then(() => __importStar(require('@remotion/video-matting')));
+                    const modelName = (_b = input.model) !== null && _b !== void 0 ? _b : 'ben2-base';
+                    if (typeof modelName !== 'string') {
+                        throw new Error('model must be a string.');
+                    }
+                    const model = (_a = videoMatting
+                        .getAvailableModels()
+                        .find((candidate) => candidate.name === modelName)) === null || _a === void 0 ? void 0 : _a.name;
+                    if (!model) {
+                        throw new Error(`Unknown video matting model: ${modelName}.`);
+                    }
+                    const audio = (_c = input.audio) !== null && _c !== void 0 ? _c : 'base';
+                    if (audio !== 'base' &&
+                        audio !== 'foreground' &&
+                        audio !== 'both' &&
+                        audio !== 'none') {
+                        throw new Error('audio must be base, foreground, both, or none.');
+                    }
+                    const videoBitrate = (_d = input.videoBitrate) !== null && _d !== void 0 ? _d : 'very-high';
+                    if ((typeof videoBitrate !== 'number' ||
+                        !Number.isInteger(videoBitrate) ||
+                        videoBitrate <= 0) &&
+                        videoBitrate !== 'very-low' &&
+                        videoBitrate !== 'low' &&
+                        videoBitrate !== 'medium' &&
+                        videoBitrate !== 'high' &&
+                        videoBitrate !== 'very-high') {
+                        throw new Error('videoBitrate is invalid.');
+                    }
+                    const src = (0, remotion_1.staticFile)(assetPath);
+                    const displayName = (_e = assetPath.split('/').at(-1)) !== null && _e !== void 0 ? _e : assetPath;
+                    const baseName = (0, public_output_name_1.getDefaultOutputBaseName)(src, displayName, 'video');
+                    const baseOutputPath = (_f = input.baseOutputPath) !== null && _f !== void 0 ? _f : `${baseName}-base.webm`;
+                    const foregroundOutputPath = (_g = input.foregroundOutputPath) !== null && _g !== void 0 ? _g : `${baseName}-foreground.webm`;
+                    if (typeof baseOutputPath !== 'string' ||
+                        typeof foregroundOutputPath !== 'string') {
+                        throw new Error('Output paths must be strings.');
+                    }
+                    const baseError = (0, public_output_name_1.validatePublicOutputName)({
+                        extension: '.webm',
+                        outName: baseOutputPath,
+                    });
+                    const foregroundError = (0, public_output_name_1.validatePublicOutputName)({
+                        extension: '.webm',
+                        outName: foregroundOutputPath,
+                    });
+                    if (baseError !== null || foregroundError !== null) {
+                        throw new Error((_h = baseError !== null && baseError !== void 0 ? baseError : foregroundError) !== null && _h !== void 0 ? _h : 'Invalid output path.');
+                    }
+                    if (baseOutputPath.normalize('NFC').toLowerCase() ===
+                        foregroundOutputPath.normalize('NFC').toLowerCase()) {
+                        throw new Error('Background and foreground outputs must be different.');
+                    }
+                    const jobId = addVideoMattingJob({
+                        audio,
+                        baseOutName: baseOutputPath,
+                        displayName,
+                        foregroundOutName: foregroundOutputPath,
+                        model,
+                        src,
+                        videoBitrate,
+                    });
+                    return {
+                        baseOutputPath,
+                        foregroundOutputPath,
+                        jobId,
+                        success: true,
+                    };
+                },
+            }, { signal: controller.signal }),
             modelContext.registerTool({
                 name: 'restart_studio',
                 title: 'Restart Studio',
@@ -303,7 +713,12 @@ const WebMcp = () => {
                         throw new Error(`Composition ${compositionName} not found.`);
                     }
                     selectComposition(composition, true);
-                    return Promise.resolve({ currentComposition: composition.id });
+                    return Promise.resolve({
+                        currentContent: {
+                            type: 'composition',
+                            compositionId: composition.id,
+                        },
+                    });
                 },
             }, { signal: controller.signal }),
             modelContext.registerTool({
@@ -319,7 +734,7 @@ const WebMcp = () => {
                 execute: () => {
                     const compositionId = currentCompositionRef.current;
                     return Promise.resolve({
-                        currentComposition: compositionId,
+                        currentContent: currentContentRef.current,
                         sequences: compositionId === null
                             ? []
                             : getCurrentTimeline().map(serializeSequence),
@@ -364,7 +779,7 @@ const WebMcp = () => {
                     }
                     selectItems([selection], { reveal: true });
                     return Promise.resolve({
-                        currentComposition: compositionId,
+                        currentContent: currentContentRef.current,
                         selectedSequence: serializeSequence(timelineTrack),
                     });
                 },
@@ -419,7 +834,7 @@ const WebMcp = () => {
                     const compositionId = currentCompositionRef.current;
                     if (compositionId === null) {
                         return Promise.resolve({
-                            currentComposition: null,
+                            currentContent: currentContentRef.current,
                             currentFrame: null,
                             html: null,
                             htmlLength: null,
@@ -428,7 +843,7 @@ const WebMcp = () => {
                     }
                     const outerHtml = remotion_1.Internals.portalNode().outerHTML;
                     return Promise.resolve({
-                        currentComposition: compositionId,
+                        currentContent: currentContentRef.current,
                         currentFrame: (0, imperative_state_1.getCurrentFrame)(),
                         html: outerHtml.slice(0, MAX_CANVAS_HTML_LENGTH),
                         htmlLength: outerHtml.length,
@@ -451,7 +866,7 @@ const WebMcp = () => {
                     const composition = currentCompositionDefinitionRef.current;
                     if (composition === null) {
                         return {
-                            currentComposition: null,
+                            currentContent: currentContentRef.current,
                             currentFrame: null,
                             outlines: [],
                         };
@@ -538,7 +953,7 @@ const WebMcp = () => {
                         };
                     }));
                     return {
-                        currentComposition: composition.id,
+                        currentContent: currentContentRef.current,
                         currentFrame,
                         outlines: outlines.filter((outline) => outline !== null),
                     };
@@ -560,7 +975,7 @@ const WebMcp = () => {
                     const compositionId = currentCompositionRef.current;
                     if (compositionId === null) {
                         return Promise.resolve({
-                            currentComposition: null,
+                            currentContent: currentContentRef.current,
                             currentFrame: null,
                             playing: null,
                             muted: null,
@@ -582,7 +997,7 @@ const WebMcp = () => {
                         zoom: (_c = timelineZoomRef.current[compositionId]) !== null && _c !== void 0 ? _c : null,
                     });
                     return Promise.resolve({
-                        currentComposition: compositionId,
+                        currentContent: currentContentRef.current,
                         currentFrame: (0, imperative_state_1.getCurrentFrame)(),
                         playing: isPlaying(),
                         muted: playerMutedRef.current,
@@ -599,7 +1014,7 @@ const WebMcp = () => {
             modelContext.registerTool({
                 name: 'get_selection',
                 title: 'Get Studio selection',
-                description: 'Read the current frame, composition, and source-code context for the item currently selected in Remotion Studio. The selection matches "Copy context for agents".',
+                description: 'Read the current frame, canvas content (composition, asset, or output), and source-code context for the item currently selected in Remotion Studio. The selection matches "Copy context for agents".',
                 inputSchema: {
                     type: 'object',
                     properties: {},
@@ -609,7 +1024,7 @@ const WebMcp = () => {
                 execute: () => Promise.resolve({
                     currentFrame: (0, imperative_state_1.getCurrentFrame)(),
                     currentSelection: currentSelectionRef.current,
-                    currentComposition: currentCompositionRef.current,
+                    currentContent: currentContentRef.current,
                     selectionType: selectedItemsRef.current.length === 1
                         ? selectedItemsRef.current[0].type
                         : null,
@@ -630,7 +1045,7 @@ const WebMcp = () => {
                     const compositionId = currentCompositionRef.current;
                     const guidesAreVisible = editorShowGuidesRef.current;
                     return Promise.resolve({
-                        currentComposition: compositionId,
+                        currentContent: currentContentRef.current,
                         guidesVisible: guidesAreVisible,
                         guides: compositionId === null
                             ? []
@@ -672,7 +1087,7 @@ const WebMcp = () => {
                     editorShowGuidesRef.current = visible;
                     setEditorShowGuides(() => visible);
                     return Promise.resolve({
-                        currentComposition: compositionId,
+                        currentContent: currentContentRef.current,
                         guidesVisible: visible,
                     });
                 },
@@ -723,7 +1138,7 @@ const WebMcp = () => {
                     editorShowGuidesRef.current = true;
                     setEditorShowGuides(() => true);
                     return Promise.resolve({
-                        currentComposition: compositionId,
+                        currentContent: currentContentRef.current,
                         guide: {
                             id: guide.id,
                             orientation: guide.orientation,
@@ -771,7 +1186,7 @@ const WebMcp = () => {
                         clearSelection();
                     }
                     return Promise.resolve({
-                        currentComposition: compositionId,
+                        currentContent: currentContentRef.current,
                         guideId,
                         removed: true,
                     });
@@ -800,7 +1215,7 @@ const WebMcp = () => {
                     }
                     (0, play_1.play)();
                     return Promise.resolve({
-                        currentComposition: compositionId,
+                        currentContent: currentContentRef.current,
                         playing: true,
                     });
                 },
@@ -825,7 +1240,7 @@ const WebMcp = () => {
                     }
                     (0, pause_1.pause)();
                     return Promise.resolve({
-                        currentComposition: compositionId,
+                        currentContent: currentContentRef.current,
                         playing: false,
                     });
                 },
@@ -848,7 +1263,7 @@ const WebMcp = () => {
                     setPlayerMuted(true);
                     (0, mute_1.persistMuteOption)(true);
                     return Promise.resolve({
-                        currentComposition: compositionId,
+                        currentContent: currentContentRef.current,
                         muted: true,
                     });
                 },
@@ -871,7 +1286,7 @@ const WebMcp = () => {
                     setPlayerMuted(false);
                     (0, mute_1.persistMuteOption)(false);
                     return Promise.resolve({
-                        currentComposition: compositionId,
+                        currentContent: currentContentRef.current,
                         muted: false,
                     });
                 },
@@ -929,7 +1344,7 @@ const WebMcp = () => {
                         anchorContentX: null,
                     });
                     return Promise.resolve({
-                        currentComposition: compositionId,
+                        currentContent: currentContentRef.current,
                         timelineZoom: (0, get_timeline_max_zoom_1.timelineZoomToNormalized)({
                             zoom: timelineZoom,
                             minZoom,
@@ -966,7 +1381,7 @@ const WebMcp = () => {
                     setPlaybackRate(() => playbackRate);
                     (0, playbackrate_1.persistPlaybackRate)(playbackRate);
                     return Promise.resolve({
-                        currentComposition: compositionId,
+                        currentContent: currentContentRef.current,
                         playbackRate,
                     });
                 },
@@ -1000,7 +1415,7 @@ const WebMcp = () => {
                     (0, seek_1.seek)(currentFrame);
                     return Promise.resolve({
                         currentFrame,
-                        currentComposition: compositionId,
+                        currentContent: currentContentRef.current,
                     });
                 },
             }, { signal: controller.signal }),
@@ -1009,6 +1424,8 @@ const WebMcp = () => {
             controller.abort();
         };
     }, [
+        addCaptionJob,
+        addVideoMattingJob,
         clearSelection,
         isPlaying,
         selectComposition,