@miraiclip/assistant 0.2.0 → 0.3.0

package/dist/index.d.cts

@@ -17,6 +17,12 @@ interface ToolCall {
      */
     meta?: Record<string, unknown>;
 }
+/** An image the model looks at (a rendered preview a tool returns): base64 bytes and their type. */
+interface ChatImage {
+    mimeType: string;
+    /** Base64, no `data:` prefix. */
+    data: string;
+}
 type ChatMessage = {
     role: "system";
     content: string;
@@ -27,11 +33,14 @@ type ChatMessage = {
     role: "assistant";
     content: string;
     toolCalls?: ToolCall[];
-} | {
+}
+/** `images`: pictures that come with the result (e.g. rendered frames), for models that can see. */
+ | {
     role: "tool";
     toolCallId: string;
     name: string;
     content: string;
+    images?: ChatImage[];
 };
 /** A tool as the model sees it: name, description and a JSON Schema for its input. */
 interface ToolSpec {
@@ -153,9 +162,21 @@ interface OpenAIChatModelOptions {
     label?: string;
     fetch?: FetchLike;
 }
+type OpenAIPart = {
+    type: "text";
+    text: string;
+} | {
+    type: "image_url";
+    image_url: {
+        url: string;
+    };
+};
 type OpenAIMessage = {
     role: "system" | "user";
     content: string;
+} | {
+    role: "user";
+    content: OpenAIPart[];
 } | {
     role: "assistant";
     content: string | null;
@@ -221,6 +242,14 @@ interface AnthropicChatModelOptions {
     label?: string;
     fetch?: FetchLike;
 }
+type ImageBlock = {
+    type: "image";
+    source: {
+        type: "base64";
+        media_type: string;
+        data: string;
+    };
+};
 type Block = {
     type: "text";
     text: string;
@@ -232,7 +261,10 @@ type Block = {
 } | {
     type: "tool_result";
     tool_use_id: string;
-    content: string;
+    content: string | ({
+        type: "text";
+        text: string;
+    } | ImageBlock)[];
 } | {
     type: "thinking";
     thinking: string;
@@ -300,6 +332,10 @@ type Part = {
         name: string;
         response: Record<string, unknown>;
     };
+    inlineData?: {
+        mimeType: string;
+        data: string;
+    };
 };
 type GeminiContent = {
     role: "user" | "model";
@@ -550,16 +586,32 @@ interface UnknownFields {
 /** Unknown payload fields for a command, judged against the best-matching schema branch. */
 declare function unknownFields(schema: unknown, payload: unknown): UnknownFields | null;
 
+/**
+ * Checks an html clip's template the way the renderer will read it: as XML
+ * (it rasterizes through an SVG `foreignObject`). Markup that isn't
+ * well-formed renders nothing, silently, so the assistant rejects it up front
+ * with an error the model can fix.
+ */
+/** Why the markup won't parse as XML, or undefined when it's well-formed. */
+declare function markupProblem(markup: string): string | undefined;
+/** `asset:<id>` references in a template. */
+declare function assetRefs(markup: string): string[];
+
 /** What a tool's `run` gets. `project` is the turn's working copy. */
 interface ToolContext {
     project: Project;
     signal?: AbortSignal;
 }
-/** A tool's answer. `changes` are human-readable lines for the app's "what changed" list. */
+/**
+ * A tool's answer. `changes` are human-readable lines for the app's "what
+ * changed" list. `images` go to the model with the result, so it can look at
+ * what it made (rendered frames); models that can't see get the text only.
+ */
 type ToolOutput = {
     ok: true;
     result?: unknown;
     changes?: string[];
+    images?: ChatImage[];
 } | {
     ok: false;
     error: unknown;
@@ -590,6 +642,13 @@ interface EditorToolsOptions {
     transitionKinds?: string[];
     /** The command catalog to offer in apply_commands (default: the built-ins). Pass `project.commandCatalog()` when you register custom commands. */
     commandCatalog?: Record<string, unknown>;
+    /**
+     * Runs the continuous-shot check over the document (e.g. `checkShot` from `@miraiclip/server-export`, or the app's
+     * in-browser equivalent). The `check_sequence` tool is offered only when this is given, because the check needs a browser.
+     */
+    checkSequence?: (doc: ProjectDocument, options: {
+        clipId?: string;
+    }) => Promise<unknown>;
 }
 /**
  * The tools that edit a Miraiclip project: read state, look up a command's
@@ -642,12 +701,75 @@ type CommitResult = {
 /** Replay a fork's commands onto the real project as one undoable step. */
 declare function commitFork(project: Project, fork: RecordingProject, label?: string): CommitResult;
 
+/**
+ * Skills: playbooks for bigger jobs (a launch video, captions, a reformat),
+ * loaded by the model only when a request needs one.
+ *
+ * The system prompt lists each skill's name and description. The model calls
+ * `load_skill` to read one, and `read_skill_file` for the reference files it
+ * points to, so the prompt stays small however many skills there are. An app
+ * can also start a request with a skill already loaded (`TurnOptions.skills`),
+ * e.g. from a button.
+ *
+ * Skills are plain Markdown with a front matter (`name`, `description`), the
+ * same shape as Claude Code skills. `MIRAICLIP_SKILLS` are the Miraiclip
+ * plugin's skills, in their editor versions.
+ */
+interface AssistantSkill {
+    /** Lowercase letters, digits and dashes, e.g. "captions". */
+    name: string;
+    /** When to use it, in one or two sentences. The model picks skills by this. */
+    description: string;
+    /** The playbook (Markdown, without the front matter). */
+    instructions: string;
+    /** Reference files the playbook points to, by relative path ("reference/craft.md"). */
+    files?: Readonly<Record<string, string>>;
+}
+declare function defineSkill(skill: AssistantSkill): AssistantSkill;
+/** Split `---\nkey: value\n---\nbody` into its fields and body. Values may be quoted. */
+declare function parseFrontMatter(markdown: string): {
+    data: Record<string, string>;
+    body: string;
+};
+/** One skill from its Markdown (front matter `name` and `description`). */
+declare function parseSkill(markdown: string, options?: {
+    name?: string;
+    description?: string;
+    files?: Record<string, string>;
+}): AssistantSkill;
+interface SkillsFromFilesOptions {
+    /**
+     * Which file in a skill folder is the playbook, in order of preference.
+     * Default `["SKILL.md"]`. The Miraiclip plugin keeps the Claude Code
+     * version in SKILL.md and the in-editor version in EDITOR.md, so an editor
+     * passes `["EDITOR.md"]` (folders without one are skipped). The other
+     * entry file's front matter fills in a missing name or description.
+     */
+    entry?: string[];
+}
+/**
+ * Skills from a folder of skill folders, given as `{ path: text }` — e.g.
+ * Vite's `import.meta.glob("./skills/**\/*.md", { query: "?raw", import: "default", eager: true })`.
+ * Every other `.md` in a skill's folder becomes one of its files.
+ */
+declare function skillsFromFiles(files: Record<string, string>, options?: SkillsFromFilesOptions): AssistantSkill[];
+/** The skill list for the system prompt. */
+declare function describeSkills(skills: readonly AssistantSkill[]): string;
+/** `load_skill` and `read_skill_file` for these skills. */
+declare function skillTools(skills: readonly AssistantSkill[]): AssistantTool[];
+
 interface AssistantOptions {
     model: ChatModel;
     /** Default `editorTools()`. Add your own (audio, captions, stock media…). */
     tools?: AssistantTool[];
     /** Extra system instructions (brand voice, house rules). */
     instructions?: string;
+    /**
+     * Playbooks the model can load when a request needs one (e.g.
+     * `MIRAICLIP_SKILLS`). Adds `load_skill` and `read_skill_file` to the tools
+     * and lists each skill's name and description in the system prompt.
+     */
+    skills?: readonly AssistantSkill[];
     /** Model round-trips per request (default 12). */
     maxSteps?: number;
     /** Model id when the adapter serves several. */
@@ -669,6 +791,8 @@ type AssistantEvent = {
     ok: boolean;
     changes?: string[];
     error?: string;
+    /** Images the tool returned (previews, storyboards) — the model sees them too; apps may show them. */
+    images?: ChatImage[];
 } | {
     type: "step";
     index: number;
@@ -684,6 +808,13 @@ interface TurnOptions {
     onEvent?: (event: AssistantEvent) => void;
     /** History label for the undo step (default "Assistant: <request>"). */
     label?: string;
+    /**
+     * Skills to load up front for this request, by name (e.g. the user picked
+     * "Captions" in the app). Their playbooks go into the system prompt, so the
+     * model starts on them without a `load_skill` call. Unknown names are
+     * ignored.
+     */
+    skills?: readonly string[];
 }
 interface AssistantTurn {
     /** The model's final answer to the user. */
@@ -714,6 +845,9 @@ interface Assistant {
 declare const DEFAULT_INSTRUCTIONS = "You are the editing assistant inside a video editor. You change the user's project by calling tools; every change you make lands as ONE undo step when you finish, so act confidently.\n\nHow to work:\n- The current project is summarized below. Clip, track and asset ids there are what tools expect. Call get_state to re-read it after big changes.\n- Prefer the high-level tools when they fit (add_transition, animate_clip, add_effect, set_effects_enabled, set_background, trim_clip, set_keyframes, close_gaps, and any audio or media tools). Call tools directly; apply_commands takes only editing commands like \"clip/add\", never tool names. Use apply_commands for everything else, batching related commands; look up a command's payload with get_command_schema the first time you use it, and use only the fields it lists.\n- Fading a picture (text, image, logo, video) in or out is animate_clip (in / out: fade). fadeInUs / fadeOutUs are audio fades. \"Fade the video in at the start / out at the end\" means the first clip's entrance and the last clip's exit.\n- Constant values are set directly with clip/set-property: rotation (\"rotate 45\u00B0\", \"tilt\"), volume (\"lower to 30%\", \"louder\"), position, size, opacity. Only values that CHANGE over a time range (\"duck the music between 10 and 15 s\", \"fade to silence between 18 and 20 s\", \"spin one full turn\", \"pan across\") are keyframes: set_keyframes, with times in timeline seconds. Remove an animation with keyframe/clear.\n- \"Cuts\" are the ones listed in the project summary; use their times (e.g. one sound per cut).\n- \"Add N more seconds of footage\" adds a new clip (clip/add with trimStartUs for the source point) after the last one; it does not stretch an existing clip.\n- Caption looks (box behind the text, outline, shadow, colors, word preset) are the caption clip's style (clip/set-property { style }).\n- \"The whole video\" means from 0 to the composition length (trim_clip startSeconds / endSeconds).\n- A solid color background behind everything is set_background (add, recolor, remove). Other html clips are recolored through the params their template uses (shown in the clip details). A new track goes on top unless track/add gets index 0 (the bottom).\n- \"Replace X with Y\" removes X and adds Y in the same turn, whichever tool adds Y (audio tools take replaceClipId, which does both).\n- Solo / mute / lock / hide a track with track/set-property (solo, muted, locked, hidden). \"Solo X\" is solo: true on X, not muting the others.\n- Relative requests (\"bigger\", \"louder\", \"a bit brighter\", \"twice as big\") start from the current values in the clip details below: make a visible change in the asked direction (about 25% for \"bigger\"/\"smaller\", \u00D72 for \"twice\").\n- When something is selected, \"this\", \"it\", \"the clip\" and any request that names no target mean ONLY the selection, even with words like \"at the end\" (the end of that clip). Edit nothing else. \"Here\" / \"now\" / \"this point\" mean the playhead. \"Clips\" without a kind mean the video clips on the main video track.\n- \"Again\" / \"also\" / \"another\" mean keep the original and add a copy (clip/duplicate, or clip/add with the same asset); never move the original. \"Instead\" means move or replace.\n- Removing a clip leaves a gap; when asked to close it, also run close_gaps (or trim_clip with ripple).\n- Commands use integer microseconds (1 second = 1000000). High-level tools take seconds.\n- Positions (transform x, y) are fractions of the frame: 0.5, 0.5 is the center.\n- Only reference media that exists in the project or that a tool returned. Never invent file URLs.\n- If a tool fails, read the error, fix the input and retry. A failed apply_commands batch applied NONE of its commands: resend all of them, corrected. If something can't be done, say why.\n- If the request is ambiguous in a way that matters, ask one short question instead of guessing.\n\nWhen you're done, reply in one to three short sentences: what you changed, in plain words (times in seconds, names over ids). Describe only edits your tools reported as applied; if a tool says something changed nothing or failed, fix it or say so. No markdown headings.";
 declare function createAssistant(options: AssistantOptions): Assistant;
 
+/** The Miraiclip plugin's skills, in their in-editor versions: pass to `createAssistant({ skills })`. */
+declare const MIRAICLIP_SKILLS: readonly AssistantSkill[];
+
 type ScriptStep = string | {
     text?: string;
     toolCalls?: (Omit<ToolCall, "id"> & {
@@ -731,4 +865,4 @@ declare function scriptedChatModel(steps: ScriptStep[], options?: {
     requests: ChatRequest[];
 };
 
-export { AI_PROVIDERS, type AiProviderInfo, type AnthropicChatModelOptions, type Assistant, type AssistantEvent, type AssistantOptions, type AssistantTool, type AssistantTurn, BACKGROUND_TEMPLATE, type ChatHandlerOptions, type ChatMessage, type ChatModel, ChatModelError, type ChatModelInfo, type ChatModelsFromEnvOptions, type ChatOptions, type ChatRequest, type ChatResponse, type ChatUsage, type CommitResult, type CreateChatModelOptions, DEFAULT_INSTRUCTIONS, type EditorToolsOptions, type FetchLike, type ForkOptions, type GeminiChatModelOptions, type ModelEntry, type OpenAIChatModelOptions, type ProviderApi, type RateLimitOptions, type RecordingProject, type RemoteChatModelOptions, type RemoteModelInfo, type RoutedChatModelOptions, type ScriptStep, type ToolCall, type ToolContext, type ToolOutput, type ToolSpec, type TurnOptions, USER_KEY_HEADERS, type UnknownFields, type UserCredentials, type UserKeyInfo, type UserKeyOptions, aiProvider, anthropicChatModel, applyChecked, applyCommandsSchema, chatModelsFromEnv, commitFork, createAssistant, createChatHandler, createChatModel, defineChatModel, defineTool, describeCommands, describeForAssistant, editorTools, forkProject, geminiChatModel, openAIChatModel, parseToolArguments, rateLimitedChatModel, remoteChatModel, retryDelayMs, routedChatModel, scriptedChatModel, splitModelRef, toAnthropicMessages, toGeminiContents, toOpenAIMessages, toolsFromDefinitions, unknownFields, userKeyHeaders, withExplicitIds };
+export { AI_PROVIDERS, type AiProviderInfo, type AnthropicChatModelOptions, type Assistant, type AssistantEvent, type AssistantOptions, type AssistantSkill, type AssistantTool, type AssistantTurn, BACKGROUND_TEMPLATE, type ChatHandlerOptions, type ChatImage, type ChatMessage, type ChatModel, ChatModelError, type ChatModelInfo, type ChatModelsFromEnvOptions, type ChatOptions, type ChatRequest, type ChatResponse, type ChatUsage, type CommitResult, type CreateChatModelOptions, DEFAULT_INSTRUCTIONS, type EditorToolsOptions, type FetchLike, type ForkOptions, type GeminiChatModelOptions, MIRAICLIP_SKILLS, type ModelEntry, type OpenAIChatModelOptions, type ProviderApi, type RateLimitOptions, type RecordingProject, type RemoteChatModelOptions, type RemoteModelInfo, type RoutedChatModelOptions, type ScriptStep, type SkillsFromFilesOptions, type ToolCall, type ToolContext, type ToolOutput, type ToolSpec, type TurnOptions, USER_KEY_HEADERS, type UnknownFields, type UserCredentials, type UserKeyInfo, type UserKeyOptions, aiProvider, anthropicChatModel, applyChecked, applyCommandsSchema, assetRefs, chatModelsFromEnv, commitFork, createAssistant, createChatHandler, createChatModel, defineChatModel, defineSkill, defineTool, describeCommands, describeForAssistant, describeSkills, editorTools, forkProject, geminiChatModel, markupProblem, openAIChatModel, parseFrontMatter, parseSkill, parseToolArguments, rateLimitedChatModel, remoteChatModel, retryDelayMs, routedChatModel, scriptedChatModel, skillTools, skillsFromFiles, splitModelRef, toAnthropicMessages, toGeminiContents, toOpenAIMessages, toolsFromDefinitions, unknownFields, userKeyHeaders, withExplicitIds };

package/dist/index.d.ts

@@ -17,6 +17,12 @@ interface ToolCall {
      */
     meta?: Record<string, unknown>;
 }
+/** An image the model looks at (a rendered preview a tool returns): base64 bytes and their type. */
+interface ChatImage {
+    mimeType: string;
+    /** Base64, no `data:` prefix. */
+    data: string;
+}
 type ChatMessage = {
     role: "system";
     content: string;
@@ -27,11 +33,14 @@ type ChatMessage = {
     role: "assistant";
     content: string;
     toolCalls?: ToolCall[];
-} | {
+}
+/** `images`: pictures that come with the result (e.g. rendered frames), for models that can see. */
+ | {
     role: "tool";
     toolCallId: string;
     name: string;
     content: string;
+    images?: ChatImage[];
 };
 /** A tool as the model sees it: name, description and a JSON Schema for its input. */
 interface ToolSpec {
@@ -153,9 +162,21 @@ interface OpenAIChatModelOptions {
     label?: string;
     fetch?: FetchLike;
 }
+type OpenAIPart = {
+    type: "text";
+    text: string;
+} | {
+    type: "image_url";
+    image_url: {
+        url: string;
+    };
+};
 type OpenAIMessage = {
     role: "system" | "user";
     content: string;
+} | {
+    role: "user";
+    content: OpenAIPart[];
 } | {
     role: "assistant";
     content: string | null;
@@ -221,6 +242,14 @@ interface AnthropicChatModelOptions {
     label?: string;
     fetch?: FetchLike;
 }
+type ImageBlock = {
+    type: "image";
+    source: {
+        type: "base64";
+        media_type: string;
+        data: string;
+    };
+};
 type Block = {
     type: "text";
     text: string;
@@ -232,7 +261,10 @@ type Block = {
 } | {
     type: "tool_result";
     tool_use_id: string;
-    content: string;
+    content: string | ({
+        type: "text";
+        text: string;
+    } | ImageBlock)[];
 } | {
     type: "thinking";
     thinking: string;
@@ -300,6 +332,10 @@ type Part = {
         name: string;
         response: Record<string, unknown>;
     };
+    inlineData?: {
+        mimeType: string;
+        data: string;
+    };
 };
 type GeminiContent = {
     role: "user" | "model";
@@ -550,16 +586,32 @@ interface UnknownFields {
 /** Unknown payload fields for a command, judged against the best-matching schema branch. */
 declare function unknownFields(schema: unknown, payload: unknown): UnknownFields | null;
 
+/**
+ * Checks an html clip's template the way the renderer will read it: as XML
+ * (it rasterizes through an SVG `foreignObject`). Markup that isn't
+ * well-formed renders nothing, silently, so the assistant rejects it up front
+ * with an error the model can fix.
+ */
+/** Why the markup won't parse as XML, or undefined when it's well-formed. */
+declare function markupProblem(markup: string): string | undefined;
+/** `asset:<id>` references in a template. */
+declare function assetRefs(markup: string): string[];
+
 /** What a tool's `run` gets. `project` is the turn's working copy. */
 interface ToolContext {
     project: Project;
     signal?: AbortSignal;
 }
-/** A tool's answer. `changes` are human-readable lines for the app's "what changed" list. */
+/**
+ * A tool's answer. `changes` are human-readable lines for the app's "what
+ * changed" list. `images` go to the model with the result, so it can look at
+ * what it made (rendered frames); models that can't see get the text only.
+ */
 type ToolOutput = {
     ok: true;
     result?: unknown;
     changes?: string[];
+    images?: ChatImage[];
 } | {
     ok: false;
     error: unknown;
@@ -590,6 +642,13 @@ interface EditorToolsOptions {
     transitionKinds?: string[];
     /** The command catalog to offer in apply_commands (default: the built-ins). Pass `project.commandCatalog()` when you register custom commands. */
     commandCatalog?: Record<string, unknown>;
+    /**
+     * Runs the continuous-shot check over the document (e.g. `checkShot` from `@miraiclip/server-export`, or the app's
+     * in-browser equivalent). The `check_sequence` tool is offered only when this is given, because the check needs a browser.
+     */
+    checkSequence?: (doc: ProjectDocument, options: {
+        clipId?: string;
+    }) => Promise<unknown>;
 }
 /**
  * The tools that edit a Miraiclip project: read state, look up a command's
@@ -642,12 +701,75 @@ type CommitResult = {
 /** Replay a fork's commands onto the real project as one undoable step. */
 declare function commitFork(project: Project, fork: RecordingProject, label?: string): CommitResult;
 
+/**
+ * Skills: playbooks for bigger jobs (a launch video, captions, a reformat),
+ * loaded by the model only when a request needs one.
+ *
+ * The system prompt lists each skill's name and description. The model calls
+ * `load_skill` to read one, and `read_skill_file` for the reference files it
+ * points to, so the prompt stays small however many skills there are. An app
+ * can also start a request with a skill already loaded (`TurnOptions.skills`),
+ * e.g. from a button.
+ *
+ * Skills are plain Markdown with a front matter (`name`, `description`), the
+ * same shape as Claude Code skills. `MIRAICLIP_SKILLS` are the Miraiclip
+ * plugin's skills, in their editor versions.
+ */
+interface AssistantSkill {
+    /** Lowercase letters, digits and dashes, e.g. "captions". */
+    name: string;
+    /** When to use it, in one or two sentences. The model picks skills by this. */
+    description: string;
+    /** The playbook (Markdown, without the front matter). */
+    instructions: string;
+    /** Reference files the playbook points to, by relative path ("reference/craft.md"). */
+    files?: Readonly<Record<string, string>>;
+}
+declare function defineSkill(skill: AssistantSkill): AssistantSkill;
+/** Split `---\nkey: value\n---\nbody` into its fields and body. Values may be quoted. */
+declare function parseFrontMatter(markdown: string): {
+    data: Record<string, string>;
+    body: string;
+};
+/** One skill from its Markdown (front matter `name` and `description`). */
+declare function parseSkill(markdown: string, options?: {
+    name?: string;
+    description?: string;
+    files?: Record<string, string>;
+}): AssistantSkill;
+interface SkillsFromFilesOptions {
+    /**
+     * Which file in a skill folder is the playbook, in order of preference.
+     * Default `["SKILL.md"]`. The Miraiclip plugin keeps the Claude Code
+     * version in SKILL.md and the in-editor version in EDITOR.md, so an editor
+     * passes `["EDITOR.md"]` (folders without one are skipped). The other
+     * entry file's front matter fills in a missing name or description.
+     */
+    entry?: string[];
+}
+/**
+ * Skills from a folder of skill folders, given as `{ path: text }` — e.g.
+ * Vite's `import.meta.glob("./skills/**\/*.md", { query: "?raw", import: "default", eager: true })`.
+ * Every other `.md` in a skill's folder becomes one of its files.
+ */
+declare function skillsFromFiles(files: Record<string, string>, options?: SkillsFromFilesOptions): AssistantSkill[];
+/** The skill list for the system prompt. */
+declare function describeSkills(skills: readonly AssistantSkill[]): string;
+/** `load_skill` and `read_skill_file` for these skills. */
+declare function skillTools(skills: readonly AssistantSkill[]): AssistantTool[];
+
 interface AssistantOptions {
     model: ChatModel;
     /** Default `editorTools()`. Add your own (audio, captions, stock media…). */
     tools?: AssistantTool[];
     /** Extra system instructions (brand voice, house rules). */
     instructions?: string;
+    /**
+     * Playbooks the model can load when a request needs one (e.g.
+     * `MIRAICLIP_SKILLS`). Adds `load_skill` and `read_skill_file` to the tools
+     * and lists each skill's name and description in the system prompt.
+     */
+    skills?: readonly AssistantSkill[];
     /** Model round-trips per request (default 12). */
     maxSteps?: number;
     /** Model id when the adapter serves several. */
@@ -669,6 +791,8 @@ type AssistantEvent = {
     ok: boolean;
     changes?: string[];
     error?: string;
+    /** Images the tool returned (previews, storyboards) — the model sees them too; apps may show them. */
+    images?: ChatImage[];
 } | {
     type: "step";
     index: number;
@@ -684,6 +808,13 @@ interface TurnOptions {
     onEvent?: (event: AssistantEvent) => void;
     /** History label for the undo step (default "Assistant: <request>"). */
     label?: string;
+    /**
+     * Skills to load up front for this request, by name (e.g. the user picked
+     * "Captions" in the app). Their playbooks go into the system prompt, so the
+     * model starts on them without a `load_skill` call. Unknown names are
+     * ignored.
+     */
+    skills?: readonly string[];
 }
 interface AssistantTurn {
     /** The model's final answer to the user. */
@@ -714,6 +845,9 @@ interface Assistant {
 declare const DEFAULT_INSTRUCTIONS = "You are the editing assistant inside a video editor. You change the user's project by calling tools; every change you make lands as ONE undo step when you finish, so act confidently.\n\nHow to work:\n- The current project is summarized below. Clip, track and asset ids there are what tools expect. Call get_state to re-read it after big changes.\n- Prefer the high-level tools when they fit (add_transition, animate_clip, add_effect, set_effects_enabled, set_background, trim_clip, set_keyframes, close_gaps, and any audio or media tools). Call tools directly; apply_commands takes only editing commands like \"clip/add\", never tool names. Use apply_commands for everything else, batching related commands; look up a command's payload with get_command_schema the first time you use it, and use only the fields it lists.\n- Fading a picture (text, image, logo, video) in or out is animate_clip (in / out: fade). fadeInUs / fadeOutUs are audio fades. \"Fade the video in at the start / out at the end\" means the first clip's entrance and the last clip's exit.\n- Constant values are set directly with clip/set-property: rotation (\"rotate 45\u00B0\", \"tilt\"), volume (\"lower to 30%\", \"louder\"), position, size, opacity. Only values that CHANGE over a time range (\"duck the music between 10 and 15 s\", \"fade to silence between 18 and 20 s\", \"spin one full turn\", \"pan across\") are keyframes: set_keyframes, with times in timeline seconds. Remove an animation with keyframe/clear.\n- \"Cuts\" are the ones listed in the project summary; use their times (e.g. one sound per cut).\n- \"Add N more seconds of footage\" adds a new clip (clip/add with trimStartUs for the source point) after the last one; it does not stretch an existing clip.\n- Caption looks (box behind the text, outline, shadow, colors, word preset) are the caption clip's style (clip/set-property { style }).\n- \"The whole video\" means from 0 to the composition length (trim_clip startSeconds / endSeconds).\n- A solid color background behind everything is set_background (add, recolor, remove). Other html clips are recolored through the params their template uses (shown in the clip details). A new track goes on top unless track/add gets index 0 (the bottom).\n- \"Replace X with Y\" removes X and adds Y in the same turn, whichever tool adds Y (audio tools take replaceClipId, which does both).\n- Solo / mute / lock / hide a track with track/set-property (solo, muted, locked, hidden). \"Solo X\" is solo: true on X, not muting the others.\n- Relative requests (\"bigger\", \"louder\", \"a bit brighter\", \"twice as big\") start from the current values in the clip details below: make a visible change in the asked direction (about 25% for \"bigger\"/\"smaller\", \u00D72 for \"twice\").\n- When something is selected, \"this\", \"it\", \"the clip\" and any request that names no target mean ONLY the selection, even with words like \"at the end\" (the end of that clip). Edit nothing else. \"Here\" / \"now\" / \"this point\" mean the playhead. \"Clips\" without a kind mean the video clips on the main video track.\n- \"Again\" / \"also\" / \"another\" mean keep the original and add a copy (clip/duplicate, or clip/add with the same asset); never move the original. \"Instead\" means move or replace.\n- Removing a clip leaves a gap; when asked to close it, also run close_gaps (or trim_clip with ripple).\n- Commands use integer microseconds (1 second = 1000000). High-level tools take seconds.\n- Positions (transform x, y) are fractions of the frame: 0.5, 0.5 is the center.\n- Only reference media that exists in the project or that a tool returned. Never invent file URLs.\n- If a tool fails, read the error, fix the input and retry. A failed apply_commands batch applied NONE of its commands: resend all of them, corrected. If something can't be done, say why.\n- If the request is ambiguous in a way that matters, ask one short question instead of guessing.\n\nWhen you're done, reply in one to three short sentences: what you changed, in plain words (times in seconds, names over ids). Describe only edits your tools reported as applied; if a tool says something changed nothing or failed, fix it or say so. No markdown headings.";
 declare function createAssistant(options: AssistantOptions): Assistant;
 
+/** The Miraiclip plugin's skills, in their in-editor versions: pass to `createAssistant({ skills })`. */
+declare const MIRAICLIP_SKILLS: readonly AssistantSkill[];
+
 type ScriptStep = string | {
     text?: string;
     toolCalls?: (Omit<ToolCall, "id"> & {
@@ -731,4 +865,4 @@ declare function scriptedChatModel(steps: ScriptStep[], options?: {
     requests: ChatRequest[];
 };
 
-export { AI_PROVIDERS, type AiProviderInfo, type AnthropicChatModelOptions, type Assistant, type AssistantEvent, type AssistantOptions, type AssistantTool, type AssistantTurn, BACKGROUND_TEMPLATE, type ChatHandlerOptions, type ChatMessage, type ChatModel, ChatModelError, type ChatModelInfo, type ChatModelsFromEnvOptions, type ChatOptions, type ChatRequest, type ChatResponse, type ChatUsage, type CommitResult, type CreateChatModelOptions, DEFAULT_INSTRUCTIONS, type EditorToolsOptions, type FetchLike, type ForkOptions, type GeminiChatModelOptions, type ModelEntry, type OpenAIChatModelOptions, type ProviderApi, type RateLimitOptions, type RecordingProject, type RemoteChatModelOptions, type RemoteModelInfo, type RoutedChatModelOptions, type ScriptStep, type ToolCall, type ToolContext, type ToolOutput, type ToolSpec, type TurnOptions, USER_KEY_HEADERS, type UnknownFields, type UserCredentials, type UserKeyInfo, type UserKeyOptions, aiProvider, anthropicChatModel, applyChecked, applyCommandsSchema, chatModelsFromEnv, commitFork, createAssistant, createChatHandler, createChatModel, defineChatModel, defineTool, describeCommands, describeForAssistant, editorTools, forkProject, geminiChatModel, openAIChatModel, parseToolArguments, rateLimitedChatModel, remoteChatModel, retryDelayMs, routedChatModel, scriptedChatModel, splitModelRef, toAnthropicMessages, toGeminiContents, toOpenAIMessages, toolsFromDefinitions, unknownFields, userKeyHeaders, withExplicitIds };
+export { AI_PROVIDERS, type AiProviderInfo, type AnthropicChatModelOptions, type Assistant, type AssistantEvent, type AssistantOptions, type AssistantSkill, type AssistantTool, type AssistantTurn, BACKGROUND_TEMPLATE, type ChatHandlerOptions, type ChatImage, type ChatMessage, type ChatModel, ChatModelError, type ChatModelInfo, type ChatModelsFromEnvOptions, type ChatOptions, type ChatRequest, type ChatResponse, type ChatUsage, type CommitResult, type CreateChatModelOptions, DEFAULT_INSTRUCTIONS, type EditorToolsOptions, type FetchLike, type ForkOptions, type GeminiChatModelOptions, MIRAICLIP_SKILLS, type ModelEntry, type OpenAIChatModelOptions, type ProviderApi, type RateLimitOptions, type RecordingProject, type RemoteChatModelOptions, type RemoteModelInfo, type RoutedChatModelOptions, type ScriptStep, type SkillsFromFilesOptions, type ToolCall, type ToolContext, type ToolOutput, type ToolSpec, type TurnOptions, USER_KEY_HEADERS, type UnknownFields, type UserCredentials, type UserKeyInfo, type UserKeyOptions, aiProvider, anthropicChatModel, applyChecked, applyCommandsSchema, assetRefs, chatModelsFromEnv, commitFork, createAssistant, createChatHandler, createChatModel, defineChatModel, defineSkill, defineTool, describeCommands, describeForAssistant, describeSkills, editorTools, forkProject, geminiChatModel, markupProblem, openAIChatModel, parseFrontMatter, parseSkill, parseToolArguments, rateLimitedChatModel, remoteChatModel, retryDelayMs, routedChatModel, scriptedChatModel, skillTools, skillsFromFiles, splitModelRef, toAnthropicMessages, toGeminiContents, toOpenAIMessages, toolsFromDefinitions, unknownFields, userKeyHeaders, withExplicitIds };