neoctl 0.1.21 → 0.1.23

package/dist/tools/builtins/vision-tool.js

@@ -0,0 +1,351 @@
+import { readFileSync } from "node:fs";
+import path from "node:path";
+import { supportsImageInput } from "../../model/context-window.js";
+import { createToolResultMessage } from "../../types/messages.js";
+const DEFAULT_TIMEOUT_MS = 120_000;
+export function createVisionTool(options = {}) {
+    return {
+        name: "vision",
+        description: "Inspect, describe, OCR, or answer questions about images from the current/prior conversation using the current vision-capable model. Accepts imageRefs such as [img#1], image 1, Generated image 1, filenames, or stored image paths; if omitted, defaults to the latest prior image. This tool is visible only when the current model is not known to lack image input support.",
+        inputSchema: {
+            type: "object",
+            properties: {
+                prompt: { type: "string", description: "Question/instruction for visual analysis, OCR, object identification, chart reading, etc." },
+                imageRefs: { type: "array", description: "Labels, numeric refs, filenames, or storage paths of prior conversation images, e.g. [img#1], image 1, Generated image 1, or C:\\...\\image.base64.txt.", items: { type: "string" } },
+                useLatestImage: { type: "boolean", description: "When imageRefs is omitted, use the latest prior conversation image. Defaults to true." },
+                model: { type: "string", description: "Optional model override. Defaults to the current main-loop model; the model must support image input." },
+                maxOutputTokens: { type: "integer", description: "Optional maximum output tokens for the vision response." },
+            },
+            required: ["prompt"],
+            additionalProperties: false,
+        },
+        metadata: {
+            readOnly: true,
+            concurrent: true,
+            visible: true,
+            maxResultSizeChars: 24000,
+        },
+        isEnabled(context) {
+            if (!context)
+                return false;
+            const model = resolveVisionModel(undefined, context, options);
+            return Boolean(model) && supportsImageInput(model) === true;
+        },
+        validate(input) {
+            const record = input;
+            return {
+                prompt: record.prompt ?? "",
+                imageRefs: record.imageRefs,
+                useLatestImage: record.useLatestImage ?? true,
+                model: record.model,
+                maxOutputTokens: record.maxOutputTokens,
+            };
+        },
+        validateInput(input, context) {
+            if (!input.prompt.trim())
+                return { ok: false, message: "vision prompt cannot be empty" };
+            if (input.imageRefs !== undefined && (!Array.isArray(input.imageRefs) || input.imageRefs.some((ref) => !ref.trim()))) {
+                return { ok: false, message: "vision imageRefs must contain non-empty strings" };
+            }
+            if (input.maxOutputTokens !== undefined && (!Number.isInteger(input.maxOutputTokens) || input.maxOutputTokens <= 0)) {
+                return { ok: false, message: "vision maxOutputTokens must be a positive integer" };
+            }
+            const model = resolveVisionModel(input, context, options);
+            if (!model)
+                return { ok: false, message: "vision requires a configured current model or a model parameter" };
+            if (supportsImageInput(model) !== true) {
+                return { ok: false, message: `vision requires a model that is explicitly marked as supporting image input; ${model} is not marked imageInput=true in model metadata` };
+            }
+            return { ok: true, value: { ...input, model } };
+        },
+        isConcurrencySafe() {
+            return true;
+        },
+        async call(input, context, callOptions) {
+            const gateway = context.options?.modelGateway ?? options.modelGateway;
+            if (!gateway) {
+                return { ok: false, output: { error: "vision requires a model gateway in tool context" } };
+            }
+            const model = resolveVisionModel(input, context, options);
+            const timeoutMs = options.timeoutMs ?? parsePositiveNumber(process.env.VISION_TIMEOUT_MS) ?? parsePositiveNumber(process.env.MODEL_TIMEOUT_MS) ?? DEFAULT_TIMEOUT_MS;
+            const startedAt = Date.now();
+            try {
+                const images = resolveVisionImages(input, context.messages);
+                if (images.length === 0) {
+                    const available = formatAvailableImageRefs(collectConversationImages(context.messages));
+                    throw new Error(`vision requires at least one source image. Provide imageRefs or keep useLatestImage enabled. Available imageRefs: ${available}`);
+                }
+                callOptions.onProgress?.({ toolName: "vision", message: `Inspecting ${images.length} image(s) with ${model ?? "current model"}` });
+                const result = await callVisionModel({
+                    gateway,
+                    model,
+                    prompt: input.prompt,
+                    images,
+                    timeoutMs,
+                    maxOutputTokens: input.maxOutputTokens,
+                    reasoning: normalizeReasoning(context.options?.reasoning),
+                    signal: context.abortSignal,
+                });
+                const durationMs = Date.now() - startedAt;
+                const output = {
+                    provider: "model-gateway",
+                    model,
+                    prompt: input.prompt,
+                    imageRefs: images.map((image) => formatSourceImageRef(image)).filter((ref) => Boolean(ref)),
+                    sourceImages: images.length,
+                    images: images.map((image) => ({
+                        index: image.index,
+                        label: image.label,
+                        mimeType: image.mimeType,
+                        filename: image.filename,
+                        storagePath: image.storagePath,
+                    })),
+                    text: result.text,
+                    durationMs,
+                    usage: result.usage,
+                };
+                return {
+                    ok: result.text.trim().length > 0,
+                    output,
+                    summary: result.text.trim() ? `vision inspected ${images.length} image(s) in ${durationMs}ms` : `vision returned no text after ${durationMs}ms`,
+                };
+            }
+            catch (error) {
+                return {
+                    ok: false,
+                    output: {
+                        provider: "model-gateway",
+                        model,
+                        error: error instanceof Error ? error.message : String(error),
+                        durationMs: Date.now() - startedAt,
+                    },
+                };
+            }
+        },
+        mapResult(result) {
+            const output = result.output;
+            if (!isVisionToolOutput(output))
+                return output;
+            return {
+                ...output,
+                images: output.images.map((image) => ({
+                    index: image.index,
+                    label: image.label,
+                    mimeType: image.mimeType,
+                    filename: image.filename,
+                    storagePath: image.storagePath,
+                })),
+            };
+        },
+        renderToolResultMessage(result, request) {
+            if (!request)
+                return undefined;
+            const output = this.mapResult ? this.mapResult(result, request) : result.output;
+            return createToolResultMessage(request, result.ok, output);
+        },
+    };
+}
+export const visionTool = createVisionTool();
+function resolveVisionModel(input, context, options) {
+    return input?.model?.trim() || options.model?.trim() || context.options?.mainLoopModel?.trim() || process.env.MODEL?.trim() || process.env.OPENAI_MODEL?.trim();
+}
+function resolveVisionImages(input, messages) {
+    const refs = input.imageRefs ?? [];
+    if (refs.length > 0)
+        return resolveReferencedImages(messages, refs);
+    if (input.useLatestImage === false)
+        return [];
+    const latest = latestConversationImage(messages);
+    return latest ? [latest] : [];
+}
+function resolveReferencedImages(messages, refs) {
+    if (!messages || refs.length === 0)
+        return [];
+    const imageBlocks = collectConversationImages(messages);
+    return refs.map((ref, index) => {
+        const found = findReferencedImage(imageBlocks, ref);
+        if (!found)
+            throw new Error(`vision could not find referenced image: ${ref}. Available imageRefs: ${formatAvailableImageRefs(imageBlocks)}`);
+        return { ...found, filename: found.filename || imageFilename(found.mimeType, index) };
+    });
+}
+function findReferencedImage(images, ref) {
+    const normalizedRef = normalizeImageRef(ref);
+    if (!normalizedRef)
+        return undefined;
+    for (let i = images.length - 1; i >= 0; i -= 1) {
+        const image = images[i];
+        const candidates = [
+            image.label,
+            image.filename,
+            image.storagePath,
+            image.storagePath ? path.basename(image.storagePath) : undefined,
+        ];
+        if (candidates.some((candidate) => normalizeImageRef(candidate ?? "") === normalizedRef))
+            return image;
+    }
+    const numericRef = parseImageRefNumber(normalizedRef);
+    if (numericRef !== undefined)
+        return images[numericRef - 1];
+    return undefined;
+}
+function formatSourceImageRef(image) {
+    const ref = image.label?.trim() || image.filename || String(image.index + 1);
+    return image.storagePath ? `${ref} (${image.storagePath})` : ref;
+}
+function formatAvailableImageRefs(images) {
+    if (images.length === 0)
+        return "none";
+    return images
+        .map(formatSourceImageRef)
+        .filter((ref) => Boolean(ref))
+        .slice(-10)
+        .join(", ");
+}
+function latestConversationImage(messages) {
+    const images = collectConversationImages(messages);
+    return images[images.length - 1];
+}
+function collectConversationImages(messages) {
+    if (!messages)
+        return [];
+    const images = [];
+    for (const message of messages) {
+        for (const block of message.blocks) {
+            if (block.type !== "image")
+                continue;
+            const parsedInline = parseImageData(block.data);
+            const stored = readStoredImageDataSync(block.storage?.path);
+            const parsedStored = parseImageData(stored);
+            const mimeType = block.mimeType || parsedInline.mimeType || parsedStored.mimeType;
+            const base64 = parsedInline.base64 || parsedStored.base64;
+            if (!base64 || !mimeType)
+                continue;
+            images.push({
+                index: images.length,
+                base64: normalizeBase64ImageData(base64),
+                mimeType,
+                filename: imageFilename(mimeType, images.length),
+                label: block.label,
+                storagePath: block.storage?.path,
+                storageFormat: block.storage?.format,
+            });
+        }
+    }
+    return images;
+}
+function parseImageData(value) {
+    if (!value)
+        return {};
+    const match = /^data:([^;,]+);base64,(.*)$/su.exec(value.trim());
+    if (match)
+        return { mimeType: match[1], base64: match[2] };
+    return { base64: value };
+}
+function readStoredImageDataSync(filepath) {
+    if (!filepath)
+        return undefined;
+    try {
+        return readFileSync(filepath, "utf8");
+    }
+    catch {
+        return undefined;
+    }
+}
+function normalizeBase64ImageData(value) {
+    return value.replace(/^data:[^;,]+;base64,/su, "").replace(/\s+/gu, "");
+}
+function imageFilename(mimeType, index) {
+    const subtype = mimeType.split("/")[1]?.split(";")[0]?.trim() || "png";
+    const extension = subtype === "jpeg" ? "jpg" : subtype.replace(/[^a-z0-9]/giu, "") || "png";
+    return `image-${index + 1}.${extension}`;
+}
+function normalizeImageRef(value) {
+    return value
+        .trim()
+        .toLowerCase()
+        .replace(/[。.!?]+$/gu, "")
+        .replace(/\\/gu, "/")
+        .replace(/\s+/gu, " ");
+}
+function parseImageRefNumber(normalizedRef) {
+    const match = /^(?:\[?img#?|image(?:\s+|-)?)?(\d+)\]?$/iu.exec(normalizedRef);
+    if (!match)
+        return undefined;
+    const value = Number(match[1]);
+    return Number.isInteger(value) && value > 0 ? value : undefined;
+}
+async function callVisionModel(options) {
+    const userMessage = createVisionUserMessage(options.prompt, options.images);
+    const deltaParts = [];
+    const messageParts = [];
+    let usage;
+    for await (const event of options.gateway.stream({
+        model: options.model,
+        messages: [userMessage],
+        systemPrompt: "You are a vision analysis tool. Answer the user's image question accurately and concisely. If text is visible in the image, transcribe it when relevant.",
+        tools: [],
+        stream: false,
+        maxOutputTokens: options.maxOutputTokens,
+        reasoning: options.reasoning,
+        timeoutMs: options.timeoutMs,
+        cancellation: options.signal,
+    })) {
+        collectVisionModelEvent(event, deltaParts, messageParts);
+        if (event.type === "usage" || event.type === "response_completed" || event.type === "response_incomplete")
+            usage = event.usage ?? usage;
+        if (event.type === "error")
+            throw event.error;
+    }
+    const messageText = messageParts.join("\n").trim();
+    const deltaText = deltaParts.join("").trim();
+    return { text: messageText || deltaText, usage };
+}
+function createVisionUserMessage(prompt, images) {
+    const blocks = [
+        { type: "text", text: prompt },
+        ...images.map((image) => ({
+            type: "image",
+            mimeType: image.mimeType,
+            data: image.base64,
+            label: image.label ?? image.filename,
+            storage: image.storagePath && image.storageFormat ? { path: image.storagePath, format: image.storageFormat } : undefined,
+        })),
+    ];
+    return {
+        id: `vision-${Date.now().toString(36)}-${Math.random().toString(36).slice(2, 8)}`,
+        role: "user",
+        createdAt: new Date().toISOString(),
+        blocks,
+    };
+}
+function collectVisionModelEvent(event, deltaParts, messageParts) {
+    if (event.type === "assistant_delta")
+        deltaParts.push(event.text);
+    if (event.type === "assistant_message") {
+        const text = event.message.blocks
+            .filter((block) => block.type === "text")
+            .map((block) => block.text)
+            .join("\n")
+            .trim();
+        if (text)
+            messageParts.push(text);
+    }
+}
+function normalizeReasoning(value) {
+    if (value === null)
+        return null;
+    if (!value || typeof value !== "object")
+        return undefined;
+    return value;
+}
+function parsePositiveNumber(value) {
+    if (!value)
+        return undefined;
+    const parsed = Number(value);
+    return Number.isFinite(parsed) && parsed > 0 ? parsed : undefined;
+}
+function isVisionToolOutput(value) {
+    return !!value && typeof value === "object" && !Array.isArray(value) && value.provider === "model-gateway" && typeof value.text === "string";
+}
+//# sourceMappingURL=vision-tool.js.map

package/dist/tools/builtins/vision-tool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vision-tool.js","sourceRoot":"","sources":["../../../src/tools/builtins/vision-tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AAEnE,OAAO,EAAE,uBAAuB,EAAmC,MAAM,yBAAyB,CAAC;AAkDnG,MAAM,kBAAkB,GAAG,OAAO,CAAC;AAEnC,MAAM,UAAU,gBAAgB,CAAC,UAAmC,EAAE;IACpE,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,kXAAkX;QAC/X,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,2FAA2F,EAAE;gBACpI,SAAS,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,yJAAyJ,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;gBAC/N,cAAc,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,uFAAuF,EAAE;gBACzI,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,uGAAuG,EAAE;gBAC/I,eAAe,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,yDAAyD,EAAE;aAC7G;YACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;YACpB,oBAAoB,EAAE,KAAK;SAC5B;QACD,QAAQ,EAAE;YACR,QAAQ,EAAE,IAAI;YACd,UAAU,EAAE,IAAI;YAChB,OAAO,EAAE,IAAI;YACb,kBAAkB,EAAE,KAAK;SAC1B;QACD,SAAS,CAAC,OAAO;YACf,IAAI,CAAC,OAAO;gBAAE,OAAO,KAAK,CAAC;YAC3B,MAAM,KAAK,GAAG,kBAAkB,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAC9D,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,kBAAkB,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC;QAC9D,CAAC;QACD,QAAQ,CAAC,KAAK;YACZ,MAAM,MAAM,GAAG,KAAiC,CAAC;YACjD,OAAO;gBACL,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE;gBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,IAAI;gBAC7C,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,eAAe,EAAE,MAAM,CAAC,eAAe;aACxC,CAAC;QACJ,CAAC;QACD,aAAa,CAAC,KAAK,EAAE,OAAO;YAC1B,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE;gBAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,+BAA+B,EAAE,CAAC;YACzF,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;gBACrH,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,iDAAiD,EAAE,CAAC;YACnF,CAAC;YACD,IAAI,KAAK,CAAC,eAAe,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC,eAAe,IAAI,CAAC,CAAC,EAAE,CAAC;gBACpH,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,mDAAmD,EAAE,CAAC;YACrF,CAAC;YACD,MAAM,KAAK,GAAG,kBAAkB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAC1D,IAAI,CAAC,KAAK;gBAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,iEAAiE,EAAE,CAAC;YAC7G,IAAI,kBAAkB,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;gBACvC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,gFAAgF,KAAK,kDAAkD,EAAE,CAAC;YACzK,CAAC;YACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;QAClD,CAAC;QACD,iBAAiB;YACf,OAAO,IAAI,CAAC;QACd,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,WAAW;YACpC,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,YAAY,IAAI,OAAO,CAAC,YAAY,CAAC;YACtE,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,iDAAiD,EAAE,EAAE,CAAC;YAC7F,CAAC;YAED,MAAM,KAAK,GAAG,kBAAkB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAC1D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,mBAAmB,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,IAAI,mBAAmB,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,kBAAkB,CAAC;YACrK,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;gBAC5D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACxB,MAAM,SAAS,GAAG,wBAAwB,CAAC,yBAAyB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;oBACxF,MAAM,IAAI,KAAK,CAAC,qHAAqH,SAAS,EAAE,CAAC,CAAC;gBACpJ,CAAC;gBAED,WAAW,CAAC,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,MAAM,CAAC,MAAM,kBAAkB,KAAK,IAAI,eAAe,EAAE,EAAE,CAAC,CAAC;gBACnI,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC;oBACnC,OAAO;oBACP,KAAK;oBACL,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,MAAM;oBACN,SAAS;oBACT,eAAe,EAAE,KAAK,CAAC,eAAe;oBACtC,SAAS,EAAE,kBAAkB,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC;oBACzD,MAAM,EAAE,OAAO,CAAC,WAAW;iBAC5B,CAAC,CAAC;gBACH,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAC1C,MAAM,MAAM,GAAqB;oBAC/B,QAAQ,EAAE,eAAe;oBACzB,KAAK;oBACL,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAiB,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBAC1G,YAAY,EAAE,MAAM,CAAC,MAAM;oBAC3B,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;wBAC7B,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,WAAW,EAAE,KAAK,CAAC,WAAW;qBAC/B,CAAC,CAAC;oBACH,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,UAAU;oBACV,KAAK,EAAE,MAAM,CAAC,KAAK;iBACpB,CAAC;gBACF,OAAO;oBACL,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;oBACjC,MAAM;oBACN,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,oBAAoB,MAAM,CAAC,MAAM,gBAAgB,UAAU,IAAI,CAAC,CAAC,CAAC,iCAAiC,UAAU,IAAI;iBAChJ,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,MAAM,EAAE;wBACN,QAAQ,EAAE,eAAe;wBACzB,KAAK;wBACL,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;wBAC7D,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;qBACnC;iBACF,CAAC;YACJ,CAAC;QACH,CAAC;QACD,SAAS,CAAC,MAAM;YACd,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YAC7B,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC;gBAAE,OAAO,MAAM,CAAC;YAC/C,OAAO;gBACL,GAAG,MAAM;gBACT,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBACpC,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,WAAW,EAAE,KAAK,CAAC,WAAW;iBAC/B,CAAC,CAAC;aACJ,CAAC;QACJ,CAAC;QACD,uBAAuB,CAAC,MAAM,EAAE,OAAO;YACrC,IAAI,CAAC,OAAO;gBAAE,OAAO,SAAS,CAAC;YAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;YAChF,OAAO,uBAAuB,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QAC7D,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,UAAU,GAAG,gBAAgB,EAAE,CAAC;AAE7C,SAAS,kBAAkB,CAAC,KAA2C,EAAE,OAAuB,EAAE,OAAgC;IAChI,OAAO,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,OAAO,CAAC,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC;AAClK,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAsB,EAAE,QAAwC;IAC3F,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC;IACnC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,uBAAuB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACpE,IAAI,KAAK,CAAC,cAAc,KAAK,KAAK;QAAE,OAAO,EAAE,CAAC;IAC9C,MAAM,MAAM,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IACjD,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAChC,CAAC;AAED,SAAS,uBAAuB,CAAC,QAAwC,EAAE,IAAuB;IAChG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAC9C,MAAM,WAAW,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAC;IACxD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QAC7B,MAAM,KAAK,GAAG,mBAAmB,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;QACpD,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,GAAG,0BAA0B,wBAAwB,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC7I,OAAO,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,aAAa,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC;IACxF,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAsC,EAAE,GAAW;IAC9E,MAAM,aAAa,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;IAC7C,IAAI,CAAC,aAAa;QAAE,OAAO,SAAS,CAAC;IAErC,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/C,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,MAAM,UAAU,GAAG;YACjB,KAAK,CAAC,KAAK;YACX,KAAK,CAAC,QAAQ;YACd,KAAK,CAAC,WAAW;YACjB,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;SACjE,CAAC;QACF,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,IAAI,EAAE,CAAC,KAAK,aAAa,CAAC;YAAE,OAAO,KAAK,CAAC;IACzG,CAAC;IAED,MAAM,UAAU,GAAG,mBAAmB,CAAC,aAAa,CAAC,CAAC;IACtD,IAAI,UAAU,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;IAC5D,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,oBAAoB,CAAC,KAA0B;IACtD,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,KAAK,CAAC,QAAQ,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IAC7E,OAAO,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;AACnE,CAAC;AAED,SAAS,wBAAwB,CAAC,MAAsC;IACtE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IACvC,OAAO,MAAM;SACV,GAAG,CAAC,oBAAoB,CAAC;SACzB,MAAM,CAAC,CAAC,GAAG,EAAiB,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;SAC5C,KAAK,CAAC,CAAC,EAAE,CAAC;SACV,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,uBAAuB,CAAC,QAAwC;IACvE,MAAM,MAAM,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAC;IACnD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,yBAAyB,CAAC,QAAwC;IACzE,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,CAAC;IACzB,MAAM,MAAM,GAA0B,EAAE,CAAC;IACzC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;gBAAE,SAAS;YACrC,MAAM,YAAY,GAAG,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAChD,MAAM,MAAM,GAAG,uBAAuB,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC5D,MAAM,YAAY,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;YAC5C,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,YAAY,CAAC,QAAQ,IAAI,YAAY,CAAC,QAAQ,CAAC;YAClF,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC;YAC1D,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ;gBAAE,SAAS;YACnC,MAAM,CAAC,IAAI,CAAC;gBACV,KAAK,EAAE,MAAM,CAAC,MAAM;gBACpB,MAAM,EAAE,wBAAwB,CAAC,MAAM,CAAC;gBACxC,QAAQ;gBACR,QAAQ,EAAE,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC;gBAChD,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI;gBAChC,aAAa,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM;aACrC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,KAAyB;IAC/C,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,MAAM,KAAK,GAAG,+BAA+B,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IACjE,IAAI,KAAK;QAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3D,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;AAC3B,CAAC;AAED,SAAS,uBAAuB,CAAC,QAA4B;IAC3D,IAAI,CAAC,QAAQ;QAAE,OAAO,SAAS,CAAC;IAChC,IAAI,CAAC;QACH,OAAO,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACxC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAa;IAC7C,OAAO,KAAK,CAAC,OAAO,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,aAAa,CAAC,QAAgB,EAAE,KAAa;IACpD,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,KAAK,CAAC;IACvE,MAAM,SAAS,GAAG,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,IAAI,KAAK,CAAC;IAC5F,OAAO,SAAS,KAAK,GAAG,CAAC,IAAI,SAAS,EAAE,CAAC;AAC3C,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAa;IACtC,OAAO,KAAK;SACT,IAAI,EAAE;SACN,WAAW,EAAE;SACb,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC;SACzB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,mBAAmB,CAAC,aAAqB;IAChD,MAAM,KAAK,GAAG,2CAA2C,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC9E,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAClE,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,OAS9B;IACC,MAAM,WAAW,GAAG,uBAAuB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5E,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,IAAI,KAA6B,CAAC;IAElC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;QAC/C,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,QAAQ,EAAE,CAAC,WAAW,CAAC;QACvB,YAAY,EAAE,0JAA0J;QACxK,KAAK,EAAE,EAAE;QACT,MAAM,EAAE,KAAK;QACb,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,YAAY,EAAE,OAAO,CAAC,MAAM;KAC7B,CAAC,EAAE,CAAC;QACH,uBAAuB,CAAC,KAAK,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;QACzD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,KAAK,oBAAoB,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB;YAAE,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC;QACxI,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;YAAE,MAAM,KAAK,CAAC,KAAK,CAAC;IAChD,CAAC;IAED,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;IACnD,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7C,OAAO,EAAE,IAAI,EAAE,WAAW,IAAI,SAAS,EAAE,KAAK,EAAE,CAAC;AACnD,CAAC;AAED,SAAS,uBAAuB,CAAC,MAAc,EAAE,MAAsC;IACrF,MAAM,MAAM,GAAmB;QAC7B,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;QAC9B,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAgB,EAAE,CAAC,CAAC;YACtC,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,IAAI,EAAE,KAAK,CAAC,MAAM;YAClB,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,QAAQ;YACpC,OAAO,EAAE,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,SAAS;SACzH,CAAC,CAAC;KACJ,CAAC;IACF,OAAO;QACL,EAAE,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;QACjF,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,MAAM;KACP,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAuB,EAAE,UAAoB,EAAE,YAAsB;IACpG,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB;QAAE,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClE,IAAI,KAAK,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM;aAC9B,MAAM,CAAC,CAAC,KAAK,EAA2C,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC;aACjF,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aAC1B,IAAI,CAAC,IAAI,CAAC;aACV,IAAI,EAAE,CAAC;QACV,IAAI,IAAI;YAAE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAChC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC1D,OAAO,KAAwB,CAAC;AAClC,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAyB;IACpD,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AACpE,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,OAAO,CAAC,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAK,KAAiC,CAAC,QAAQ,KAAK,eAAe,IAAI,OAAQ,KAAiC,CAAC,IAAI,KAAK,QAAQ,CAAC;AACzM,CAAC"}

package/dist/tools/tool.d.ts

@@ -69,8 +69,10 @@ export interface ToolRuntimeOptions {
     debug?: boolean;
     verbose?: boolean;
     mainLoopModel?: string;
+    modelGateway?: import("../model/model-gateway.js").ModelGateway;
     tools?: ToolRegistryLike;
     thinkingConfig?: unknown;
+    reasoning?: import("../model/model-gateway.js").ReasoningConfig | null;
     activeSkill?: ActiveSkillRuntimeState;
     isNonInteractiveSession?: boolean;
     refreshTools?: () => Promise<void> | void;

package/dist/tools/tool.js.map

@@ -1 +1 @@
-{"version":3,"file":"tool.js","sourceRoot":"","sources":["../../src/tools/tool.ts"],"names":[],"mappings":"AAgJA,MAAM,UAAU,sBAAsB,CAAC,IAAU,EAAE,OAAwB;IACzE,OAAO,OAAO,IAAI,CAAC,WAAW,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;AAC1G,CAAC"}
+{"version":3,"file":"tool.js","sourceRoot":"","sources":["../../src/tools/tool.ts"],"names":[],"mappings":"AAkJA,MAAM,UAAU,sBAAsB,CAAC,IAAU,EAAE,OAAwB;IACzE,OAAO,OAAO,IAAI,CAAC,WAAW,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;AAC1G,CAAC"}

package/dist/web/index.js

@@ -20,6 +20,7 @@ import { grepTool } from "../tools/builtins/grep-tool.js";
 import { searchTool } from "../tools/builtins/search-tool.js";
 import { planTool } from "../tools/builtins/plan-tool.js";
 import { createOpenAIImageGenerationTool } from "../tools/builtins/image-generation-tool.js";
+import { createVisionTool } from "../tools/builtins/vision-tool.js";
 import { createAgentTool, resumeAgentTask } from "../agents/agent-tool.js";
 import { createTaskTools } from "../tasks/task-tools.js";
 import { TaskStore } from "../tasks/task-store.js";
@@ -120,6 +121,7 @@ export async function createWebRuntime(options = {}) {
     tools.register(readFileTool);
     tools.register(grepTool);
     tools.register(searchTool);
+    tools.register(createVisionTool({ modelGateway, model: modelConfig?.model }));
     if (modelConfig?.provider === "openai")
         tools.register(createOpenAIImageGenerationTool());
     tools.register(planTool);
@@ -191,6 +193,10 @@ function syncImageGenerationTool(runtime, provider) {
     if (provider === "openai")
         runtime.tools.register(createOpenAIImageGenerationTool());
 }
+function syncVisionTool(runtime, model) {
+    runtime.tools.unregister("vision");
+    runtime.tools.register(createVisionTool({ modelGateway: runtime.modelGateway, model }));
+}
 function formatCreatedEnvNotice(dotEnvPath) {
     return `Created default config file: ${dotEnvPath}\nSet MODEL_PROVIDER and the matching provider section (for example OPENAI_API_KEY or KIMI_API_KEY), then restart neo.`;
 }
@@ -423,6 +429,7 @@ export class WebRepl {
             this.runtime.agentRuntime.modelGateway = this.runtime.modelGateway;
             this.runtime.engine.setModelProvider({ modelGateway: this.runtime.modelGateway, model: config.model, fallbackModel: config.fallbackModel, reasoning: config.defaultReasoning });
             syncImageGenerationTool(this.runtime, config.provider);
+            syncVisionTool(this.runtime, config.model);
             this.runtime.defaultReasoning = config.defaultReasoning;
             const metrics = await this.runtime.engine.contextMetrics();
             this.setStatus({ ...this.status, metrics, activityTick: this.status.activityTick + 1 });
@@ -1079,6 +1086,7 @@ async function handleModelCommand(command, runtime) {
                     runtime.agentRuntime.modelGateway = runtime.modelGateway;
                     runtime.engine.setModelProvider({ modelGateway: runtime.modelGateway, model: config.model, fallbackModel: config.fallbackModel, reasoning: config.defaultReasoning });
                     syncImageGenerationTool(runtime, config.provider);
+                    syncVisionTool(runtime, config.model);
                     runtime.defaultReasoning = config.defaultReasoning;
                 }
             }