neoctl 0.1.12 → 0.1.14

package/dist/tools/tool.js.map

@@ -1 +1 @@
-{"version":3,"file":"tool.js","sourceRoot":"","sources":["../../src/tools/tool.ts"],"names":[],"mappings":"AAuIA,MAAM,UAAU,sBAAsB,CAAC,IAAU,EAAE,OAAwB;IACzE,OAAO,OAAO,IAAI,CAAC,WAAW,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;AAC1G,CAAC"}
+{"version":3,"file":"tool.js","sourceRoot":"","sources":["../../src/tools/tool.ts"],"names":[],"mappings":"AAgJA,MAAM,UAAU,sBAAsB,CAAC,IAAU,EAAE,OAAwB;IACzE,OAAO,OAAO,IAAI,CAAC,WAAW,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;AAC1G,CAAC"}

package/dist/ui/display-message.d.ts

@@ -0,0 +1,101 @@
+import type { AgentEvent } from "../types/events.js";
+import type { Message, MessageBlock } from "../types/messages.js";
+export type DisplayImageMode = "data-url" | "metadata-only" | "omit";
+export interface DisplayMessageOptions {
+    /**
+     * Controls how image blocks are represented for UI consumers.
+     * - data-url: include data URLs that can be assigned directly to <img src>.
+     * - metadata-only: include image metadata without embedding base64 image data.
+     * - omit: omit image blocks from the projected message.
+     */
+    imageMode?: DisplayImageMode;
+    /**
+     * Include thinking blocks in the projected message. Defaults to true.
+     */
+    includeThinking?: boolean;
+    /**
+     * Include tool use blocks in the projected message. Defaults to true.
+     */
+    includeToolUse?: boolean;
+    /**
+     * Include tool result blocks in the projected message. Defaults to true.
+     */
+    includeToolResult?: boolean;
+}
+export type DisplayMessageBlock = {
+    type: "text";
+    text: string;
+} | DisplayImageBlock | {
+    type: "thinking";
+    text: string;
+    signature?: string;
+} | {
+    type: "tool_use";
+    id: string;
+    name: string;
+    input: unknown;
+} | {
+    type: "tool_result";
+    toolUseId: string;
+    name: string;
+    ok: boolean;
+    output: unknown;
+};
+export interface DisplayImageBlock {
+    type: "image";
+    label?: string;
+    mimeType: string;
+    /** Approximate original payload size decoded from base64, when available. */
+    sizeBytes?: number;
+    thumbnail?: DisplayImageSource;
+    original?: DisplayImageSource;
+}
+export interface DisplayImageSource {
+    /** Directly assignable to an <img src> attribute when imageMode is "data-url". */
+    src: string;
+    mimeType: string;
+}
+export interface DisplayMessage {
+    id: string;
+    role: Message["role"];
+    createdAt: string;
+    blocks: DisplayMessageBlock[];
+    providerMessageId?: string;
+    requestId?: string;
+    usage?: Message["usage"];
+    isMeta?: boolean;
+    isApiErrorMessage?: boolean;
+    metadata?: Message["metadata"];
+}
+export type DisplayAgentEvent = Exclude<AgentEvent, {
+    type: "message";
+}> | {
+    type: "message";
+    message: DisplayMessage;
+};
+export interface DisplayImageAttachment {
+    messageId: string;
+    role: DisplayMessage["role"];
+    createdAt: string;
+    index: number;
+    label?: string;
+    mimeType: string;
+    sizeBytes?: number;
+    src?: string;
+    thumbnailSrc?: string;
+    originalSrc?: string;
+}
+export declare function imageBlockToDataUrl(block: Extract<MessageBlock, {
+    type: "image";
+}>): string;
+export declare function toDisplayAgentEvent(event: AgentEvent, options?: DisplayMessageOptions): DisplayAgentEvent;
+export declare function toDisplayAgentEvents(events: readonly AgentEvent[], options?: DisplayMessageOptions): DisplayAgentEvent[];
+export declare function toDisplayMessages(messages: readonly Message[], options?: DisplayMessageOptions): DisplayMessage[];
+export declare function toDisplayMessage(message: Message, options?: DisplayMessageOptions): DisplayMessage;
+export declare function toDisplayMessageBlock(block: MessageBlock, options?: DisplayMessageOptions): DisplayMessageBlock | undefined;
+export declare function toDisplayImageBlock(block: Extract<MessageBlock, {
+    type: "image";
+}>, options?: DisplayMessageOptions): DisplayImageBlock | undefined;
+export declare function extractDisplayImages(messages: readonly DisplayMessage[]): DisplayImageAttachment[];
+export declare function extractMessageImages(messages: readonly Message[], options?: DisplayMessageOptions): DisplayImageAttachment[];
+export declare function estimateBase64DecodedBytes(data: string): number | undefined;

package/dist/ui/display-message.js

@@ -0,0 +1,113 @@
+export function imageBlockToDataUrl(block) {
+    if (block.data.startsWith("data:"))
+        return block.data;
+    return `data:${block.mimeType};base64,${block.data}`;
+}
+export function toDisplayAgentEvent(event, options = {}) {
+    if (event.type !== "message")
+        return event;
+    return { ...event, message: toDisplayMessage(event.message, options) };
+}
+export function toDisplayAgentEvents(events, options = {}) {
+    return events.map((event) => toDisplayAgentEvent(event, options));
+}
+export function toDisplayMessages(messages, options = {}) {
+    return messages.map((message) => toDisplayMessage(message, options));
+}
+export function toDisplayMessage(message, options = {}) {
+    const blocks = message.blocks
+        .map((block) => toDisplayMessageBlock(block, options))
+        .filter((block) => block !== undefined);
+    return {
+        id: message.id,
+        role: message.role,
+        createdAt: message.createdAt,
+        blocks,
+        providerMessageId: message.providerMessageId,
+        requestId: message.requestId,
+        usage: message.usage,
+        isMeta: message.isMeta,
+        isApiErrorMessage: message.isApiErrorMessage,
+        metadata: message.metadata,
+    };
+}
+export function toDisplayMessageBlock(block, options = {}) {
+    if (block.type === "text")
+        return { type: "text", text: block.text };
+    if (block.type === "thinking") {
+        if (options.includeThinking === false)
+            return undefined;
+        return { type: "thinking", text: block.text, signature: block.signature };
+    }
+    if (block.type === "tool_use") {
+        if (options.includeToolUse === false)
+            return undefined;
+        return { type: "tool_use", id: block.id, name: block.name, input: block.input };
+    }
+    if (block.type === "tool_result") {
+        if (options.includeToolResult === false)
+            return undefined;
+        return { type: "tool_result", toolUseId: block.toolUseId, name: block.name, ok: block.ok, output: block.output };
+    }
+    if (block.type === "image")
+        return toDisplayImageBlock(block, options);
+    return undefined;
+}
+export function toDisplayImageBlock(block, options = {}) {
+    const imageMode = options.imageMode ?? "data-url";
+    if (imageMode === "omit")
+        return undefined;
+    const base = {
+        type: "image",
+        label: block.label,
+        mimeType: block.mimeType,
+        sizeBytes: estimateBase64DecodedBytes(normalizeBase64ImageData(block.data)),
+    };
+    if (imageMode === "metadata-only")
+        return base;
+    const src = imageBlockToDataUrl(block);
+    return {
+        ...base,
+        thumbnail: { src, mimeType: block.mimeType },
+        original: { src, mimeType: block.mimeType },
+    };
+}
+export function extractDisplayImages(messages) {
+    const images = [];
+    for (const message of messages) {
+        message.blocks.forEach((block, index) => {
+            if (block.type !== "image")
+                return;
+            images.push({
+                messageId: message.id,
+                role: message.role,
+                createdAt: message.createdAt,
+                index,
+                label: block.label,
+                mimeType: block.mimeType,
+                sizeBytes: block.sizeBytes,
+                src: block.original?.src ?? block.thumbnail?.src,
+                thumbnailSrc: block.thumbnail?.src,
+                originalSrc: block.original?.src,
+            });
+        });
+    }
+    return images;
+}
+export function extractMessageImages(messages, options = {}) {
+    return extractDisplayImages(toDisplayMessages(messages, options));
+}
+export function estimateBase64DecodedBytes(data) {
+    const normalized = normalizeBase64ImageData(data).trim().replace(/\s+/g, "");
+    if (!normalized)
+        return 0;
+    if (!/^[A-Za-z0-9+/]*={0,2}$/.test(normalized) || normalized.length % 4 !== 0)
+        return undefined;
+    const padding = normalized.endsWith("==") ? 2 : normalized.endsWith("=") ? 1 : 0;
+    return Math.max(0, (normalized.length / 4) * 3 - padding);
+}
+function normalizeBase64ImageData(data) {
+    const match = /^data:[^;]+;base64,(.*)$/i.exec(data.trim());
+    return match?.[1] ?? data;
+}
+//# sourceMappingURL=display-message.js.map

package/dist/ui/display-message.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"display-message.js","sourceRoot":"","sources":["../../src/ui/display-message.ts"],"names":[],"mappings":"AAgFA,MAAM,UAAU,mBAAmB,CAAC,KAA+C;IACjF,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC;IACtD,OAAO,QAAQ,KAAK,CAAC,QAAQ,WAAW,KAAK,CAAC,IAAI,EAAE,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAiB,EAAE,UAAiC,EAAE;IACxF,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAC3C,OAAO,EAAE,GAAG,KAAK,EAAE,OAAO,EAAE,gBAAgB,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,CAAC;AACzE,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,MAA6B,EAAE,UAAiC,EAAE;IACrG,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;AACpE,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,QAA4B,EAAE,UAAiC,EAAE;IACjG,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;AACvE,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAgB,EAAE,UAAiC,EAAE;IACpF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM;SAC1B,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,qBAAqB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;SACrD,MAAM,CAAC,CAAC,KAAK,EAAgC,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;IACxE,OAAO;QACL,EAAE,EAAE,OAAO,CAAC,EAAE;QACd,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,MAAM;QACN,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;QAC5C,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;QAC5C,QAAQ,EAAE,OAAO,CAAC,QAAQ;KAC3B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,KAAmB,EAAE,UAAiC,EAAE;IAC5F,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;IACrE,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC9B,IAAI,OAAO,CAAC,eAAe,KAAK,KAAK;YAAE,OAAO,SAAS,CAAC;QACxD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC;IAC5E,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC9B,IAAI,OAAO,CAAC,cAAc,KAAK,KAAK;YAAE,OAAO,SAAS,CAAC;QACvD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;IAClF,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;QACjC,IAAI,OAAO,CAAC,iBAAiB,KAAK,KAAK;YAAE,OAAO,SAAS,CAAC;QAC1D,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;IACnH,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,mBAAmB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACvE,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAA+C,EAAE,UAAiC,EAAE;IACtH,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,UAAU,CAAC;IAClD,IAAI,SAAS,KAAK,MAAM;QAAE,OAAO,SAAS,CAAC;IAE3C,MAAM,IAAI,GAAsB;QAC9B,IAAI,EAAE,OAAO;QACb,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,SAAS,EAAE,0BAA0B,CAAC,wBAAwB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;KAC5E,CAAC;IAEF,IAAI,SAAS,KAAK,eAAe;QAAE,OAAO,IAAI,CAAC;IAE/C,MAAM,GAAG,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IACvC,OAAO;QACL,GAAG,IAAI;QACP,SAAS,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE;QAC5C,QAAQ,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE;KAC5C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,QAAmC;IACtE,MAAM,MAAM,GAA6B,EAAE,CAAC;IAC5C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACtC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;gBAAE,OAAO;YACnC,MAAM,CAAC,IAAI,CAAC;gBACV,SAAS,EAAE,OAAO,CAAC,EAAE;gBACrB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,KAAK;gBACL,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,GAAG,EAAE,KAAK,CAAC,QAAQ,EAAE,GAAG,IAAI,KAAK,CAAC,SAAS,EAAE,GAAG;gBAChD,YAAY,EAAE,KAAK,CAAC,SAAS,EAAE,GAAG;gBAClC,WAAW,EAAE,KAAK,CAAC,QAAQ,EAAE,GAAG;aACjC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,QAA4B,EAAE,UAAiC,EAAE;IACpG,OAAO,oBAAoB,CAAC,iBAAiB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;AACpE,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,IAAY;IACrD,MAAM,UAAU,GAAG,wBAAwB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC7E,IAAI,CAAC,UAAU;QAAE,OAAO,CAAC,CAAC;IAC1B,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAChG,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,wBAAwB,CAAC,IAAY;IAC5C,MAAM,KAAK,GAAG,2BAA2B,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAC5D,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;AAC5B,CAAC"}

package/dist/web/index.js

@@ -19,6 +19,7 @@ import { listDirectoryTool, readFileTool } from "../tools/builtins/filesystem-to
 import { grepTool } from "../tools/builtins/grep-tool.js";
 import { searchTool } from "../tools/builtins/search-tool.js";
 import { planTool } from "../tools/builtins/plan-tool.js";
+import { createOpenAIImageGenerationTool } from "../tools/builtins/image-generation-tool.js";
 import { createAgentTool, resumeAgentTask } from "../agents/agent-tool.js";
 import { createTaskTools } from "../tasks/task-tools.js";
 import { TaskStore } from "../tasks/task-store.js";
@@ -119,6 +120,8 @@ async function createRuntime() {
     tools.register(readFileTool);
     tools.register(grepTool);
     tools.register(searchTool);
+    if (modelConfig?.provider === "openai")
+        tools.register(createOpenAIImageGenerationTool());
     tools.register(planTool);
     const agentRuntime = { modelGateway, tools, taskStore };
     tools.register(createAgentTool(agentRuntime));
@@ -160,6 +163,7 @@ async function createRuntime() {
         agentRuntime,
         usage: new SessionUsageTracker(),
         taskStore,
+        tools,
         initialMetrics,
         defaultReasoning: modelConfig?.defaultReasoning,
         envPath: process.env.NEO_ENV_FILE?.trim() ? path.resolve(process.env.NEO_ENV_FILE.trim()) : envLoad.userDotEnvPath,
@@ -182,6 +186,11 @@ function createTaskNotificationSource(taskStore) {
         },
     };
 }
+function syncImageGenerationTool(runtime, provider) {
+    runtime.tools.unregister("image2");
+    if (provider === "openai")
+        runtime.tools.register(createOpenAIImageGenerationTool());
+}
 function formatCreatedEnvNotice(dotEnvPath) {
     return `Created default config file: ${dotEnvPath}\nSet MODEL_PROVIDER and the matching provider section (for example OPENAI_API_KEY or KIMI_API_KEY), then restart neo.`;
 }
@@ -372,6 +381,7 @@ class WebRepl {
             this.runtime.modelGateway.setInner(innerGateway);
             this.runtime.agentRuntime.modelGateway = this.runtime.modelGateway;
             this.runtime.engine.setModelProvider({ modelGateway: this.runtime.modelGateway, model: config.model, fallbackModel: config.fallbackModel, reasoning: config.defaultReasoning });
+            syncImageGenerationTool(this.runtime, config.provider);
             this.runtime.defaultReasoning = config.defaultReasoning;
             const metrics = await this.runtime.engine.contextMetrics();
             this.setStatus({ ...this.status, metrics, activityTick: this.status.activityTick + 1 });
@@ -1007,6 +1017,7 @@ async function handleModelCommand(command, runtime) {
                     runtime.modelGateway.setInner(innerGateway);
                     runtime.agentRuntime.modelGateway = runtime.modelGateway;
                     runtime.engine.setModelProvider({ modelGateway: runtime.modelGateway, model: config.model, fallbackModel: config.fallbackModel, reasoning: config.defaultReasoning });
+                    syncImageGenerationTool(runtime, config.provider);
                     runtime.defaultReasoning = config.defaultReasoning;
                 }
             }