visionclaw 0.1.206-beta.21 → 0.1.206-beta.22

package/dist/agent/engines/openai/session.js

@@ -0,0 +1,447 @@
+import { Agent, OpenAIResponsesCompactionSession, Runner } from "@openai/agents";
+import { loadSessionId, loadUsageSnapshot, saveSessionId, saveUsageSnapshot } from "../../../config/index.js";
+import { logger } from "../../../logger.js";
+import { configureOpenAIProvider, createOpenAIClient, getModelId } from "../../model-provider.js";
+import { logSystemPrompt } from "../system-prompt-log.js";
+import { OpenAIFileSession } from "./file-session.js";
+import { createOpenAIMcpServers, createOpenAITools } from "./tools.js";
+const MAX_TURNS = 100;
+export class OpenAIAgentSession {
+    config;
+    buildSystemPrompt;
+    runtimeSurface;
+    getDualSessionEnabled;
+    getAndroidUseEnabled;
+    getCardAvailable;
+    dynamicMcpServers;
+    client;
+    runner;
+    underlyingSession;
+    session;
+    abortController = null;
+    inputClosed = true;
+    stopRequested = false;
+    lastUsageSnapshot = null;
+    currentRun = null;
+    sessionId;
+    hasOrphanedInjections = false;
+    mode;
+    constructor({ config, buildSystemPrompt, runtimeSurface, sessionContext, }) {
+        configureOpenAIProvider(config);
+        this.config = config;
+        this.buildSystemPrompt = buildSystemPrompt;
+        this.runtimeSurface = runtimeSurface;
+        this.getDualSessionEnabled = sessionContext.getDualSessionEnabled;
+        this.getAndroidUseEnabled = sessionContext.getAndroidUseEnabled;
+        this.getCardAvailable = sessionContext.getCardAvailable;
+        this.dynamicMcpServers = {};
+        this.mode = sessionContext.mode;
+        this.client = createOpenAIClient(config);
+        this.runner = new Runner({ model: getModelId(config) });
+        const persistedSessionId = loadSessionId(this.mode);
+        this.underlyingSession = new OpenAIFileSession({
+            fileName: `openai-session-${this.mode}.json`,
+            sessionId: persistedSessionId,
+        });
+        this.sessionId = this.underlyingSession.getSessionIdSync();
+        saveSessionId(this.sessionId, this.mode);
+        this.session = new OpenAIResponsesCompactionSession({
+            client: this.client,
+            underlyingSession: this.underlyingSession,
+            model: getModelId(config),
+        });
+        const persistedUsage = loadUsageSnapshot(this.mode);
+        if (persistedUsage) {
+            this.lastUsageSnapshot = {
+                ...persistedUsage,
+                capturedAtMs: Date.now(),
+            };
+        }
+    }
+    async warmUp() {
+        // OpenAI sessions do not have an equivalent subprocess cold-start path.
+    }
+    discardWarmQuery() {
+        // OpenAI sessions hold no pre-warmed subprocess; nothing to discard.
+    }
+    sendAndStream(content, _options) {
+        // Log the resolved system prompt for training data capture. The console
+        // gets a compact head/tail preview; the full prompt goes into `data.prompt`
+        // of the JSONL entry so the log file remains complete.
+        const systemPrompt = this.buildSystemPrompt();
+        logSystemPrompt(systemPrompt);
+        const input = contentBlocksToInputItems(content);
+        this.inputClosed = false;
+        this.stopRequested = false;
+        this.abortController = new AbortController();
+        return this.streamMessages(input, this.sessionId);
+    }
+    injectMessage(_content, _options) {
+        // The OpenAI runner does not support mid-run message injection.
+        return false;
+    }
+    closeInput() {
+        this.inputClosed = true;
+    }
+    requestStop() {
+        this.stopRequested = true;
+        this.inputClosed = true;
+        this.abortController?.abort();
+    }
+    clearStop() {
+        this.stopRequested = false;
+        this.abortController = null;
+    }
+    isStopRequested() {
+        return this.stopRequested;
+    }
+    /**
+     * Update the persisted session ID.
+     *
+     * Only saves on first capture (null/empty → id). Once set, a different ID
+     * from the SDK is ignored — it means the resume failed and the SDK created
+     * a throwaway conversation.
+     */
+    captureSessionId(id) {
+        if (!id || this.sessionId)
+            return;
+        this.sessionId = id;
+        saveSessionId(id, this.mode);
+    }
+    captureUsageSnapshot(snapshot) {
+        if (snapshot.contextWindow <= 0) {
+            return;
+        }
+        this.lastUsageSnapshot = {
+            ...snapshot,
+            capturedAtMs: Date.now(),
+        };
+        saveUsageSnapshot(snapshot, this.mode);
+    }
+    capturePostCompactionSnapshot(_postCompactionTokens) {
+        // OpenAI compaction is handled by the SDK session decorator.
+    }
+    async requestCompaction() {
+        try {
+            await this.session.runCompaction({ force: true });
+        }
+        catch (err) {
+            logger.warn(`Request /compact failed: ${err instanceof Error ? err.message : String(err)}`);
+        }
+    }
+    async maybeCompact() {
+        // Compaction runs inside the OpenAIResponsesCompactionSession decorator.
+    }
+    getSessionId() {
+        return this.sessionId;
+    }
+    resetForNewSession(_summary) {
+        // OpenAI sessions always regenerate an ID — clear usage tracking
+        this.lastUsageSnapshot = null;
+    }
+    getTranscriptPath() {
+        return null;
+    }
+    getUsageSnapshot() {
+        return this.lastUsageSnapshot ? { ...this.lastUsageSnapshot } : null;
+    }
+    getCurrentQuery() {
+        return this.currentRun;
+    }
+    setDynamicMcpServers(servers) {
+        this.dynamicMcpServers = { ...servers };
+    }
+    getDynamicMcpServers() {
+        return { ...this.dynamicMcpServers };
+    }
+    get isInputClosed() {
+        return this.inputClosed;
+    }
+    async *streamMessages(input, sessionId) {
+        const mcpServers = createOpenAIMcpServers({
+            ...this.runtimeSurface.externalMcpServers,
+            ...this.dynamicMcpServers,
+        });
+        try {
+            await connectMcpServers(mcpServers);
+            const agent = new Agent({
+                name: this.mode === "coding" ? `${this.config.agentName} Coding` : this.config.agentName,
+                instructions: renderSystemPrompt(this.buildSystemPrompt()),
+                model: getModelId(this.config),
+                tools: createOpenAITools({
+                    dualSession: this.getDualSessionEnabled(),
+                    androidUse: this.getAndroidUseEnabled(),
+                    cardAvailable: this.getCardAvailable(),
+                    mode: this.mode,
+                    runtimeSurface: this.runtimeSurface,
+                }),
+                mcpServers,
+            });
+            const stream = await this.runner.run(agent, input, {
+                stream: true,
+                session: this.session,
+                maxTurns: MAX_TURNS,
+                signal: this.abortController?.signal,
+            });
+            this.currentRun = null;
+            for await (const event of stream) {
+                const normalized = normalizeRunEvent(event, sessionId);
+                if (normalized) {
+                    yield normalized;
+                }
+                const usage = captureUsageFromEvent(event);
+                if (usage) {
+                    this.captureUsageSnapshot(usage);
+                }
+            }
+            await stream.completed;
+            const result = buildResultMessage(stream, this.config);
+            const usage = extractUsageFromStream(stream);
+            if (usage) {
+                this.captureUsageSnapshot(usage);
+            }
+            yield result;
+        }
+        finally {
+            this.inputClosed = true;
+            this.abortController = null;
+            this.currentRun = null;
+            await closeMcpServers(mcpServers);
+        }
+    }
+}
+function renderSystemPrompt(prompt) {
+    if (typeof prompt === "string") {
+        return prompt;
+    }
+    const presetIntro = "You are in a coding-focused session. Prefer careful, multi-step engineering work.";
+    return [presetIntro, prompt.append ?? ""].filter(Boolean).join("\n\n");
+}
+function contentBlocksToInputItems(content) {
+    const blocks = normalizeInputContent(content);
+    return [
+        {
+            role: "user",
+            content: blocks.map((block) => {
+                if (block.type === "text") {
+                    return {
+                        type: "input_text",
+                        text: block.text,
+                    };
+                }
+                if (block.source.type === "url") {
+                    return {
+                        type: "input_image",
+                        image: block.source.url,
+                        detail: "original",
+                    };
+                }
+                return {
+                    type: "input_image",
+                    image: `data:${block.source.media_type};base64,${block.source.data}`,
+                    detail: "original",
+                };
+            }),
+        },
+    ];
+}
+function normalizeInputContent(content) {
+    if (typeof content === "string") {
+        return [{ type: "text", text: content }];
+    }
+    const blocks = [];
+    for (const block of content) {
+        if (block.type === "text") {
+            blocks.push({ type: "text", text: block.text });
+            continue;
+        }
+        if (block.type === "image") {
+            if (block.source.type === "url") {
+                blocks.push({ type: "image", source: { type: "url", url: block.source.url } });
+                continue;
+            }
+            blocks.push({
+                type: "image",
+                source: {
+                    type: "base64",
+                    media_type: block.source.media_type,
+                    data: block.source.data,
+                },
+            });
+        }
+    }
+    return blocks;
+}
+function normalizeRunEvent(event, sessionId) {
+    if (event.type === "raw_model_stream_event") {
+        const data = event.data;
+        if (data.type === "output_text_delta" && data.delta) {
+            return {
+                type: "assistant",
+                session_id: sessionId,
+                message: {
+                    role: "assistant",
+                    content: [{ type: "text", text: data.delta }],
+                },
+            };
+        }
+        return null;
+    }
+    if (event.type !== "run_item_stream_event") {
+        return null;
+    }
+    const raw = event.item.rawItem;
+    if (!raw?.type) {
+        return null;
+    }
+    if (event.name === "message_output_created" && raw.type === "message") {
+        return null;
+    }
+    if (event.name === "reasoning_item_created" && raw.type === "reasoning") {
+        const text = raw.content
+            ?.filter((entry) => entry.type === "reasoning_text" && typeof entry.text === "string")
+            .map((entry) => entry.text)
+            .join(" ");
+        if (!text) {
+            return null;
+        }
+        return {
+            type: "assistant",
+            session_id: sessionId,
+            message: {
+                role: "assistant",
+                content: [{ type: "thinking", thinking: text }],
+            },
+        };
+    }
+    if (event.name === "tool_called") {
+        if (raw.type === "function_call") {
+            return {
+                type: "assistant",
+                session_id: sessionId,
+                message: {
+                    role: "assistant",
+                    content: [{
+                            type: "tool_use",
+                            id: raw.callId,
+                            tool_use_id: raw.callId,
+                            name: raw.name ?? "tool",
+                            input: parseToolArguments(raw.arguments),
+                        }],
+                },
+            };
+        }
+        if (raw.type === "computer_call") {
+            return {
+                type: "assistant",
+                session_id: sessionId,
+                message: {
+                    role: "assistant",
+                    content: [{
+                            type: "tool_use",
+                            id: raw.callId,
+                            tool_use_id: raw.callId,
+                            name: "computer",
+                            input: raw.action ?? {},
+                        }],
+                },
+            };
+        }
+    }
+    if (event.name === "tool_output") {
+        if (raw.type === "function_call_result" || raw.type === "computer_call_result") {
+            return {
+                type: "user",
+                session_id: sessionId,
+                parent_tool_use_id: null,
+                message: {
+                    role: "user",
+                    content: [{
+                            type: "tool_result",
+                            tool_use_id: raw.callId ?? "",
+                            content: raw.output ?? "",
+                            is_error: false,
+                        }],
+                },
+            };
+        }
+    }
+    return null;
+}
+function parseToolArguments(value) {
+    if (!value) {
+        return {};
+    }
+    try {
+        return JSON.parse(value);
+    }
+    catch {
+        return value;
+    }
+}
+function captureUsageFromEvent(event) {
+    if (event.type !== "raw_model_stream_event") {
+        return null;
+    }
+    const data = event.data;
+    if (data.type !== "response_done") {
+        return null;
+    }
+    const inputTokens = data.response?.usage?.inputTokens;
+    if (typeof inputTokens !== "number") {
+        return null;
+    }
+    return {
+        usedInputTokens: inputTokens,
+        contextWindow: 0,
+        usedPct: 0,
+    };
+}
+function extractUsageFromStream(stream) {
+    const usage = stream.rawResponses?.at(-1)?.usage;
+    if (typeof usage?.inputTokens !== "number") {
+        return null;
+    }
+    return {
+        usedInputTokens: usage.inputTokens,
+        contextWindow: 0,
+        usedPct: 0,
+    };
+}
+function buildResultMessage(stream, config) {
+    const usage = stream.rawResponses?.at(-1)?.usage;
+    const errorText = stream.error instanceof Error
+        ? stream.error.message
+        : stream.error
+            ? JSON.stringify(stream.error)
+            : "";
+    return {
+        type: "result",
+        subtype: errorText ? "error" : "success",
+        num_turns: 1,
+        usage: {
+            input_tokens: usage?.inputTokens ?? 0,
+            output_tokens: usage?.outputTokens ?? 0,
+        },
+        total_cost_usd: 0,
+        is_error: Boolean(errorText),
+        errors: errorText ? [errorText] : [],
+        model: getModelId(config),
+    };
+}
+async function connectMcpServers(servers) {
+    for (const server of servers) {
+        await server.connect();
+    }
+}
+async function closeMcpServers(servers) {
+    for (const server of servers) {
+        try {
+            await server.close();
+        }
+        catch (err) {
+            logger.warn(`Failed to close MCP server "${server.name}": ${err instanceof Error ? err.message : String(err)}`);
+        }
+    }
+}
+//# sourceMappingURL=session.js.map

package/dist/agent/engines/openai/session.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"session.js","sourceRoot":"","sources":["../../../../src/agent/engines/openai/session.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,gCAAgC,EAAE,MAAM,EAA4D,MAAM,gBAAgB,CAAC;AAE3I,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAE9G,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C,OAAO,EAAE,uBAAuB,EAAE,kBAAkB,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAClG,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAevE,MAAM,SAAS,GAAG,GAAG,CAAC;AAetB,MAAM,OAAO,kBAAkB;IACZ,MAAM,CAAmB;IACzB,iBAAiB,CAA2B;IAC5C,cAAc,CAAiB;IAC/B,qBAAqB,CAAgB;IACrC,oBAAoB,CAAgB;IACpC,gBAAgB,CAAgB;IACzC,iBAAiB,CAA0C;IAClD,MAAM,CAAqC;IAC3C,MAAM,CAAS;IACf,iBAAiB,CAAoB;IACrC,OAAO,CAAmC;IACnD,eAAe,GAA2B,IAAI,CAAC;IAC/C,WAAW,GAAG,IAAI,CAAC;IACnB,aAAa,GAAG,KAAK,CAAC;IACtB,iBAAiB,GAAyB,IAAI,CAAC;IAC/C,UAAU,GAA4B,IAAI,CAAC;IAC3C,SAAS,CAAS;IACjB,qBAAqB,GAAG,KAAK,CAAC;IAC9B,IAAI,CAAc;IAE3B,YAAY,EACV,MAAM,EACN,iBAAiB,EACjB,cAAc,EACd,cAAc,GACc;QAC5B,uBAAuB,CAAC,MAAM,CAAC,CAAC;QAEhC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,qBAAqB,GAAG,cAAc,CAAC,qBAAqB,CAAC;QAClE,IAAI,CAAC,oBAAoB,GAAG,cAAc,CAAC,oBAAoB,CAAC;QAChE,IAAI,CAAC,gBAAgB,GAAG,cAAc,CAAC,gBAAgB,CAAC;QACxD,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC;QAChC,IAAI,CAAC,MAAM,GAAG,kBAAkB,CAAC,MAAM,CAAkD,CAAC;QAC1F,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAExD,MAAM,kBAAkB,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,CAAC,iBAAiB,GAAG,IAAI,iBAAiB,CAAC;YAC7C,QAAQ,EAAE,kBAAkB,IAAI,CAAC,IAAI,OAAO;YAC5C,SAAS,EAAE,kBAAkB;SAC9B,CAAC,CAAC;QACH,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,EAAE,CAAC;QAC3D,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAEzC,IAAI,CAAC,OAAO,GAAG,IAAI,gCAAgC,CAAC;YAClD,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,KAAK,EAAE,UAAU,CAAC,MAAM,CAAsC;SAC/D,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,cAAc,EAAE,CAAC;YACnB,IAAI,CAAC,iBAAiB,GAAG;gBACvB,GAAG,cAAc;gBACjB,YAAY,EAAE,IAAI,CAAC,GAAG,EAAE;aACzB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM;QACV,wEAAwE;IAC1E,CAAC;IAED,gBAAgB;QACd,qEAAqE;IACvE,CAAC;IAED,aAAa,CAAC,OAAgC,EAAE,QAA+B;QAC7E,wEAAwE;QACxE,4EAA4E;QAC5E,uDAAuD;QACvD,MAAM,YAAY,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC9C,eAAe,CAAC,YAAY,CAAC,CAAC;QAE9B,MAAM,KAAK,GAAG,yBAAyB,CAAC,OAAO,CAAC,CAAC;QACjD,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QACzB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;QAC3B,IAAI,CAAC,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;QAC7C,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC;IAED,aAAa,CAAC,QAAiC,EAAE,QAA+B;QAC9E,gEAAgE;QAChE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,UAAU;QACR,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,WAAW;QACT,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,eAAe,EAAE,KAAK,EAAE,CAAC;IAChC,CAAC;IAED,SAAS;QACP,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;QAC3B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;IAC9B,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED;;;;;;OAMG;IACH,gBAAgB,CAAC,EAAsB;QACrC,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO;QAClC,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,aAAa,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,oBAAoB,CAAC,QAAuB;QAC1C,IAAI,QAAQ,CAAC,aAAa,IAAI,CAAC,EAAE,CAAC;YAChC,OAAO;QACT,CAAC;QAED,IAAI,CAAC,iBAAiB,GAAG;YACvB,GAAG,QAAQ;YACX,YAAY,EAAE,IAAI,CAAC,GAAG,EAAE;SACzB,CAAC;QACF,iBAAiB,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAED,6BAA6B,CAAC,qBAA6B;QACzD,6DAA6D;IAC/D,CAAC;IAED,KAAK,CAAC,iBAAiB;QACrB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CACT,4BAA4B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAC/E,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,yEAAyE;IAC3E,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,kBAAkB,CAAC,QAAiB;QAClC,iEAAiE;QACjE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAChC,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC;IACd,CAAC;IAED,gBAAgB;QACd,OAAO,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACvE,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,oBAAoB,CAAC,OAAgD;QACnE,IAAI,CAAC,iBAAiB,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;IAC1C,CAAC;IAED,oBAAoB;QAClB,OAAO,EAAE,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;IACvC,CAAC;IAED,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,CAAC,cAAc,CAC3B,KAAuB,EACvB,SAAiB;QAEjB,MAAM,UAAU,GAAG,sBAAsB,CAAC;YACxC,GAAG,IAAI,CAAC,cAAc,CAAC,kBAAkB;YACzC,GAAG,IAAI,CAAC,iBAAiB;SAC1B,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,iBAAiB,CAAC,UAAU,CAAC,CAAC;YACpC,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;gBACtB,IAAI,EAAE,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS;gBACxF,YAAY,EAAE,kBAAkB,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC1D,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC;gBAC9B,KAAK,EAAE,iBAAiB,CAAC;oBACvB,WAAW,EAAE,IAAI,CAAC,qBAAqB,EAAE;oBACzC,UAAU,EAAE,IAAI,CAAC,oBAAoB,EAAE;oBACvC,aAAa,EAAE,IAAI,CAAC,gBAAgB,EAAE;oBACtC,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,cAAc,EAAE,IAAI,CAAC,cAAc;iBACpC,CAAC;gBACF,UAAU;aACX,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE;gBACjD,MAAM,EAAE,IAAI;gBACZ,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,QAAQ,EAAE,SAAS;gBACnB,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE,MAAM;aACrC,CAAC,CAAC;YAEH,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YAEvB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,MAAM,UAAU,GAAG,iBAAiB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;gBACvD,IAAI,UAAU,EAAE,CAAC;oBACf,MAAM,UAAU,CAAC;gBACnB,CAAC;gBAED,MAAM,KAAK,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;gBAC3C,IAAI,KAAK,EAAE,CAAC;oBACV,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;YAED,MAAM,MAAM,CAAC,SAAS,CAAC;YAEvB,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACvD,MAAM,KAAK,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;YAC7C,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;YACnC,CAAC;YACD,MAAM,MAAM,CAAC;QACf,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;YAC5B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,MAAM,eAAe,CAAC,UAAU,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;CACF;AAED,SAAS,kBAAkB,CAAC,MAA0B;IACpD,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,WAAW,GAAG,mFAAmF,CAAC;IAExG,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,yBAAyB,CAAC,OAAgC;IACjE,MAAM,MAAM,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAC9C,OAAO;QACL;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;gBAC5B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC1B,OAAO;wBACL,IAAI,EAAE,YAAY;wBAClB,IAAI,EAAE,KAAK,CAAC,IAAI;qBACjB,CAAC;gBACJ,CAAC;gBAED,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;oBAChC,OAAO;wBACL,IAAI,EAAE,aAAa;wBACnB,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG;wBACvB,MAAM,EAAE,UAAU;qBACnB,CAAC;gBACJ,CAAC;gBAED,OAAO;oBACL,IAAI,EAAE,aAAa;oBACnB,KAAK,EAAE,QAAQ,KAAK,CAAC,MAAM,CAAC,UAAU,WAAW,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE;oBACpE,MAAM,EAAE,UAAU;iBACnB,CAAC;YACJ,CAAC,CAAC;SACe;KACpB,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,OAAgC;IAC7D,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,MAAM,MAAM,GAAmB,EAAE,CAAC;IAElC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC1B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YAChD,SAAS;QACX,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC3B,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;gBAChC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBAC/E,SAAS;YACX,CAAC;YAED,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU;oBACnC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI;iBACxB;aACF,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,iBAAiB,CACxB,KAAqB,EACrB,SAAiB;IAEjB,IAAI,KAAK,CAAC,IAAI,KAAK,wBAAwB,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,KAAK,CAAC,IAAyC,CAAC;QAC7D,IAAI,IAAI,CAAC,IAAI,KAAK,mBAAmB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACpD,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,UAAU,EAAE,SAAS;gBACrB,OAAO,EAAE;oBACP,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;iBAC9C;aACF,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,uBAAuB,EAAE,CAAC;QAC3C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,GAAG,GAAI,KAAK,CAAC,IAAmB,CAAC,OAAO,CAAC;IAC/C,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,wBAAwB,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QACtE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,wBAAwB,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QACxE,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO;YACtB,EAAE,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,gBAAgB,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC;aACrF,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aAC1B,IAAI,CAAC,GAAG,CAAC,CAAC;QAEb,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,UAAU,EAAE,SAAS;YACrB,OAAO,EAAE;gBACP,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;aAChD;SACF,CAAC;IACJ,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;QACjC,IAAI,GAAG,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YACjC,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,UAAU,EAAE,SAAS;gBACrB,OAAO,EAAE;oBACP,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,CAAC;4BACR,IAAI,EAAE,UAAU;4BAChB,EAAE,EAAE,GAAG,CAAC,MAAM;4BACd,WAAW,EAAE,GAAG,CAAC,MAAM;4BACvB,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,MAAM;4BACxB,KAAK,EAAE,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC;yBACzC,CAAC;iBACH;aACF,CAAC;QACJ,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YACjC,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,UAAU,EAAE,SAAS;gBACrB,OAAO,EAAE;oBACP,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,CAAC;4BACR,IAAI,EAAE,UAAU;4BAChB,EAAE,EAAE,GAAG,CAAC,MAAM;4BACd,WAAW,EAAE,GAAG,CAAC,MAAM;4BACvB,IAAI,EAAE,UAAU;4BAChB,KAAK,EAAE,GAAG,CAAC,MAAM,IAAI,EAAE;yBACxB,CAAC;iBACH;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;QACjC,IAAI,GAAG,CAAC,IAAI,KAAK,sBAAsB,IAAI,GAAG,CAAC,IAAI,KAAK,sBAAsB,EAAE,CAAC;YAC/E,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,UAAU,EAAE,SAAS;gBACrB,kBAAkB,EAAE,IAAI;gBACxB,OAAO,EAAE;oBACP,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,CAAC;4BACR,IAAI,EAAE,aAAa;4BACnB,WAAW,EAAE,GAAG,CAAC,MAAM,IAAI,EAAE;4BAC7B,OAAO,EAAE,GAAG,CAAC,MAAM,IAAI,EAAE;4BACzB,QAAQ,EAAE,KAAK;yBAChB,CAAC;iBACH;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAyB;IACnD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAY,CAAC;IACtC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAqB;IAKlD,IAAI,KAAK,CAAC,IAAI,KAAK,wBAAwB,EAAE,CAAC;QAC5C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,IAAI,GAAG,KAAK,CAAC,IAQlB,CAAC;IAEF,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,WAAW,CAAC;IACtD,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,eAAe,EAAE,WAAW;QAC5B,aAAa,EAAE,CAAC;QAChB,OAAO,EAAE,CAAC;KACX,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,MAO/B;IACC,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;IACjD,IAAI,OAAO,KAAK,EAAE,WAAW,KAAK,QAAQ,EAAE,CAAC;QAC3C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,eAAe,EAAE,KAAK,CAAC,WAAW;QAClC,aAAa,EAAE,CAAC;QAChB,OAAO,EAAE,CAAC;KACX,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CACzB,MASC,EACD,MAAwB;IAExB,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;IACjD,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,YAAY,KAAK;QAC7C,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO;QACtB,CAAC,CAAC,MAAM,CAAC,KAAK;YACZ,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC;YAC9B,CAAC,CAAC,EAAE,CAAC;IAET,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;QACxC,SAAS,EAAE,CAAC;QACZ,KAAK,EAAE;YACL,YAAY,EAAE,KAAK,EAAE,WAAW,IAAI,CAAC;YACrC,aAAa,EAAE,KAAK,EAAE,YAAY,IAAI,CAAC;SACxC;QACD,cAAc,EAAE,CAAC;QACjB,QAAQ,EAAE,OAAO,CAAC,SAAS,CAAC;QAC5B,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE;QACpC,KAAK,EAAE,UAAU,CAAC,MAAM,CAAC;KAC1B,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,OAAoB;IACnD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;IACzB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,OAAoB;IACjD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CACT,+BAA+B,MAAM,CAAC,IAAI,MAAM,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACnG,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/agent/engines/openai/tools.d.ts

@@ -0,0 +1,15 @@
+import { type MCPServer, type Tool } from "@openai/agents";
+import type { SessionMode } from "../../mailbox.js";
+import type { RuntimeSurface } from "../../runtime-surface.js";
+type OpenAIMcpServerConfig = Record<string, unknown>;
+export declare function createVisionClawComputerTool(): Tool;
+export declare function createOpenAIMcpServers(serverConfigs: Record<string, OpenAIMcpServerConfig>): MCPServer[];
+export declare function createOpenAITools(options: {
+    dualSession: boolean;
+    androidUse: boolean;
+    cardAvailable: boolean;
+    mode: SessionMode;
+    runtimeSurface: RuntimeSurface;
+}): Tool[];
+export {};
+//# sourceMappingURL=tools.d.ts.map

package/dist/agent/engines/openai/tools.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../../../../src/agent/engines/openai/tools.ts"],"names":[],"mappings":"AACA,OAAO,EAA4F,KAAK,SAAS,EAAE,KAAK,IAAI,EAAE,MAAM,gBAAgB,CAAC;AA+BrJ,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAS/D,KAAK,qBAAqB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAiKrD,wBAAgB,4BAA4B,IAAI,IAAI,CAMnD;AAED,wBAAgB,sBAAsB,CACpC,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,qBAAqB,CAAC,GACnD,SAAS,EAAE,CA2Bb;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE;IACzC,WAAW,EAAE,OAAO,CAAC;IACrB,UAAU,EAAE,OAAO,CAAC;IACpB,aAAa,EAAE,OAAO,CAAC;IACvB,IAAI,EAAE,WAAW,CAAC;IAClB,cAAc,EAAE,cAAc,CAAC;CAChC,GAAG,IAAI,EAAE,CAkET"}