@meetopenbot/openbot 0.2.7 → 1.0.1

package/dist/auto-model.js

@@ -49,6 +49,19 @@ export function expandModelString(modelString, ctx) {
         return pickAutoModel(ctx);
     return modelString.trim();
 }
+/** BYOK message when the resolved provider has no API key in env. */
+export function missingByokApiKeyMessage(modelString, ctx) {
+    if (shouldUseCreditsAuth(ctx))
+        return undefined;
+    const env = ctx?.env ?? process.env;
+    const provider = providerOf(expandModelString(modelString, ctx));
+    if (providerHasByokKey(provider, env))
+        return undefined;
+    const envVar = PROVIDER_BYOK_ENV[provider];
+    if (!envVar)
+        return undefined;
+    return `${provider} API key is missing`;
+}
 export function isRetryableModelError(error) {
     const message = error instanceof Error ? error.message : String(error);
     const lower = message.toLowerCase();

package/dist/build-tools.js

@@ -0,0 +1,26 @@
+import { memoryTools } from "./tools/memory.js";
+import { todoTools } from "./tools/todo.js";
+import { storageTools } from "./tools/storage.js";
+import { askAgentTools } from "./tools/ask-agent.js";
+import { startWorkTools } from "./tools/start-work.js";
+import { threadStatusTools } from "./tools/thread-status.js";
+import { threadTitleTools } from "./tools/thread-title.js";
+import { wrapToolsWithApproval } from "./tools/approval.js";
+/**
+ * Merge first-party OpenBot coordinator tools and wrap configured actions
+ * with approval.
+ */
+export function buildOpenbotTools(args) {
+    const tools = {
+        ...memoryTools,
+        ...todoTools,
+        ...storageTools,
+        ...askAgentTools,
+        ...startWorkTools,
+        ...threadStatusTools,
+        ...threadTitleTools,
+        ...args.context.tools,
+    };
+    const approvalConfig = args.context.config?.approval ?? { actions: [] };
+    return wrapToolsWithApproval(tools, approvalConfig.actions ?? [], args.context);
+}

package/dist/history.js

@@ -164,12 +164,16 @@ export function eventsToModelMessages(events, options) {
             }
             case 'agent:invoke': {
                 const invokeEvent = event;
-                if (invokeEvent.data?.content && invokeEvent.data?.role) {
+                if (invokeEvent.data?.role) {
                     const role = invokeEvent.data.role === 'agent' ? 'user' : invokeEvent.data.role;
-                    messages.push({
-                        role,
-                        content: invokeEvent.data.content,
-                    });
+                    const content = invokeEvent.data.content ?? '';
+                    const hasFiles = Boolean(invokeEvent.data.attachments?.length);
+                    if (content || hasFiles) {
+                        messages.push({
+                            role,
+                            content,
+                        });
+                    }
                 }
                 break;
             }

package/dist/images.js

@@ -0,0 +1,64 @@
+import { shouldUseCreditsAuth } from '@meetopenbot/plugin-sdk';
+export function isImageAttachment(file) {
+    if (file.mimeType?.startsWith('image/'))
+        return true;
+    return /\.(png|jpe?g|gif|webp)$/i.test(file.name);
+}
+export function eventsHaveImages(events) {
+    return events.some((event) => {
+        if (event.meta?.parentToolCallId)
+            return false;
+        if (event.type !== 'agent:invoke')
+            return false;
+        return Boolean(event.data?.attachments?.some(isImageAttachment));
+    });
+}
+/** Auto uses DeepSeek, which cannot see pictures. Pick a cheap vision model. */
+export function pickVisionModel(authMode, env = process.env) {
+    if (shouldUseCreditsAuth({ authMode }))
+        return 'google/gemini-3.5-flash';
+    if (env.OPENAI_API_KEY?.trim())
+        return 'openai/gpt-4o-mini';
+    if (env.GOOGLE_GENERATIVE_AI_API_KEY?.trim())
+        return 'google/gemini-3.5-flash';
+    if (env.ANTHROPIC_API_KEY?.trim())
+        return 'anthropic/claude-haiku-4-5';
+    return undefined;
+}
+/** Put image files on matching user messages as AI SDK `file` parts. */
+export async function addImageParts(messages, events, read) {
+    const result = [...messages];
+    let userIndex = 0;
+    for (const event of events) {
+        if (event.meta?.parentToolCallId)
+            continue;
+        if (event.type !== 'agent:invoke' || !event.data?.role)
+            continue;
+        const files = (event.data.attachments ?? []).filter(isImageAttachment);
+        const text = event.data.content ?? '';
+        if (!text && files.length === 0)
+            continue;
+        const current = result[userIndex];
+        userIndex += 1;
+        if (!current || files.length === 0)
+            continue;
+        const parts = [];
+        if (typeof current.content === 'string' && current.content) {
+            parts.push({ type: 'text', text: current.content });
+        }
+        for (const file of files) {
+            const loaded = await read(file.name);
+            if (!loaded?.data.byteLength)
+                continue;
+            parts.push({
+                type: 'file',
+                data: loaded.data,
+                mediaType: loaded.mediaType || 'image/png',
+            });
+        }
+        if (parts.some((part) => part.type === 'file')) {
+            result[userIndex - 1] = { role: current.role, content: parts };
+        }
+    }
+    return result;
+}

package/dist/index.js

@@ -1,90 +1,89 @@
-import { defineOpenbotPlugin } from "./types.js";
-import { cloudAuthModeProperties, modelConfigField, } from "@meetopenbot/plugin-sdk";
-import { AUTO_MODEL_ID, AUTO_MODEL_OPTION } from "./auto-model.js";
-import { openbotRuntime } from "./runtime.js";
-import { bashPlugin } from "./tools/bash.js";
-import { memoryPlugin } from "./tools/memory.js";
-import { todoPlugin } from "./tools/todo.js";
-import { approvalPlugin } from "./tools/approval.js";
-import { askAgentPlugin } from "./tools/ask-agent.js";
-import { startWorkPlugin } from "./tools/start-work.js";
-import { threadStatusPlugin } from "./tools/thread-status.js";
-import { uiPlugin } from "./tools/ui.js";
-import { previewPlugin } from "./tools/preview.js";
-import { storageToolPlugin } from "./tools/storage.js";
-export const OPENBOT_PLUGIN_ID = "@meetopenbot/openbot";
+import { defineOpenbotPlugin } from './types.js';
+import { cloudAuthModeProperties, modelConfigField, } from '@meetopenbot/plugin-sdk';
+import { AUTO_MODEL_ID, AUTO_MODEL_OPTION } from './auto-model.js';
+import { handleOpenbotWidgetResponse, runOpenbotTurn } from './runtime.js';
+import { memoryTools } from './tools/memory.js';
+import { todoTools } from './tools/todo.js';
+import { storageTools } from './tools/storage.js';
+import { askAgentTools } from './tools/ask-agent.js';
+import { startWorkTools } from './tools/start-work.js';
+import { threadStatusTools } from './tools/thread-status.js';
+import { threadTitleTools } from './tools/thread-title.js';
+import { buildOpenbotTools } from './build-tools.js';
+export const OPENBOT_PLUGIN_ID = '@meetopenbot/openbot';
 const modelField = await modelConfigField({
-    providers: ["openai", "anthropic", "google", "deepseek"],
+    providers: ['openai', 'anthropic', 'google', 'deepseek'],
     extraOptions: [AUTO_MODEL_OPTION],
     defaultValue: AUTO_MODEL_ID,
-    description: "Auto, or a model from the OpenBot registry.",
-    fallbackDescription: "Auto, or a provider model in provider/model-id format (e.g. openai/gpt-4o-mini).",
+    description: 'Auto, or a model from the OpenBot registry.',
+    fallbackDescription: 'Auto, or a provider model in provider/model-id format (e.g. openai/gpt-4o-mini).',
 });
-const SPECIALIST_TOOL_NAMES = new Set([
-    ...Object.keys(bashPlugin.toolDefinitions ?? {}),
-    ...Object.keys(previewPlugin.toolDefinitions ?? {}),
-]);
 /**
  * `@meetopenbot/openbot` — the standard, opinionated OpenBot agent runtime.
  *
  * The orchestrator (`system`) is a coordinator: ask agents, start work in
- * Spaces, memory, todos, storage. Specialist tools (shell, preview) stay on
- * non-orchestrator agents that opt into this runtime.
+ * Spaces, memory, todos, storage. Coding and preview work belongs to
+ * specialist harnesses, not this plugin.
  */
 export const openbotPlugin = defineOpenbotPlugin({
-    id: OPENBOT_PLUGIN_ID,
-    name: "OpenBot Agent",
-    description: "OpenBot coordinator runtime: ask specialists, route work into Spaces, and track todos.",
+    name: 'OpenBot Agent',
+    description: 'OpenBot coordinator runtime: ask specialists, route work into Spaces, and track todos.',
     configSchema: {
-        type: "object",
+        type: 'object',
         properties: {
             ...cloudAuthModeProperties(),
             model: modelField,
         },
     },
-    toolDefinitions: {
-        ...bashPlugin.toolDefinitions,
-        ...memoryPlugin.toolDefinitions,
-        ...todoPlugin.toolDefinitions,
-        ...storageToolPlugin.toolDefinitions,
-        ...askAgentPlugin.toolDefinitions,
-        ...startWorkPlugin.toolDefinitions,
-        ...threadStatusPlugin.toolDefinitions,
-        ...previewPlugin.toolDefinitions,
+    tools: {
+        ...memoryTools,
+        ...todoTools,
+        ...storageTools,
+        ...askAgentTools,
+        ...startWorkTools,
+        ...threadStatusTools,
+        ...threadTitleTools,
     },
-    factory: (context) => (builder) => {
-        const { agentId, config, storage, tools, abortSignal, host } = context;
-        const isOrchestrator = agentId === host.orchestratorAgentId;
-        memoryPlugin.factory(context)(builder);
-        todoPlugin.factory(context)(builder);
-        storageToolPlugin.register(context)(builder);
-        askAgentPlugin.factory(context)(builder);
-        startWorkPlugin.factory(context)(builder);
-        threadStatusPlugin.factory(context)(builder);
-        uiPlugin.factory(context)(builder);
-        if (!isOrchestrator) {
-            bashPlugin.factory(context)(builder);
-            previewPlugin.factory(context)(builder);
-        }
-        const approvalConfig = config?.approval ?? {
-            actions: [],
+    async *run(args) {
+        const { context } = args;
+        const authMode = context.host.isCloudSystemAgent(context.agentId)
+            ? context.host.parseOpenbotAuthMode(context.config?.authMode)
+            : 'byok';
+        const toolDefinitions = buildOpenbotTools({ context });
+        yield* runOpenbotTurn(args, {
+            model: context.config?.model || AUTO_MODEL_ID,
+            authMode,
+            agentId: context.agentId,
+            storage: context.storage,
+            toolDefinitions,
+            abortSignal: context.abortSignal,
+            host: context.host,
+        });
+    },
+    async *onWidgetResponse(args) {
+        const { context } = args;
+        const authMode = context.host.isCloudSystemAgent(context.agentId)
+            ? context.host.parseOpenbotAuthMode(context.config?.authMode)
+            : 'byok';
+        const toolDefinitions = buildOpenbotTools({ context });
+        const turnArgs = {
+            prompt: '',
+            threadId: args.state.threadId,
+            event: args.state.triggerEvent,
+            handlerCtx: args.handlerCtx,
+            context,
+            state: args.state,
+            emit: args.emit,
         };
-        approvalPlugin.factory({ ...context, config: approvalConfig })(builder);
-        const authMode = host.isCloudSystemAgent(agentId)
-            ? host.parseOpenbotAuthMode(config?.authMode)
-            : "byok";
-        const toolDefinitions = isOrchestrator
-            ? Object.fromEntries(Object.entries(tools).filter(([name]) => !SPECIALIST_TOOL_NAMES.has(name)))
-            : tools;
-        return openbotRuntime({
-            model: config?.model || AUTO_MODEL_ID,
+        yield* handleOpenbotWidgetResponse(turnArgs, {
+            model: context.config?.model || AUTO_MODEL_ID,
             authMode,
-            agentId,
-            storage,
+            agentId: context.agentId,
+            storage: context.storage,
             toolDefinitions,
-            abortSignal,
-            host,
-        })(builder);
+            abortSignal: context.abortSignal,
+            host: context.host,
+        });
     },
 });
 export default openbotPlugin;

package/dist/output-buffer.js

@@ -0,0 +1,31 @@
+/** Persist one `agent:output` per model step so jsonl stays thought → tools → reply. */
+export function createAgentOutputBuffer(meta) {
+    let text = '';
+    let reasoning = '';
+    return {
+        addText(delta) {
+            text += delta;
+        },
+        addReasoning(delta) {
+            reasoning += delta;
+        },
+        take() {
+            if (!text && !reasoning)
+                return null;
+            const event = {
+                type: 'agent:output',
+                data: {
+                    content: text,
+                    ...(reasoning ? { reasoning } : {}),
+                },
+                meta,
+            };
+            text = '';
+            reasoning = '';
+            return event;
+        },
+    };
+}
+export function isOutputBoundaryPart(type) {
+    return type === 'tool-call' || type === 'finish-step' || type === 'step-finish' || type === 'finish';
+}