@botbotgo/agent-harness 0.0.26 → 0.0.28

package/dist/config/embedding-model.yaml

@@ -13,9 +13,8 @@ spec:
   provider: ollama
   # LangChain aligned feature: concrete embedding model identifier passed to the provider integration.
   model: nomic-embed-text
-  init:
-    # LangChain aligned feature: provider-specific initialization options for embeddings.
-    baseUrl: https://ollama-rtx-4070.easynet.world/
+  # LangChain aligned feature: provider-specific initialization options for embeddings.
+  baseUrl: https://ollama-rtx-4070.easynet.world/
 
   # ===================
   # DeepAgents Features

package/dist/config/models.yaml

@@ -19,11 +19,11 @@ spec:
     # LangChain aligned feature: concrete model identifier passed to the selected provider integration.
     # Example values depend on `provider`, such as `gpt-oss:latest` for `ollama`.
     model: gpt-oss:latest
-    init:
-      # LangChain aligned feature: provider-specific initialization options.
-      # Available keys are provider-specific; common examples include `baseUrl`, `temperature`, and auth/client settings.
-      # `baseUrl` configures the Ollama-compatible endpoint used by the model client.
-      # For `openai-compatible`, `baseUrl` is normalized into the ChatOpenAI `configuration.baseURL` field.
-      baseUrl: https://ollama-rtx-4070.easynet.world/
-      # LangChain aligned feature: provider/model initialization option controlling sampling temperature.
-      temperature: 0.2
+    # LangChain aligned feature: provider-specific initialization options.
+    # Write these fields directly on the model object.
+    # Common examples include `baseUrl`, `temperature`, and auth/client settings.
+    # `baseUrl` configures the Ollama-compatible endpoint used by the model client.
+    # For `openai-compatible`, `baseUrl` is normalized into the ChatOpenAI `configuration.baseURL` field.
+    baseUrl: https://ollama-rtx-4070.easynet.world/
+    # LangChain aligned feature: provider/model initialization option controlling sampling temperature.
+    temperature: 0.2

package/dist/contracts/types.d.ts

@@ -237,9 +237,17 @@ export type RunListeners = {
         output: unknown;
     }) => void | Promise<void>;
 };
+export type MessageContentPart = {
+    type: "text";
+    text: string;
+} | {
+    type: "image_url";
+    image_url: string;
+};
+export type MessageContent = string | MessageContentPart[];
 export type RunStartOptions = {
     agentId?: string;
-    input: string;
+    input: MessageContent;
     threadId?: string;
     listeners?: RunListeners;
 };
@@ -283,7 +291,7 @@ export type HarnessStreamItem = {
 };
 export type TranscriptMessage = {
     role: "user" | "assistant";
-    content: string;
+    content: MessageContent;
     runId: string;
     createdAt: string;
 };

package/dist/package-version.d.ts

@@ -1 +1 @@
-export declare const AGENT_HARNESS_VERSION = "0.0.25";
+export declare const AGENT_HARNESS_VERSION = "0.0.27";

package/dist/package-version.js

@@ -1 +1 @@
-export const AGENT_HARNESS_VERSION = "0.0.25";
+export const AGENT_HARNESS_VERSION = "0.0.27";

package/dist/resource/resource-impl.js

@@ -133,12 +133,26 @@ function createInlineBackendResolver(workspace) {
                         inheritEnv: config?.inheritEnv !== false,
                     });
                 }
+                case "VfsSandbox": {
+                    const rootDir = resolveBackendRootDir(config?.rootDir);
+                    mkdirSync(rootDir, { recursive: true });
+                    return new LocalShellBackend({
+                        rootDir,
+                        virtualMode: config?.virtualMode === false ? false : true,
+                        timeout: typeof config?.timeout === "number" ? config.timeout : undefined,
+                        maxOutputBytes: typeof config?.maxOutputBytes === "number" ? config.maxOutputBytes : undefined,
+                        env: typeof config?.env === "object" && config.env
+                            ? Object.fromEntries(Object.entries(config.env).filter((entry) => typeof entry[1] === "string"))
+                            : undefined,
+                        inheritEnv: config?.inheritEnv !== false,
+                    });
+                }
                 case "StateBackend":
                     return new StateBackend(runtimeLike);
                 case "StoreBackend":
                     return new StoreBackend(runtimeLike);
                 default:
-                    throw new Error(`Unsupported DeepAgent backend kind "${kind}". Supported inline kinds: LocalShellBackend, StateBackend, StoreBackend, CompositeBackend.`);
+                    throw new Error(`Unsupported DeepAgent backend kind "${kind}". Supported inline kinds: LocalShellBackend, VfsSandbox, StateBackend, StoreBackend, CompositeBackend.`);
             }
         };
         return (runtimeLike) => {
@@ -146,6 +160,8 @@ function createInlineBackendResolver(workspace) {
             switch (kind) {
                 case "LocalShellBackend":
                     return createBackend("LocalShellBackend", backendConfig, runtimeLike);
+                case "VfsSandbox":
+                    return createBackend("VfsSandbox", backendConfig, runtimeLike);
                 case "StateBackend":
                     return new StateBackend(runtimeLike);
                 case "StoreBackend":
@@ -165,7 +181,7 @@ function createInlineBackendResolver(workspace) {
                     return new CompatibleCompositeBackend(createBackend(defaultBackendKind, stateConfig, runtimeLike), mappedRoutes);
                 }
                 default:
-                    throw new Error(`Unsupported DeepAgent backend kind "${kind}". Supported inline kinds: LocalShellBackend, StateBackend, StoreBackend, CompositeBackend.`);
+                    throw new Error(`Unsupported DeepAgent backend kind "${kind}". Supported inline kinds: LocalShellBackend, VfsSandbox, StateBackend, StoreBackend, CompositeBackend.`);
             }
         };
     };

package/dist/runtime/agent-runtime-adapter.d.ts

@@ -1,4 +1,4 @@
-import type { CompiledAgentBinding, RunResult, RuntimeAdapterOptions, TranscriptMessage } from "../contracts/types.js";
+import type { CompiledAgentBinding, MessageContent, RunResult, RuntimeAdapterOptions, TranscriptMessage } from "../contracts/types.js";
 import { type RuntimeStreamChunk } from "./parsing/stream-event-parsing.js";
 type RunnableLike = {
     invoke: (input: unknown, config?: Record<string, unknown>) => Promise<unknown>;
@@ -26,10 +26,10 @@ export declare class AgentRuntimeAdapter {
     private buildRouteSystemPrompt;
     private resolveSubagents;
     create(binding: CompiledAgentBinding): Promise<RunnableLike>;
-    route(input: string, primaryBinding: CompiledAgentBinding, secondaryBinding: CompiledAgentBinding, options?: {
+    route(input: MessageContent, primaryBinding: CompiledAgentBinding, secondaryBinding: CompiledAgentBinding, options?: {
         systemPrompt?: string;
     }): Promise<string>;
-    invoke(binding: CompiledAgentBinding, input: string, threadId: string, runId: string, resumePayload?: unknown, history?: TranscriptMessage[]): Promise<RunResult>;
-    stream(binding: CompiledAgentBinding, input: string, threadId: string, history?: TranscriptMessage[]): AsyncGenerator<RuntimeStreamChunk | string>;
+    invoke(binding: CompiledAgentBinding, input: MessageContent, threadId: string, runId: string, resumePayload?: unknown, history?: TranscriptMessage[]): Promise<RunResult>;
+    stream(binding: CompiledAgentBinding, input: MessageContent, threadId: string, history?: TranscriptMessage[]): AsyncGenerator<RuntimeStreamChunk | string>;
 }
 export { AgentRuntimeAdapter as RuntimeAdapter, AGENT_INTERRUPT_SENTINEL_PREFIX, AGENT_INTERRUPT_SENTINEL_PREFIX as INTERRUPT_SENTINEL_PREFIX, };

package/dist/runtime/agent-runtime-adapter.js

@@ -9,6 +9,7 @@ import { extractEmptyAssistantMessageFailure, extractReasoningText, extractToolF
 import { extractAgentStep, extractInterruptPayload, extractReasoningStreamOutput, extractTerminalStreamOutput, extractToolResult, normalizeTerminalOutputKey, readStreamDelta, } from "./parsing/stream-event-parsing.js";
 import { wrapToolForExecution } from "./tool-hitl.js";
 import { resolveDeclaredMiddleware } from "./declared-middleware.js";
+import { extractMessageText, normalizeMessageContent } from "../utils/message-content.js";
 const AGENT_INTERRUPT_SENTINEL_PREFIX = "__agent_harness_interrupt__:";
 const MODEL_SAFE_TOOL_NAME_PATTERN = /^[a-zA-Z0-9_-]+$/;
 function asObject(value) {
@@ -172,7 +173,7 @@ export class AgentRuntimeAdapter {
             },
             {
                 role: "user",
-                content: `Original user request:\n${input}\n\nTool results:\n${toolContext}`,
+                content: `Original user request:\n${extractMessageText(input)}\n\nTool results:\n${toolContext}`,
             },
         ]);
         return sanitizeVisibleText(extractVisibleOutput(synthesized));
@@ -181,8 +182,8 @@ export class AgentRuntimeAdapter {
         if (this.options.modelResolver) {
             return wrapResolvedModel(await this.options.modelResolver(model.id));
         }
-        if (model.provider === "ollama" && typeof model.init.baseUrl === "string" && model.init.baseUrl.trim()) {
-            return wrapResolvedModel(new ChatOllama({ model: model.model, baseUrl: model.init.baseUrl, ...model.init }));
+        if (model.provider === "ollama") {
+            return wrapResolvedModel(new ChatOllama({ model: model.model, ...model.init }));
         }
         if (model.provider === "openai-compatible") {
             return wrapResolvedModel(new ChatOpenAI({ model: model.model, ...normalizeOpenAICompatibleInit(model.init) }));
@@ -203,8 +204,8 @@ export class AgentRuntimeAdapter {
     }
     buildAgentMessages(history, input) {
         return [
-            ...history.map((item) => ({ role: item.role, content: item.content })),
-            { role: "user", content: input },
+            ...history.map((item) => ({ role: item.role, content: normalizeMessageContent(item.content) })),
+            { role: "user", content: normalizeMessageContent(input) },
         ];
     }
     buildRawModelMessages(systemPrompt, history, input) {
@@ -374,7 +375,7 @@ export class AgentRuntimeAdapter {
                 role: "system",
                 content: this.buildRouteSystemPrompt(primaryBinding, secondaryBinding, options.systemPrompt),
             },
-            { role: "user", content: input },
+            { role: "user", content: extractMessageText(input) },
         ]);
         const content = typeof result === "string"
             ? result

package/dist/runtime/harness.d.ts

@@ -1,4 +1,4 @@
-import type { ApprovalRecord, CompiledTool, HarnessEvent, HarnessStreamItem, RunStartOptions, RestartConversationOptions, RuntimeAdapterOptions, ResumeOptions, RunOptions, RunResult, ThreadSummary, ThreadRecord, WorkspaceBundle } from "../contracts/types.js";
+import type { ApprovalRecord, CompiledTool, HarnessEvent, HarnessStreamItem, MessageContent, RunStartOptions, RestartConversationOptions, RuntimeAdapterOptions, ResumeOptions, RunOptions, RunResult, ThreadSummary, ThreadRecord, WorkspaceBundle } from "../contracts/types.js";
 export declare class AgentHarness {
     private readonly workspace;
     private readonly runtimeAdapterOptions;
@@ -40,7 +40,7 @@ export declare class AgentHarness {
     private getSession;
     getThread(threadId: string): Promise<ThreadRecord | null>;
     listPendingApprovals(): Promise<ApprovalRecord[]>;
-    routeAgent(input: string, options?: {
+    routeAgent(input: MessageContent, options?: {
         threadId?: string;
     }): Promise<string>;
     private emit;

package/dist/runtime/harness.js

@@ -13,6 +13,7 @@ import { resolveCompiledVectorStore, resolveCompiledVectorStoreRef } from "./sup
 import { ThreadMemorySync } from "./thread-memory-sync.js";
 import { FileBackedStore } from "./store.js";
 import { CheckpointMaintenanceLoop, discoverCheckpointMaintenanceTargets, readCheckpointMaintenanceConfig, } from "./checkpoint-maintenance.js";
+import { extractMessageText, normalizeMessageContent } from "../utils/message-content.js";
 export class AgentHarness {
     workspace;
     runtimeAdapterOptions;
@@ -39,27 +40,28 @@ export class AgentHarness {
     }
     heuristicRoute(input) {
         const { primaryBinding, secondaryBinding } = inferRoutingBindings(this.workspace);
-        return heuristicRoute(input, primaryBinding, secondaryBinding);
+        return heuristicRoute(extractMessageText(input), primaryBinding, secondaryBinding);
     }
     async buildRoutingInput(input, threadId) {
+        const inputText = extractMessageText(input);
         if (!threadId) {
-            return input;
+            return inputText;
         }
         const history = await this.persistence.listThreadMessages(threadId);
-        const priorHistory = history.filter((message) => message.content.trim());
+        const priorHistory = history.filter((message) => extractMessageText(message.content).trim());
         if (priorHistory.length === 0) {
-            return input;
+            return inputText;
         }
         const recentTurns = priorHistory.slice(-6).map((message) => {
             const role = message.role === "assistant" ? "assistant" : "user";
-            const compact = message.content.replace(/\s+/g, " ").trim();
+            const compact = extractMessageText(message.content).replace(/\s+/g, " ").trim();
             return `${role}: ${compact.slice(0, 240)}`;
         });
         return [
             "Recent conversation context:",
             ...recentTurns,
             "",
-            `Current user request: ${input}`,
+            `Current user request: ${inputText}`,
         ].join("\n");
     }
     async resolveSelectedAgentId(input, requestedAgentId, threadId) {
@@ -234,25 +236,25 @@ export class AgentHarness {
     }
     async routeAgent(input, options = {}) {
         const routingInput = await this.buildRoutingInput(input, options.threadId);
-        const normalized = input.trim().toLowerCase();
+        const normalized = extractMessageText(input).trim().toLowerCase();
         const { primaryBinding, secondaryBinding, researchBinding } = inferRoutingBindings(this.workspace);
         const deterministicIntent = resolveDeterministicRouteIntent(normalized);
         if (requiresResearchRoute(normalized)) {
             const explicitResearchBinding = this.workspace.bindings.get("research-lite") ?? this.workspace.bindings.get("research");
             const hostResearchBinding = explicitResearchBinding?.harnessRuntime.hostFacing !== false ? explicitResearchBinding : researchBinding;
-            return hostResearchBinding?.agent.id ?? secondaryBinding?.agent.id ?? primaryBinding?.agent.id ?? heuristicRoute(input, primaryBinding, secondaryBinding);
+            return hostResearchBinding?.agent.id ?? secondaryBinding?.agent.id ?? primaryBinding?.agent.id ?? heuristicRoute(extractMessageText(input), primaryBinding, secondaryBinding);
         }
         if (secondaryBinding?.deepAgentParams) {
             return secondaryBinding.agent.id;
         }
         if (deterministicIntent === "primary") {
-            return primaryBinding?.agent.id ?? heuristicRoute(input, primaryBinding, secondaryBinding);
+            return primaryBinding?.agent.id ?? heuristicRoute(extractMessageText(input), primaryBinding, secondaryBinding);
         }
         if (deterministicIntent === "secondary") {
-            return secondaryBinding?.agent.id ?? primaryBinding?.agent.id ?? heuristicRoute(input, primaryBinding, secondaryBinding);
+            return secondaryBinding?.agent.id ?? primaryBinding?.agent.id ?? heuristicRoute(extractMessageText(input), primaryBinding, secondaryBinding);
         }
         if (!primaryBinding || !secondaryBinding) {
-            return heuristicRoute(input, primaryBinding, secondaryBinding);
+            return heuristicRoute(extractMessageText(input), primaryBinding, secondaryBinding);
         }
         try {
             return await this.runtimeAdapter.route(routingInput, primaryBinding, secondaryBinding, {
@@ -260,7 +262,7 @@ export class AgentHarness {
             });
         }
         catch {
-            return heuristicRoute(input, primaryBinding, secondaryBinding);
+            return heuristicRoute(extractMessageText(input), primaryBinding, secondaryBinding);
         }
     }
     async emit(threadId, runId, sequence, eventType, payload, source = "runtime") {
@@ -284,7 +286,7 @@ export class AgentHarness {
         }
         await this.persistence.appendThreadMessage(threadId, {
             role: "user",
-            content: input,
+            content: normalizeMessageContent(input),
             runId,
             createdAt,
         });
@@ -359,7 +361,7 @@ export class AgentHarness {
         });
     }
     async persistApproval(threadId, runId, checkpointRef, input, interruptContent) {
-        const approval = createPendingApproval(threadId, runId, checkpointRef, input, interruptContent);
+        const approval = createPendingApproval(threadId, runId, checkpointRef, extractMessageText(input), interruptContent);
         await this.persistence.createApproval(approval);
         const artifact = await this.persistence.createArtifact(threadId, runId, {
             artifactId: `artifact-approval-${runId}`,

package/dist/runtime/thread-memory-sync.js

@@ -1,8 +1,9 @@
+import { extractMessageText } from "../utils/message-content.js";
 function excerpt(message) {
     if (!message?.content) {
         return "(none)";
     }
-    const normalized = message.content.replace(/\s+/g, " ").trim();
+    const normalized = extractMessageText(message.content).replace(/\s+/g, " ").trim();
     return normalized.length > 240 ? `${normalized.slice(0, 237)}...` : normalized;
 }
 function renderStatusMarkdown(thread, messages) {

package/dist/utils/message-content.d.ts

@@ -0,0 +1,5 @@
+import type { MessageContent, MessageContentPart } from "../contracts/types.js";
+export declare function isMessageContentPart(value: unknown): value is MessageContentPart;
+export declare function isMessageContent(value: unknown): value is MessageContent;
+export declare function extractMessageText(content: MessageContent): string;
+export declare function normalizeMessageContent(content: MessageContent): MessageContent;

package/dist/utils/message-content.js

@@ -0,0 +1,30 @@
+export function isMessageContentPart(value) {
+    if (typeof value !== "object" || !value) {
+        return false;
+    }
+    const typed = value;
+    return typed.type === "text" || typed.type === "image_url";
+}
+export function isMessageContent(value) {
+    return typeof value === "string" || (Array.isArray(value) && value.every(isMessageContentPart));
+}
+export function extractMessageText(content) {
+    if (typeof content === "string") {
+        return content;
+    }
+    return content
+        .filter((part) => part.type === "text")
+        .map((part) => part.text)
+        .join("");
+}
+export function normalizeMessageContent(content) {
+    if (typeof content === "string") {
+        return content;
+    }
+    return content.map((part) => {
+        if (part.type === "text") {
+            return { type: "text", text: part.text };
+        }
+        return { type: "image_url", image_url: part.image_url };
+    });
+}

package/dist/workspace/resource-compilers.js

@@ -22,6 +22,19 @@ function mergeObjects(base, extra) {
         ...(extra ?? {}),
     };
 }
+function extractTopLevelInitFields(value, reservedKeys) {
+    const reserved = new Set(reservedKeys);
+    const entries = Object.entries(value).filter(([key]) => !reserved.has(key));
+    if (entries.length === 0) {
+        return undefined;
+    }
+    return Object.fromEntries(entries);
+}
+function assertNoInitBlock(value, kind, id) {
+    if (value.init !== undefined) {
+        throw new Error(`${kind} ${id} must define provider options at the top level; nested init is not supported`);
+    }
+}
 function parseHitlPolicy(value) {
     const record = asObject(value);
     if (!record) {
@@ -38,9 +51,10 @@ function parseHitlPolicy(value) {
 }
 export function parseModelObject(object) {
     const value = object.value;
+    assertNoInitBlock(value, "Model", object.id);
     const provider = String(value.provider ?? "").trim();
     const model = String((value.model ?? value.name) ?? "").trim();
-    const init = asObject(value.init) ?? {};
+    const init = extractTopLevelInitFields(value, ["provider", "model", "name", "init", "clientRef", "fallbacks", "metadata"]) ?? {};
     const fallbacks = Array.isArray(value.fallbacks)
         ? value.fallbacks
             .map((item) => (typeof item === "object" && item && "ref" in item ? String(item.ref) : undefined))
@@ -59,9 +73,10 @@ export function parseModelObject(object) {
 }
 export function parseEmbeddingModelObject(object) {
     const value = object.value;
+    assertNoInitBlock(value, "EmbeddingModel", object.id);
     const provider = String(value.provider ?? "").trim();
     const model = String((value.model ?? value.name) ?? "").trim();
-    const init = asObject(value.init) ?? {};
+    const init = extractTopLevelInitFields(value, ["provider", "model", "name", "init", "clientRef", "metadata"]) ?? {};
     return {
         id: object.id,
         provider,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@botbotgo/agent-harness",
-  "version": "0.0.26",
+  "version": "0.0.28",
   "description": "Agent Harness framework package",
   "type": "module",
   "packageManager": "npm@10.9.2",
@@ -29,7 +29,6 @@
     }
   },
   "dependencies": {
-    "@modelcontextprotocol/sdk": "^1.12.0",
     "@langchain/anthropic": "^1.1.0",
     "@langchain/community": "^1.1.24",
     "@langchain/core": "^1.1.33",
@@ -39,7 +38,8 @@
     "@langchain/ollama": "^1.2.6",
     "@langchain/openai": "^1.1.0",
     "@libsql/client": "^0.17.0",
-    "@llamaindex/ollama": "^0.1.24",
+    "@llamaindex/ollama": "^0.1.23",
+    "@modelcontextprotocol/sdk": "^1.12.0",
     "deepagents": "1.8.4",
     "langchain": "1.2.34",
     "llamaindex": "^0.12.1",
@@ -50,7 +50,8 @@
   "scripts": {
     "build": "rm -rf dist tsconfig.tsbuildinfo && tsc -p tsconfig.json && cp -R config dist/",
     "check": "tsc -p tsconfig.json --noEmit",
-    "test": "vitest run test/public-api.test.ts test/resource-optional-provider.test.ts test/resource-isolation.test.ts test/stock-research-app-load-harness.test.ts test/release-workflow.test.ts test/release-version.test.ts test/gitignore.test.ts test/package-lock.test.ts test/readme.test.ts test/runtime-adapter-regressions.test.ts test/tool-extension-gaps.test.ts test/checkpoint-maintenance.test.ts",
+    "test": "vitest run test/public-api.test.ts test/resource-optional-provider.test.ts test/resource-isolation.test.ts test/stock-research-app-load-harness.test.ts test/stock-research-app-run.test.ts test/release-workflow.test.ts test/release-version.test.ts test/gitignore.test.ts test/package-lock.test.ts test/readme.test.ts test/runtime-adapter-regressions.test.ts test/tool-extension-gaps.test.ts test/checkpoint-maintenance.test.ts test/llamaindex-dependency-compat.test.ts",
+    "test:real-providers": "vitest run test/real-provider-harness.test.ts",
     "release:prepare": "npm version patch --no-git-tag-version && node ./scripts/sync-example-version.mjs",
     "release:pack": "npm pack --dry-run",
     "release:publish": "npm publish --access public --registry https://registry.npmjs.org/"