@botbotgo/agent-harness 0.0.14 → 0.0.16

package/dist/contracts/types.d.ts

@@ -73,6 +73,9 @@ export type LangChainAgentParams = {
     model: CompiledModel;
     tools: CompiledTool[];
     systemPrompt?: string;
+    responseFormat?: unknown;
+    contextSchema?: unknown;
+    middleware?: Array<Record<string, unknown>>;
     description: string;
 };
 export type CompiledSubAgent = {
@@ -84,11 +87,17 @@ export type CompiledSubAgent = {
     interruptOn?: Record<string, boolean | object>;
     skills?: string[];
     memory?: string[];
+    responseFormat?: unknown;
+    contextSchema?: unknown;
+    middleware?: Array<Record<string, unknown>>;
 };
 export type DeepAgentParams = {
     model: CompiledModel;
     tools: CompiledTool[];
     systemPrompt?: string;
+    responseFormat?: unknown;
+    contextSchema?: unknown;
+    middleware?: Array<Record<string, unknown>>;
     description: string;
     subagents: CompiledSubAgent[];
     interruptOn?: Record<string, boolean | object>;

package/dist/resource/resource-impl.js

@@ -218,7 +218,7 @@ export async function listResourceToolsForSource(source, workspaceRoot = process
 }
 export function createResourceBackendResolver(workspace) {
     const localResolver = createProviderBackendResolver(localResource, workspace);
-    return (binding) => localResolver?.(binding) ?? [];
+    return (binding) => localResolver?.(binding);
 }
 export function createResourceToolResolver(workspace, options = {}) {
     const functionResolver = createFunctionToolResolver(workspace);

package/dist/runtime/agent-runtime-adapter.d.ts

@@ -15,6 +15,8 @@ export declare class AgentRuntimeAdapter {
     private synthesizeDeepAgentAnswer;
     private resolveModel;
     private buildToolNameMapping;
+    private buildAgentMessages;
+    private buildRawModelMessages;
     private resolveTools;
     private normalizeInterruptPolicy;
     private compileInterruptOn;
@@ -23,7 +25,6 @@ export declare class AgentRuntimeAdapter {
     private resolveCheckpointer;
     private buildRouteSystemPrompt;
     private resolveSubagents;
-    private buildConversation;
     create(binding: CompiledAgentBinding): Promise<RunnableLike>;
     route(input: string, primaryBinding: CompiledAgentBinding, secondaryBinding: CompiledAgentBinding, options?: {
         systemPrompt?: string;

package/dist/runtime/agent-runtime-adapter.js

@@ -8,6 +8,7 @@ import { createAgent, humanInTheLoopMiddleware, initChatModel } from "langchain"
 import { extractEmptyAssistantMessageFailure, extractReasoningText, extractToolFallbackContext, extractVisibleOutput, isLikelyToolArgsObject, isToolCallParseFailure, STRICT_TOOL_JSON_INSTRUCTION, sanitizeVisibleText, tryParseJson, wrapResolvedModel, } from "./parsing/output-parsing.js";
 import { extractAgentStep, extractInterruptPayload, extractReasoningStreamOutput, extractTerminalStreamOutput, extractToolResult, normalizeTerminalOutputKey, readStreamDelta, } from "./parsing/stream-event-parsing.js";
 import { wrapToolForExecution } from "./tool-hitl.js";
+import { resolveDeclaredMiddleware } from "./declared-middleware.js";
 const AGENT_INTERRUPT_SENTINEL_PREFIX = "__agent_harness_interrupt__:";
 const MODEL_SAFE_TOOL_NAME_PATTERN = /^[a-zA-Z0-9_-]+$/;
 function asObject(value) {
@@ -76,6 +77,9 @@ function wrapResolvedToolWithModelFacingName(resolvedTool, modelFacingName) {
         },
     });
 }
+function countConfiguredTools(binding) {
+    return binding.langchainAgentParams?.tools.length ?? binding.deepAgentParams?.tools.length ?? 0;
+}
 export class AgentRuntimeAdapter {
     options;
     constructor(options = {}) {
@@ -197,6 +201,20 @@ export class AgentRuntimeAdapter {
     buildToolNameMapping(tools) {
         return buildToolNameMapping(tools);
     }
+    buildAgentMessages(history, input) {
+        return [
+            ...history.map((item) => ({ role: item.role, content: item.content })),
+            { role: "user", content: input },
+        ];
+    }
+    buildRawModelMessages(systemPrompt, history, input) {
+        const messages = [];
+        if (systemPrompt) {
+            messages.push({ role: "system", content: systemPrompt });
+        }
+        messages.push(...this.buildAgentMessages(history, input));
+        return messages;
+    }
     resolveTools(tools, binding) {
         const resolved = this.options.toolResolver ? this.options.toolResolver(tools.map((tool) => tool.id), binding) : [];
         const toolNameMapping = this.buildToolNameMapping(tools);
@@ -249,8 +267,15 @@ export class AgentRuntimeAdapter {
         }
         return this.compileInterruptOn(binding.langchainAgentParams?.tools ?? [], binding.agent.langchainAgentConfig?.interruptOn);
     }
-    resolveMiddleware(binding, interruptOn) {
-        const middleware = this.options.middlewareResolver ? this.options.middlewareResolver(binding) : [];
+    async resolveMiddleware(binding, interruptOn) {
+        const declarativeMiddleware = await resolveDeclaredMiddleware(binding.langchainAgentParams?.middleware ??
+            binding.deepAgentParams?.middleware, {
+            resolveModel: (model) => this.resolveModel(model),
+        });
+        const middleware = [
+            ...declarativeMiddleware,
+            ...(this.options.middlewareResolver ? this.options.middlewareResolver(binding) : []),
+        ];
         if (interruptOn && Object.keys(interruptOn).length > 0) {
             middleware.push(humanInTheLoopMiddleware({ interruptOn }));
         }
@@ -285,32 +310,28 @@ export class AgentRuntimeAdapter {
             model: subagent.model ? (await this.resolveModel(subagent.model)) : undefined,
             tools: subagent.tools ? this.resolveTools(subagent.tools) : undefined,
             interruptOn: this.compileInterruptOn(subagent.tools ?? [], subagent.interruptOn),
+            responseFormat: subagent.responseFormat,
+            contextSchema: subagent.contextSchema,
+            middleware: (await resolveDeclaredMiddleware(subagent.middleware, {
+                resolveModel: (model) => this.resolveModel(model),
+            })),
         })));
     }
-    buildConversation(systemPrompt, history, input) {
-        const messages = [];
-        if (systemPrompt) {
-            messages.push({ role: "system", content: systemPrompt });
-        }
-        for (const item of history) {
-            messages.push({ role: item.role, content: item.content });
-        }
-        messages.push({ role: "user", content: input });
-        return messages;
-    }
     async create(binding) {
         if (binding.langchainAgentParams) {
             const interruptOn = this.resolveInterruptOn(binding);
             const model = (await this.resolveModel(binding.langchainAgentParams.model));
             const tools = this.resolveTools(binding.langchainAgentParams.tools, binding);
             if (tools.length > 0 && typeof model.bindTools !== "function") {
-                return this.createModelFallbackRunnable(model);
+                throw new Error(`Agent ${binding.agent.id} configures ${tools.length} tool(s), but resolved model ${binding.langchainAgentParams.model.id} does not support tool binding.`);
             }
             return createAgent({
                 model: model,
                 tools: tools,
                 systemPrompt: binding.langchainAgentParams.systemPrompt,
-                middleware: this.resolveMiddleware(binding, interruptOn),
+                responseFormat: binding.langchainAgentParams.responseFormat,
+                contextSchema: binding.langchainAgentParams.contextSchema,
+                middleware: (await this.resolveMiddleware(binding, interruptOn)),
                 checkpointer: this.resolveCheckpointer(binding),
             });
         }
@@ -322,7 +343,9 @@ export class AgentRuntimeAdapter {
             model: (await this.resolveModel(params.model)),
             tools: this.resolveTools(params.tools, binding),
             systemPrompt: params.systemPrompt,
-            middleware: this.resolveMiddleware(binding),
+            responseFormat: params.responseFormat,
+            contextSchema: params.contextSchema,
+            middleware: (await this.resolveMiddleware(binding)),
             subagents: (await this.resolveSubagents(params.subagents)),
             checkpointer: this.resolveCheckpointer(binding),
             store: this.options.storeResolver?.(binding),
@@ -365,7 +388,7 @@ export class AgentRuntimeAdapter {
     }
     async invoke(binding, input, threadId, runId, resumePayload, history = []) {
         const request = resumePayload === undefined
-            ? { messages: this.buildConversation(binding.langchainAgentParams?.systemPrompt ?? binding.deepAgentParams?.systemPrompt, history, input) }
+            ? { messages: this.buildAgentMessages(history, input) }
             : new Command({ resume: resumePayload });
         let result;
         try {
@@ -378,7 +401,7 @@ export class AgentRuntimeAdapter {
             }
             const retriedBinding = this.applyStrictToolJsonInstruction(binding);
             const runnable = await this.create(retriedBinding);
-            result = (await runnable.invoke({ messages: this.buildConversation(retriedBinding.langchainAgentParams?.systemPrompt ?? retriedBinding.deepAgentParams?.systemPrompt, history, input) }, { configurable: { thread_id: threadId } }));
+            result = (await runnable.invoke({ messages: this.buildAgentMessages(history, input) }, { configurable: { thread_id: threadId } }));
         }
         const interruptContent = Array.isArray(result.__interrupt__) && result.__interrupt__.length > 0 ? JSON.stringify(result.__interrupt__) : undefined;
         const extractedOutput = extractVisibleOutput(result);
@@ -414,7 +437,7 @@ export class AgentRuntimeAdapter {
                 // agent loop and only adds an extra model round-trip before the runnable path.
                 if (canUseDirectModelStream && typeof model.stream === "function") {
                     let emitted = false;
-                    const stream = await model.stream(this.buildConversation(binding.langchainAgentParams.systemPrompt, history, input));
+                    const stream = await model.stream(this.buildRawModelMessages(binding.langchainAgentParams.systemPrompt, history, input));
                     for await (const chunk of stream) {
                         const delta = readStreamDelta(chunk);
                         if (delta) {
@@ -433,7 +456,7 @@ export class AgentRuntimeAdapter {
                 }
             }
             const runnable = await this.create(binding);
-            const request = { messages: this.buildConversation(binding.deepAgentParams?.systemPrompt, history, input) };
+            const request = { messages: this.buildAgentMessages(history, input) };
             if (typeof runnable.streamEvents === "function") {
                 const events = await runnable.streamEvents(request, { configurable: { thread_id: threadId }, version: "v2" });
                 let terminalOutput = "";
@@ -500,6 +523,11 @@ export class AgentRuntimeAdapter {
             }
         }
         catch (error) {
+            if (countConfiguredTools(binding) > 0 &&
+                error instanceof Error &&
+                error.message.includes("does not support tool binding")) {
+                throw error;
+            }
             if (!isToolCallParseFailure(error)) {
                 throw error;
             }

package/dist/runtime/declared-middleware.d.ts

@@ -0,0 +1,4 @@
+import type { CompiledModel } from "../contracts/types.js";
+export declare function resolveDeclaredMiddleware(middlewareConfigs: unknown[] | undefined, options: {
+    resolveModel: (model: CompiledModel) => Promise<unknown>;
+}): Promise<unknown[]>;

package/dist/runtime/declared-middleware.js

@@ -0,0 +1,56 @@
+import { modelCallLimitMiddleware, modelRetryMiddleware, summarizationMiddleware, todoListMiddleware, toolCallLimitMiddleware, toolRetryMiddleware, } from "langchain";
+function asMiddlewareConfig(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value) ? { ...value } : null;
+}
+function requireKind(config) {
+    const kind = typeof config.kind === "string" ? config.kind.trim() : "";
+    if (!kind) {
+        throw new Error("Declarative middleware entries must include a non-empty kind");
+    }
+    return kind;
+}
+function omitKind(config) {
+    const { kind: _kind, ...rest } = config;
+    return rest;
+}
+export async function resolveDeclaredMiddleware(middlewareConfigs, options) {
+    const resolved = [];
+    for (const rawConfig of middlewareConfigs ?? []) {
+        const config = asMiddlewareConfig(rawConfig);
+        if (!config) {
+            continue;
+        }
+        const kind = requireKind(config);
+        const runtimeConfig = omitKind(config);
+        switch (kind) {
+            case "summarization": {
+                if (runtimeConfig.model && typeof runtimeConfig.model === "object" && runtimeConfig.model !== null && "id" in runtimeConfig.model) {
+                    runtimeConfig.model = await options.resolveModel(runtimeConfig.model);
+                }
+                if (runtimeConfig.model === undefined) {
+                    throw new Error("summarization middleware requires model or modelRef");
+                }
+                resolved.push(summarizationMiddleware(runtimeConfig));
+                break;
+            }
+            case "modelRetry":
+                resolved.push(modelRetryMiddleware(runtimeConfig));
+                break;
+            case "toolRetry":
+                resolved.push(toolRetryMiddleware(runtimeConfig));
+                break;
+            case "toolCallLimit":
+                resolved.push(toolCallLimitMiddleware(runtimeConfig));
+                break;
+            case "modelCallLimit":
+                resolved.push(modelCallLimitMiddleware(runtimeConfig));
+                break;
+            case "todoList":
+                resolved.push(todoListMiddleware(runtimeConfig));
+                break;
+            default:
+                throw new Error(`Unsupported declarative middleware kind ${kind}`);
+        }
+    }
+    return resolved;
+}

package/dist/workspace/agent-binding-compiler.js

@@ -30,6 +30,19 @@ function requireModel(models, ref, ownerId) {
     }
     return compileModel(model);
 }
+function compileMiddlewareConfigs(middleware, models, ownerId) {
+    if (!middleware || middleware.length === 0) {
+        return undefined;
+    }
+    return middleware.map((config) => {
+        const compiled = { ...config };
+        if (compiled.kind === "summarization" && typeof compiled.modelRef === "string") {
+            compiled.model = requireModel(models, compiled.modelRef, ownerId);
+            delete compiled.modelRef;
+        }
+        return compiled;
+    });
+}
 function resolveAgentRuntimeName(agent) {
     const baseName = agent.id;
     if (baseName.includes(".")) {
@@ -72,6 +85,9 @@ function buildSubagent(agent, workspaceRoot, models, tools, parentSkills, parent
         interruptOn: agent.deepAgentConfig?.interruptOn,
         skills: compileAgentSkills(workspaceRoot, agent, parentSkills),
         memory: ownMemory.length > 0 ? ownMemory : parentMemory,
+        responseFormat: agent.deepAgentConfig?.responseFormat,
+        contextSchema: agent.deepAgentConfig?.contextSchema,
+        middleware: compileMiddlewareConfigs(agent.deepAgentConfig?.middleware, models, agent.id),
     };
 }
 function resolveDirectPrompt(agent) {
@@ -148,6 +164,9 @@ export function compileBinding(workspaceRoot, agent, agents, referencedSubagentI
             model: compiledAgentModel,
             tools: requireTools(tools, agent.toolRefs, agent.id),
             systemPrompt: resolveSystemPrompt(agent),
+            responseFormat: agent.langchainAgentConfig?.responseFormat,
+            contextSchema: agent.langchainAgentConfig?.contextSchema,
+            middleware: compileMiddlewareConfigs(agent.langchainAgentConfig?.middleware, models, agent.id),
             description: agent.description,
         };
         return {
@@ -162,6 +181,9 @@ export function compileBinding(workspaceRoot, agent, agents, referencedSubagentI
             model: compiledAgentModel,
             tools: requireTools(tools, agent.toolRefs, agent.id),
             systemPrompt: resolveSystemPrompt(agent),
+            responseFormat: agent.deepAgentConfig?.responseFormat,
+            contextSchema: agent.deepAgentConfig?.contextSchema,
+            middleware: compileMiddlewareConfigs(agent.deepAgentConfig?.middleware, models, agent.id),
             description: agent.description,
             subagents: agent.subagentRefs.map((ref) => {
                 const subagent = agents.get(resolveRefId(ref));

package/dist/workspace/object-loader.js

@@ -174,6 +174,12 @@ function readSingleRef(value) {
     }
     return undefined;
 }
+function readMiddlewareArray(items) {
+    const middleware = toArray(items)
+        .filter((item) => typeof item === "object" && item !== null && !Array.isArray(item))
+        .map((item) => ({ ...item }));
+    return middleware.length > 0 ? middleware : undefined;
+}
 export function parseAgentItem(item, sourcePath) {
     const subagentRefs = readRefArray(item.subagents);
     const subagentPathRefs = readPathArray(item.subagents);
@@ -193,11 +199,19 @@ export function parseAgentItem(item, sourcePath) {
         subagentRefs,
         subagentPathRefs,
         langchainAgentConfig: {
-            ...(typeof item.systemPrompt === "string" || typeof item.interruptOn === "object" || typeof item.checkpointer === "object"
+            ...(typeof item.systemPrompt === "string" ||
+                typeof item.interruptOn === "object" ||
+                typeof item.checkpointer === "object" ||
+                item.responseFormat !== undefined ||
+                item.contextSchema !== undefined ||
+                item.middleware !== undefined
                 ? {
                     ...(typeof item.systemPrompt === "string" ? { systemPrompt: item.systemPrompt } : {}),
                     ...(typeof item.interruptOn === "object" && item.interruptOn ? { interruptOn: item.interruptOn } : {}),
                     ...(typeof item.checkpointer === "object" && item.checkpointer ? { checkpointer: item.checkpointer } : {}),
+                    ...(item.responseFormat !== undefined ? { responseFormat: item.responseFormat } : {}),
+                    ...(item.contextSchema !== undefined ? { contextSchema: item.contextSchema } : {}),
+                    ...(readMiddlewareArray(item.middleware) ? { middleware: readMiddlewareArray(item.middleware) } : {}),
                 }
                 : {}),
         },
@@ -206,13 +220,19 @@ export function parseAgentItem(item, sourcePath) {
                 typeof item.backend === "object" ||
                 typeof item.store === "object" ||
                 typeof item.checkpointer === "object" ||
-                typeof item.interruptOn === "object"
+                typeof item.interruptOn === "object" ||
+                item.responseFormat !== undefined ||
+                item.contextSchema !== undefined ||
+                item.middleware !== undefined
                 ? {
                     ...(typeof item.systemPrompt === "string" ? { systemPrompt: item.systemPrompt } : {}),
                     ...(typeof item.backend === "object" && item.backend ? { backend: item.backend } : {}),
                     ...(typeof item.store === "object" && item.store ? { store: item.store } : {}),
                     ...(typeof item.checkpointer === "object" && item.checkpointer ? { checkpointer: item.checkpointer } : {}),
                     ...(typeof item.interruptOn === "object" && item.interruptOn ? { interruptOn: item.interruptOn } : {}),
+                    ...(item.responseFormat !== undefined ? { responseFormat: item.responseFormat } : {}),
+                    ...(item.contextSchema !== undefined ? { contextSchema: item.contextSchema } : {}),
+                    ...(readMiddlewareArray(item.middleware) ? { middleware: readMiddlewareArray(item.middleware) } : {}),
                 }
                 : {}),
         },

package/dist/workspace/validate.js

@@ -1,4 +1,12 @@
 const allowedExecutionModes = new Set(["deepagent", "langchain-v1"]);
+const allowedMiddlewareKinds = new Set([
+    "summarization",
+    "modelRetry",
+    "toolRetry",
+    "toolCallLimit",
+    "modelCallLimit",
+    "todoList",
+]);
 function hasPromptContent(value) {
     return typeof value === "string" && value.trim().length > 0;
 }
@@ -15,6 +23,25 @@ function validateCheckpointerConfig(agent) {
         throw new Error(`Agent ${agent.id} checkpointer.path is not supported for kind MemorySaver`);
     }
 }
+function validateMiddlewareConfig(agent) {
+    const middlewareConfigs = [
+        ...(agent.langchainAgentConfig?.middleware ?? []),
+        ...(agent.deepAgentConfig?.middleware ?? []),
+    ];
+    for (const config of middlewareConfigs) {
+        if (typeof config !== "object" || config === null || Array.isArray(config)) {
+            throw new Error(`Agent ${agent.id} middleware entries must be objects`);
+        }
+        const typed = config;
+        const kind = typeof typed.kind === "string" ? typed.kind : "";
+        if (!allowedMiddlewareKinds.has(kind)) {
+            throw new Error(`Agent ${agent.id} middleware kind ${kind || "(missing)"} is not supported`);
+        }
+        if (kind === "summarization" && typed.model === undefined && typeof typed.modelRef !== "string") {
+            throw new Error(`Agent ${agent.id} summarization middleware requires model or modelRef`);
+        }
+    }
+}
 export function validateAgent(agent) {
     if (!agent.id) {
         throw new Error(`Agent id is required in ${agent.sourcePath}`);
@@ -35,6 +62,7 @@ export function validateAgent(agent) {
         throw new Error(`Agent ${agent.id} must use deepagent execution when subagents are defined`);
     }
     validateCheckpointerConfig(agent);
+    validateMiddlewareConfig(agent);
 }
 export function validateTopology(agents) {
     const ids = new Set();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@botbotgo/agent-harness",
-  "version": "0.0.14",
+  "version": "0.0.16",
   "description": "Agent Harness framework package",
   "type": "module",
   "packageManager": "npm@10.9.2",
@@ -43,7 +43,7 @@
   "scripts": {
     "build": "rm -rf dist tsconfig.tsbuildinfo && tsc -p tsconfig.json && cp -R config dist/",
     "check": "tsc -p tsconfig.json --noEmit",
-    "test": "vitest run test/public-api.test.ts test/resource-optional-provider.test.ts test/stock-research-app-load-harness.test.ts test/release-workflow.test.ts test/release-version.test.ts test/gitignore.test.ts test/package-lock.test.ts test/readme.test.ts",
+    "test": "vitest run test/public-api.test.ts test/resource-optional-provider.test.ts test/stock-research-app-load-harness.test.ts test/release-workflow.test.ts test/release-version.test.ts test/gitignore.test.ts test/package-lock.test.ts test/readme.test.ts test/runtime-adapter-regressions.test.ts",
     "release:prepare": "npm version patch --no-git-tag-version && node ./scripts/sync-example-version.mjs",
     "release:pack": "npm pack --dry-run",
     "release:publish": "npm publish --access public --registry https://registry.npmjs.org/"