@axiom-lattice/core 3.0.3 → 3.0.5

package/dist/index.js

@@ -9035,7 +9035,7 @@ var createReactAgentSchema = (schema6) => {
 };
 
 // src/agent_lattice/builders/ReActAgentGraphBuilder.ts
-var import_langchain45 = require("langchain");
+var import_langchain47 = require("langchain");
 
 // src/middlewares/codeEvalMiddleware.ts
 var import_langchain37 = require("langchain");
@@ -11249,8 +11249,11 @@ Please select a valid tool from the list above.`
      * The only place to access request.tools (all available tools).
      * Identifies unknown tools and stores error info in metadata.
      *
-     * Key: Preserve all tool_calls in original AIMessage, including unknown ones.
-     * This allows the model to see what it selected in the next round.
+     * Key: Strip valid tool_calls and only keep unknown ones in the returned
+     * AIMessage. Valid calls must NOT be preserved: afterModel jumps to "model"
+     * and skips ToolNode, so a preserved valid call would have no ToolMessage
+     * and the next model call would be rejected with a 400 dangling tool_calls
+     * error. Stripped valid calls are re-issued by the model in the next round.
      */
     wrapModelCall: async (request, handler) => {
       const availableTools = request.tools || [];
@@ -11280,10 +11283,11 @@ Please select a valid tool from the list above.`
         toolCallId: toolCall.id,
         errorMessage: errorMessageTemplate(toolCall.name, availableToolNames)
       }));
+      const unknownToolIds = new Set(unknownToolCalls.map((toolCall) => toolCall.id));
+      const remainingToolCalls = aiResponse.tool_calls.filter((toolCall) => unknownToolIds.has(toolCall.id));
       const modifiedResponse = new import_messages2.AIMessage({
         content: aiResponse.content,
-        tool_calls: aiResponse.tool_calls,
-        // Key: preserve all tool_calls, don't delete unknown
+        tool_calls: remainingToolCalls,
         response_metadata: {
           ...aiResponse.response_metadata,
           _unknownToolErrors: unknownToolErrors
@@ -11336,6 +11340,64 @@ Please select a valid tool from the list above.`
   });
 }
 
+// src/deep_agent_new/middleware/patch_tool_calls.ts
+var import_langchain45 = require("langchain");
+function createPatchToolCallsMiddleware() {
+  return (0, import_langchain45.createMiddleware)({
+    name: "patchToolCallsMiddleware",
+    beforeAgent: async (state) => {
+      const messages = state.messages;
+      if (!messages || messages.length === 0) {
+        return;
+      }
+      const replacements = [];
+      for (let i = 0; i < messages.length; i++) {
+        const msg = messages[i];
+        if (import_langchain45.AIMessage.isInstance(msg) && msg.tool_calls != null) {
+          const respondedIds = /* @__PURE__ */ new Set();
+          for (const toolCall of msg.tool_calls) {
+            if (!toolCall.id) continue;
+            const correspondingToolMsg = messages.slice(i).find(
+              (m) => import_langchain45.ToolMessage.isInstance(m) && m.tool_call_id === toolCall.id
+            );
+            if (correspondingToolMsg) {
+              respondedIds.add(toolCall.id);
+            }
+          }
+          const remainingToolCalls = msg.tool_calls.filter(
+            (toolCall) => toolCall.id && respondedIds.has(toolCall.id)
+          );
+          if (remainingToolCalls.length === msg.tool_calls.length) {
+            continue;
+          }
+          const additionalKwargs = { ...msg.additional_kwargs };
+          delete additionalKwargs.tool_calls;
+          if (!msg.id) continue;
+          replacements.push(
+            new import_langchain45.AIMessage({
+              id: msg.id,
+              content: msg.content,
+              name: msg.name,
+              tool_calls: remainingToolCalls,
+              additional_kwargs: additionalKwargs,
+              response_metadata: msg.response_metadata
+            })
+          );
+        }
+      }
+      if (replacements.length === 0) {
+        return;
+      }
+      return {
+        messages: replacements
+      };
+    }
+  });
+}
+
+// src/agent_lattice/builders/commonMiddleware.ts
+var import_langchain46 = require("langchain");
+
 // src/plugin/metaSerializer.ts
 function tryExtractTools(plugin) {
   if (!plugin.middleware) return [];
@@ -12572,6 +12634,12 @@ actually achieve, not just what to build:
 
 Record the goal model in the parent task's description ([[task-tracking]]).
 
+**HARD RULE \u2014 never guess the target.** If the goal, expected output,
+consumer, or usable state is unclear at ANY point before writing test
+cases, you MUST ask the user via ask_user_to_clarify \u2014 never proceed
+with an assumed expectation. A test case written against a guessed
+expectation validates the wrong thing. When in doubt, ask.
+
 ## Goal-Driven Validation (apply to EVERY sub-skill workflow)
 
 The agent evaluates goal achievement ITSELF via multi-dimensional test
@@ -12657,16 +12725,29 @@ Do NOT use reviewer as:
    verification. If findings show config errors, fix and re-check.`,
   "task-tracking": `---
 name: task-tracking
-description: Manage persistent tasks for agent creation workflows. Use
-  manage_task to create parent/subtasks, track progress, and resume
-  interrupted runs. Applies to ALL agent building processes.
+description: Manage persistent tasks with manage_task. Universal rule:
+  once the goal is clear and you know what to do, create the task FIRST
+  then execute. Track parent/subtasks, update status to reflect reality,
+  resume interrupted work. Applies to ANY multi-step agent work \u2014 not
+  just agent building.
 metadata:
   domain: agent-building
 verified: unverified
 ---
 # Task Tracking \u2014 manage_task for Agent Workflows
 
-Every agent creation workflow is a multi-step process \u2014 track it.
+**Task management is the ongoing record of a goal and its acceptance
+criteria** \u2014 it answers at any moment: what are we achieving, and what
+does "done" look like. Create a task when the goal is clear; keep its
+Objective and Acceptance Criteria current as work proceeds; change
+status only when the criteria are actually met.
+
+**Universal principle**: whenever the goal is understood and the work
+is about to start, create a task BEFORE executing. If you can write an
+Objective and Acceptance Criteria, it deserves a task. This is not
+optional and not limited to agent-building \u2014 it applies to any
+multi-step work (learning, building, modifying skills, fixing, anything
+with a clear goal).
 
 ## When to create (and when NOT)
 
@@ -12683,13 +12764,29 @@ Do NOT create tasks for:
 
 ## Setup
 
+**A task is a living record of the GOAL + ACCEPTANCE CRITERIA** \u2014 not a
+todo label. Every task's description must carry:
+
+- **Objective** \u2014 one measurable sentence: what result to achieve
+- **Acceptance Criteria** \u2014 checkboxes that define "done": when ALL
+  are checked, the task is verifiably complete
+
+The task is created when the goal is confirmed, and its description is
+CONTINUALLY UPDATED as the work progresses (spec evolves, criteria are
+met, new criteria emerge). Status changes only when the criteria are
+truly met \u2014 never as a workaround.
+
 - **Create the parent task when the scope is confirmed** \u2014 before
   starting the first real work phase (probe/design/build):
-  \`manage_task create(title: <goal>, description: <summary>, ownerType: "agent")\`
+  \`manage_task create(title: <goal>, description: <Objective + Acceptance Criteria>, ownerType: "agent")\`
   Record the returned parent task id.
 - **Create a subtask per phase** as you start each phase (probe /
   design / build / eval / retro):
-  \`manage_task create(title: <phase>, parentId: <parent>, ownerType: "agent")\`
+  \`manage_task create(title: <phase>, description: <Objective + Acceptance Criteria>, parentId: <parent>, ownerType: "agent")\`
+- **Update the description as work proceeds**: append progress, mark
+  criteria \`[x]\`, revise criteria when the goal model/spec changes.
+  The task tracks the target and its acceptance \u2014 read it to know what
+  "done" means, keep it current so it always reflects reality.
 
 ## Status discipline \u2014 MANDATORY
 
@@ -12878,6 +12975,10 @@ Always set metadata on agent creation. At minimum:
 - verified: "unverified" (upgraded after eval passes)
 - version: "1.0" (bump on each update_agent)
 - source: the material name or "user-description"
+- role: "orchestrator" | "sub-agent" \u2014 set when the agent is part of a
+  parent+subAgents structure (role clarity, User Interaction Rules).
+  The eval project is NOT recorded \u2014 it is derived by naming convention
+  (eval-{agent-id}, see [[eval-verify]] Setup).
 When trust upgrades, update both the skill's verified frontmatter and
 the agent's metadata.verified \u2014 they must stay in sync.
 
@@ -12993,16 +13094,32 @@ description: Run agent evaluations, interpret results, fix failures, and
 metadata:
   domain: agent-building
 verified: unverified
+subSkills:
+  - eval-design-tests
+  - eval-run-and-govern
 ---
 # Eval Verify \u2014 Run Evaluations and Upgrade Trust
 
 ## Setup
 
 0. Load [[eval-design-tests]] for case design guidance
-1. \`read_eval list_projects\` \u2192 find "eval-{domain}"
-   Exists \u2192 reuse projectId. New \u2192 create_project(name: "eval-{domain}")
+1. **One eval project per agent**, named \`eval-{agent-id}\`:
+   \`read_eval list_projects\` \u2192 find "eval-{agent-id}"
+   Exists \u2192 reuse projectId. New \u2192 create_project(name: "eval-{agent-id}")
+   - The agent-id is the eval project's subject. Observability: from an
+     agent's id you can find its eval project by naming convention.
+   - Orchestrator + subAgents \u2192 one eval project per sub-agent
+     (eval-{sub-agent-id}) PLUS one integration eval project for the
+     parent (eval-{parent-id}) \u2014 see Layered verification below.
 2. \`manage_eval create_case(suiteId, ...)\` per sample or scenario
    Required: inputMessage, steps=[{agent_id}], outputType, contentAssertion
+   **contentAssertion MUST come from the confirmed expected output spec**
+   (learn-capability Phase 2.6) \u2014 never invent expectations at
+   case-writing time. If a needed expectation is not in the spec, extend
+   the spec with user confirmation first.
+   **HARD RULE**: if the target/expected output is unclear at this
+   point, STOP and ask the user (ask_user_to_clarify) \u2014 do not write a
+   case with a guessed expectation.
 
 ## Suites per skill, by source
 
@@ -13346,10 +13463,20 @@ async function resolveConnections(type, connections, tenantId2) {
     throw err;
   }
 }
-async function createCommonMiddlewares(middlewareConfigs, filesystemBackend, fsIsExised, tenantId2) {
+async function createCommonMiddlewares(middlewareConfigs, filesystemBackend, fsIsExised, tenantId2, model) {
   const middlewares = [];
   middlewares.push(createUnknownToolHandlerMiddleware());
   middlewares.push(createModelSelectorMiddleware());
+  middlewares.push(createPatchToolCallsMiddleware());
+  if (model) {
+    middlewares.push(
+      (0, import_langchain46.summarizationMiddleware)({
+        model,
+        trigger: { tokens: 17e4 },
+        keep: { messages: 6 }
+      })
+    );
+  }
   const filesystemConfig = middlewareConfigs.find((m) => m.type === "filesystem");
   const clawConfig = middlewareConfigs.find((m) => m.type === "claw");
   const needsFilesystemBackend = filesystemConfig?.enabled || clawConfig?.enabled;
@@ -13681,8 +13808,8 @@ var ReActAgentGraphBuilder = class {
     const stateSchema2 = createReactAgentSchema(params.stateSchema);
     const middlewareConfigs = params.middleware || [];
     const filesystemBackend = createFilesystemBackendFactory(middlewareConfigs);
-    const middlewares = await createCommonMiddlewares(middlewareConfigs, filesystemBackend, void 0, params.tenantId);
-    return (0, import_langchain45.createAgent)({
+    const middlewares = await createCommonMiddlewares(middlewareConfigs, filesystemBackend, void 0, params.tenantId, params.model);
+    return (0, import_langchain47.createAgent)({
       model: params.model,
       tools,
       systemPrompt: params.prompt,
@@ -13696,11 +13823,11 @@ var ReActAgentGraphBuilder = class {
 };
 
 // src/deep_agent_new/agent.ts
-var import_langchain53 = require("langchain");
+var import_langchain54 = require("langchain");
 
 // src/deep_agent_new/middleware/subagents.ts
 var import_v32 = require("zod/v3");
-var import_langchain48 = require("langchain");
+var import_langchain50 = require("langchain");
 var import_langgraph8 = require("@langchain/langgraph");
 var import_messages3 = require("@langchain/core/messages");
 
@@ -14115,7 +14242,7 @@ var QueueMode = /* @__PURE__ */ ((QueueMode2) => {
 
 // src/services/Agent.ts
 var import_langgraph6 = require("@langchain/langgraph");
-var import_langchain46 = require("langchain");
+var import_langchain48 = require("langchain");
 
 // src/chunk_buffer_lattice/ChunkBuffer.ts
 var ChunkBuffer = class {
@@ -14612,7 +14739,7 @@ var Agent = class {
             });
             const humanContent = p.content;
             const input = {
-              messages: [new import_langchain46.HumanMessage({ id: humanContent.id, content: humanContent.message })]
+              messages: [new import_langchain48.HumanMessage({ id: humanContent.id, content: humanContent.message })]
             };
             if (files) {
               input.files = files;
@@ -14686,7 +14813,7 @@ var Agent = class {
             remainingPendings.forEach((p) => {
               this.queueStore?.markProcessing(p.id);
               const humanContent = p.content;
-              userMessages.push(new import_langchain46.HumanMessage({ id: humanContent.id, content: humanContent.message }));
+              userMessages.push(new import_langchain48.HumanMessage({ id: humanContent.id, content: humanContent.message }));
               this.publish("message:started", {
                 type: "message:started",
                 messageId: humanContent.id,
@@ -14766,7 +14893,7 @@ var Agent = class {
               if (signal?.aborted) break;
               await this.queueStore?.markProcessing(p.id);
               const humanContent = p.content;
-              const message = new import_langchain46.HumanMessage({ id: humanContent.id, content: humanContent.message });
+              const message = new import_langchain48.HumanMessage({ id: humanContent.id, content: humanContent.message });
               const startTime = Date.now();
               this.publish("message:started", {
                 type: "message:started",
@@ -14937,7 +15064,7 @@ var Agent = class {
     const messageId = (0, import_uuid4.v4)();
     const input = {
       ...queueMessage.input,
-      messages: [new import_langchain46.HumanMessage({ id: messageId, content: queueMessage.input.message })]
+      messages: [new import_langchain48.HumanMessage({ id: messageId, content: queueMessage.input.message })]
     };
     const inputMessage = { ...queueMessage, input };
     return this.agentExecutor(inputMessage, signal);
@@ -14956,7 +15083,7 @@ var Agent = class {
     const messageId = (0, import_uuid4.v4)();
     const input = {
       ...queueMessage.input,
-      messages: [new import_langchain46.HumanMessage({ id: messageId, content: queueMessage.input.message })]
+      messages: [new import_langchain48.HumanMessage({ id: messageId, content: queueMessage.input.message })]
     };
     const inputMessage = { ...queueMessage, input };
     const { runnable_agent, runConfig } = await this.getLatticeClientAndRuntimeConfig(inputMessage.custom_run_config);
@@ -15319,7 +15446,7 @@ var Agent = class {
   async getCurrentMessages() {
     const state = await this.getCurrentState();
     const messages = state.values.messages || [];
-    const filteredMessages = (0, import_langchain46.filterMessages)(messages, {
+    const filteredMessages = (0, import_langchain48.filterMessages)(messages, {
       includeTypes: ["ai", "human", "tool"]
       //["human", "ai", "tool"],
     });
@@ -15638,7 +15765,7 @@ var AgentInstanceManager = class _AgentInstanceManager {
 var agentInstanceManager = AgentInstanceManager.getInstance();
 
 // src/middlewares/taskMiddleware.ts
-var import_langchain47 = require("langchain");
+var import_langchain49 = require("langchain");
 var import_zod43 = require("zod");
 var import_langgraph7 = require("@langchain/langgraph");
 function getRunConfig(config) {
@@ -15946,26 +16073,37 @@ function createTaskMiddleware() {
         });
     }
   };
-  return (0, import_langchain47.createMiddleware)({
+  return (0, import_langchain49.createMiddleware)({
     name: "TaskMiddleware",
     contextSchema,
     wrapModelCall: async (request, handler) => {
       const taskPrompt = `## Task Management
 
-You can use the \`manage_task\` tool to create persistent tasks for user-visible work tracking.
+You have the \`manage_task\` tool to track work. Task management is the
+ongoing record of a GOAL and its ACCEPTANCE CRITERIA.
 
-### When to create a task
+### When to create a task (universal rule)
+- The goal is clear and you are about to start real work \u2192 create the
+  parent task FIRST (with Objective + Acceptance Criteria in the
+  description), then execute. This is a core duty, not optional.
 - The user explicitly asks you to track, manage, or follow up on work
 - The work spans multiple sessions or might need resumption later
 - The user needs to review or approve output before it is considered done
 - There are multiple independent work items the user wants visibility into
 
 ### When NOT to create a task
+- Goal not yet clear (still clarifying) \u2014 clarify first, then create
 - One-shot lookups or simple Q&A ("what is X?", "search for Y")
 - Internal exploration steps you take to understand the problem (use \`write_todos\` for your execution plan instead)
 - Trivial single-step actions that complete in the same turn
 - Conversational or informational requests with no deliverable
 
+### Keep the task current
+A task is the living record of the goal + its acceptance criteria.
+Update the description as work proceeds: check off criteria as met,
+revise criteria when scope changes, append progress. Status changes
+only when the criteria are truly met.
+
 ### Ownership defaults
 - No params: ownerType defaults to "user" with current user's ID
 - ownerType="agent": auto-fills ownerId from current agent (subtask for yourself)
@@ -15976,7 +16114,7 @@ You can use the \`manage_task\` tool to create persistent tasks for user-visible
       });
     },
     tools: [
-      (0, import_langchain47.tool)(
+      (0, import_langchain49.tool)(
         handleManageTask,
         {
           name: "manage_task",
@@ -16019,6 +16157,29 @@ var taskPlugin = {
   skills: {
     "task-definition": `## Using manage_task
 
+### When to create a task (universal rule)
+
+Create a task BEFORE executing whenever the goal is clear and you know
+what to do \u2014 not just for long or complex work:
+
+- Goal is understood and you are about to start real work \u2192 create the
+  parent task FIRST, then execute. The task tracks the work.
+- Goal is NOT yet clear (still clarifying, gathering requirements) \u2192
+  do NOT create a task yet. Clarify first, create the task once scope
+  is defined.
+- One-shot lookups, trivial single-step actions, or internal reasoning
+  \u2192 no task needed.
+
+Rule of thumb: if you can write an Objective and Acceptance Criteria
+for it, create the task before doing it. Work without a task = work
+without a contract.
+
+**A task is the living record of the goal + its acceptance criteria.**
+Keep the description current as work proceeds: update the Objective
+when the target evolves, check off criteria as they are met, revise
+criteria when scope changes. Reading the task always tells you what
+"done" means; an outdated task is a broken contract.
+
 ### Task description format
 
 When creating a task with manage_task, write the description in this Markdown structure:
@@ -16220,7 +16381,7 @@ function returnCommandWithStateUpdate(result, toolCallId) {
     update: {
       ...stateUpdate,
       messages: [
-        new import_langchain48.ToolMessage({
+        new import_langchain50.ToolMessage({
           content: lastMessage?.content || "Task Failed to complete",
           tool_call_id: toolCallId,
           name: "task"
@@ -16249,10 +16410,10 @@ function getSubagents(options) {
     const generalPurposeMiddleware = [...defaultSubagentMiddleware, ...taskMiddleware];
     if (defaultInterruptOn) {
       generalPurposeMiddleware.push(
-        (0, import_langchain48.humanInTheLoopMiddleware)({ interruptOn: defaultInterruptOn })
+        (0, import_langchain50.humanInTheLoopMiddleware)({ interruptOn: defaultInterruptOn })
       );
     }
-    const generalPurposeSubagent = (0, import_langchain48.createAgent)({
+    const generalPurposeSubagent = (0, import_langchain50.createAgent)({
       model: defaultModel,
       systemPrompt: DEFAULT_SUBAGENT_PROMPT,
       tools: defaultTools,
@@ -16275,8 +16436,8 @@ function getSubagents(options) {
       const middleware = agentParams.middleware ? [...defaultSubagentMiddleware, ...taskMiddleware, ...agentParams.middleware] : [...defaultSubagentMiddleware, ...taskMiddleware];
       const interruptOn = agentParams.interruptOn || defaultInterruptOn;
       if (interruptOn)
-        middleware.push((0, import_langchain48.humanInTheLoopMiddleware)({ interruptOn }));
-      agents[agentParams.key] = (0, import_langchain48.createAgent)({
+        middleware.push((0, import_langchain50.humanInTheLoopMiddleware)({ interruptOn }));
+      agents[agentParams.key] = (0, import_langchain50.createAgent)({
         model: agentParams.model ?? defaultModel,
         systemPrompt: agentParams.systemPrompt,
         tools: agentParams.tools ?? defaultTools,
@@ -16326,7 +16487,7 @@ function createTaskTool(options) {
     generalPurposeAgent
   });
   const finalTaskDescription = taskDescription ? taskDescription : getTaskToolDescription(subagentDescriptions);
-  return (0, import_langchain48.tool)(
+  return (0, import_langchain50.tool)(
     async (input, config) => {
       const { description, subagent_type, async } = input;
       let assistant_id = subagent_type;
@@ -16413,7 +16574,7 @@ You are executing a persistent task (ID: ${input.taskId}). Use manage_task.updat
           return new import_langgraph8.Command({
             update: {
               messages: [
-                new import_langchain48.ToolMessage({
+                new import_langchain50.ToolMessage({
                   content: `Async task started: ${subagent_thread_id}
 ${description}
 The result will be delivered as a notification when complete. Do not poll.`,
@@ -16447,7 +16608,7 @@ The result will be delivered as a notification when complete. Do not poll.`,
         return new import_langgraph8.Command({
           update: {
             messages: [
-              new import_langchain48.ToolMessage({
+              new import_langchain50.ToolMessage({
                 content: error instanceof Error ? error.message : "Task Failed to complete",
                 tool_call_id: config.toolCall.id,
                 name: "task"
@@ -16490,7 +16651,7 @@ function getMainAgentFromConfig(config) {
   });
 }
 function createCheckAsyncTaskTool() {
-  return (0, import_langchain48.tool)(
+  return (0, import_langchain50.tool)(
     async (input, config) => {
       const { task_id } = input;
       const mainAgent = getMainAgentFromConfig(config);
@@ -16557,7 +16718,7 @@ Description: ${cached.description}`;
   );
 }
 function createListAsyncTasksTool() {
-  return (0, import_langchain48.tool)(
+  return (0, import_langchain50.tool)(
     async (_input, config) => {
       const mainAgent = getMainAgentFromConfig(config);
       if (!mainAgent) {
@@ -16608,7 +16769,7 @@ function createListAsyncTasksTool() {
   );
 }
 function createCancelAsyncTaskTool() {
-  return (0, import_langchain48.tool)(
+  return (0, import_langchain50.tool)(
     async (input, config) => {
       const { task_id } = input;
       const mainAgent = getMainAgentFromConfig(config);
@@ -16684,7 +16845,7 @@ function createSubAgentMiddleware(options) {
     );
   }
   const effectiveSystemPrompt = allowAsync ? systemPrompt + getAsyncPromptText() : systemPrompt;
-  return (0, import_langchain48.createMiddleware)({
+  return (0, import_langchain50.createMiddleware)({
     name: "subAgentMiddleware",
     tools: allTools,
     wrapModelCall: async (request, handler) => {
@@ -16703,51 +16864,8 @@ ${effectiveSystemPrompt}` : effectiveSystemPrompt;
   });
 }
 
-// src/deep_agent_new/middleware/patch_tool_calls.ts
-var import_langchain49 = require("langchain");
-function createPatchToolCallsMiddleware() {
-  return (0, import_langchain49.createMiddleware)({
-    name: "patchToolCallsMiddleware",
-    beforeAgent: async (state) => {
-      const messages = state.messages;
-      if (!messages || messages.length === 0) {
-        return;
-      }
-      const patchedMessages = [];
-      for (let i = 0; i < messages.length; i++) {
-        const msg = messages[i];
-        patchedMessages.push(msg);
-        if (import_langchain49.AIMessage.isInstance(msg) && msg.tool_calls != null) {
-          for (const toolCall of msg.tool_calls) {
-            const correspondingToolMsg = messages.slice(i).find(
-              (m) => import_langchain49.ToolMessage.isInstance(m) && m.tool_call_id === toolCall.id
-            );
-            if (!correspondingToolMsg) {
-              const toolMsg = `Tool call ${toolCall.name} with id ${toolCall.id} was cancelled - another message came in before it could be completed.`;
-              patchedMessages.push(
-                new import_langchain49.ToolMessage({
-                  content: toolMsg,
-                  name: toolCall.name,
-                  tool_call_id: toolCall.id
-                })
-              );
-            }
-          }
-        }
-      }
-      if (patchedMessages.length === messages.length) {
-        return;
-      }
-      return {
-        messages: patchedMessages.slice(messages.length)
-        // only the new ToolMessage patches
-      };
-    }
-  });
-}
-
 // src/deep_agent_new/middleware/date.ts
-var import_langchain50 = require("langchain");
+var import_langchain51 = require("langchain");
 var import_zod44 = require("zod");
 function formatCurrentDate(timezone = "UTC") {
   const now = /* @__PURE__ */ new Date();
@@ -16776,10 +16894,10 @@ function generateDateContext(timezone = "UTC") {
 function createDateMiddleware(options = {}) {
   const timezone = options.timezone || "UTC";
   const dateContext = generateDateContext(timezone);
-  return (0, import_langchain50.createMiddleware)({
+  return (0, import_langchain51.createMiddleware)({
     name: "DateMiddleware",
     tools: [
-      (0, import_langchain50.tool)(
+      (0, import_langchain51.tool)(
         async () => {
           const now = /* @__PURE__ */ new Date();
           let validTimezone = timezone;
@@ -16875,7 +16993,7 @@ var datePlugin = {
 };
 
 // src/deep_agent_new/middleware/scheduler.ts
-var import_langchain51 = require("langchain");
+var import_langchain52 = require("langchain");
 var import_zod45 = require("zod");
 var import_uuid5 = require("uuid");
 var import_protocols8 = require("@axiom-lattice/protocols");
@@ -17944,10 +18062,10 @@ function registerAgentAddMessageHandler() {
 function createSchedulerMiddleware(options = {}) {
   const defaultMaxRetries = options.defaultMaxRetries ?? 0;
   registerAgentAddMessageHandler();
-  return (0, import_langchain51.createMiddleware)({
+  return (0, import_langchain52.createMiddleware)({
     name: "SchedulerMiddleware",
     tools: [
-      (0, import_langchain51.tool)(
+      (0, import_langchain52.tool)(
         async (input, config) => {
           const runConfig = getRunConfig2(config);
           const scheduleLattice = getScheduleLattice(SCHEDULE_LATTICE_KEY);
@@ -17982,7 +18100,7 @@ function createSchedulerMiddleware(options = {}) {
           })
         }
       ),
-      (0, import_langchain51.tool)(
+      (0, import_langchain52.tool)(
         async (input, config) => {
           const runConfig = getRunConfig2(config);
           const scheduleLattice = getScheduleLattice(SCHEDULE_LATTICE_KEY);
@@ -18017,7 +18135,7 @@ function createSchedulerMiddleware(options = {}) {
           })
         }
       ),
-      (0, import_langchain51.tool)(
+      (0, import_langchain52.tool)(
         async (input, config) => {
           const runConfig = getRunConfig2(config);
           const scheduleLattice = getScheduleLattice(SCHEDULE_LATTICE_KEY);
@@ -18061,7 +18179,7 @@ function createSchedulerMiddleware(options = {}) {
           })
         }
       ),
-      (0, import_langchain51.tool)(
+      (0, import_langchain52.tool)(
         async (input) => {
           const scheduleLattice = getScheduleLattice(SCHEDULE_LATTICE_KEY);
           const success = await scheduleLattice.client.cancel(input.taskId);
@@ -18075,7 +18193,7 @@ function createSchedulerMiddleware(options = {}) {
           })
         }
       ),
-      (0, import_langchain51.tool)(
+      (0, import_langchain52.tool)(
         async (input, config) => {
           const runConfig = getRunConfig2(config);
           const scheduleLattice = getScheduleLattice(SCHEDULE_LATTICE_KEY);
@@ -19345,7 +19463,7 @@ var MemoryBackend = class {
 // src/deep_agent_new/middleware/todos.ts
 var import_langgraph9 = require("@langchain/langgraph");
 var import_zod46 = require("zod");
-var import_langchain52 = require("langchain");
+var import_langchain53 = require("langchain");
 var WRITE_TODOS_DESCRIPTION = `Use this tool to create and manage a structured task list for your current work session. This helps you track progress, organize complex tasks, and demonstrate thoroughness to the user.
 It also helps the user understand the progress of the task and overall progress of their requests.
 Only use this tool if you think it will be helpful in staying organized. If the user's request is trivial and takes less than 3 steps, it is better to NOT use this tool and just do the taks directly.
@@ -19579,13 +19697,13 @@ var TodoSchema = import_zod46.z.object({
 });
 var stateSchema = import_zod46.z.object({ todos: import_zod46.z.array(TodoSchema).default([]) });
 function todoListMiddleware(options) {
-  const writeTodos = (0, import_langchain52.tool)(
+  const writeTodos = (0, import_langchain53.tool)(
     ({ todos }, config) => {
       return new import_langgraph9.Command({
         update: {
           todos,
           messages: [
-            new import_langchain52.ToolMessage({
+            new import_langchain53.ToolMessage({
               content: genUIMarkdown("todo_list", todos),
               tool_call_id: config.toolCall?.id
             })
@@ -19601,7 +19719,7 @@ function todoListMiddleware(options) {
       })
     }
   );
-  return (0, import_langchain52.createMiddleware)({
+  return (0, import_langchain53.createMiddleware)({
     name: "todoListMiddleware",
     stateSchema,
     tools: [writeTodos],
@@ -19652,42 +19770,26 @@ ${BASE_PROMPT}` : BASE_PROMPT;
         createFilesystemMiddleware({
           backend: filesystemBackend
         }),
-        // Subagent middleware: Automatic conversation summarization when token limits are approached
-        (0, import_langchain53.summarizationMiddleware)({
-          model,
-          trigger: { tokens: 17e4 },
-          keep: { messages: 6 }
-        }),
         // Subagent middleware: Anthropic prompt caching for improved performance
-        (0, import_langchain53.anthropicPromptCachingMiddleware)({
+        (0, import_langchain54.anthropicPromptCachingMiddleware)({
           unsupportedModelBehavior: "ignore"
         }),
-        // Subagent middleware: Patches tool calls for compatibility
-        createPatchToolCallsMiddleware(),
         ...customMiddleware
       ],
       defaultInterruptOn: interruptOn,
       subagents,
       generalPurposeAgent: true
     }),
-    // Automatically summarizes conversation history when token limits are approached
-    (0, import_langchain53.summarizationMiddleware)({
-      model,
-      trigger: { tokens: 17e4 },
-      keep: { messages: 6 }
-    }),
     // Enables Anthropic prompt caching for improved performance and reduced costs
-    (0, import_langchain53.anthropicPromptCachingMiddleware)({
+    (0, import_langchain54.anthropicPromptCachingMiddleware)({
       unsupportedModelBehavior: "ignore"
-    }),
-    // Patches tool calls to ensure compatibility across different model providers
-    createPatchToolCallsMiddleware()
+    })
   ];
   if (interruptOn) {
-    middleware.push((0, import_langchain53.humanInTheLoopMiddleware)({ interruptOn }));
+    middleware.push((0, import_langchain54.humanInTheLoopMiddleware)({ interruptOn }));
   }
   middleware.push(...customMiddleware);
-  return (0, import_langchain53.createAgent)({
+  return (0, import_langchain54.createAgent)({
     model,
     systemPrompt: finalSystemPrompt,
     tools,
@@ -19737,7 +19839,7 @@ var DeepAgentGraphBuilder = class {
     }));
     const middlewareConfigs = params.middleware || [];
     const filesystemBackend = createFilesystemBackendFactory(middlewareConfigs);
-    const middlewares = await createCommonMiddlewares(middlewareConfigs, filesystemBackend, true, params.tenantId);
+    const middlewares = await createCommonMiddlewares(middlewareConfigs, filesystemBackend, true, params.tenantId, params.model);
     const deepAgent = createDeepAgent({
       tools,
       model: params.model,
@@ -19759,7 +19861,7 @@ init_MemoryLatticeManager();
 
 // src/agent_team/agent_team.ts
 var import_v35 = require("zod/v3");
-var import_langchain56 = require("langchain");
+var import_langchain57 = require("langchain");
 
 // src/agent_team/types.ts
 var TaskStatus = /* @__PURE__ */ ((TaskStatus3) => {
@@ -20195,13 +20297,13 @@ var InMemoryMailboxStore = class {
 
 // src/agent_team/middleware/team.ts
 var import_v34 = require("zod/v3");
-var import_langchain55 = require("langchain");
+var import_langchain56 = require("langchain");
 var import_langgraph11 = require("@langchain/langgraph");
 var import_uuid6 = require("uuid");
 
 // src/agent_team/middleware/teammate_tools.ts
 var import_v33 = require("zod/v3");
-var import_langchain54 = require("langchain");
+var import_langchain55 = require("langchain");
 var import_langgraph10 = require("@langchain/langgraph");
 
 // src/agent_team/middleware/formatMessages.ts
@@ -20226,7 +20328,7 @@ ${meta}${body}`;
 // src/agent_team/middleware/teammate_tools.ts
 function createTeammateTools(options) {
   const { teamId, agentId, taskListStore, mailboxStore } = options;
-  const claimTaskTool = (0, import_langchain54.tool)(
+  const claimTaskTool = (0, import_langchain55.tool)(
     async (input) => {
       const task = await taskListStore.claimTaskById(
         teamId,
@@ -20256,7 +20358,7 @@ function createTeammateTools(options) {
       })
     }
   );
-  const completeTaskTool = (0, import_langchain54.tool)(
+  const completeTaskTool = (0, import_langchain55.tool)(
     async (input) => {
       const task = await taskListStore.completeTask(
         teamId,
@@ -20283,7 +20385,7 @@ function createTeammateTools(options) {
       })
     }
   );
-  const failTaskTool = (0, import_langchain54.tool)(
+  const failTaskTool = (0, import_langchain55.tool)(
     async (input) => {
       const task = await taskListStore.failTask(
         teamId,
@@ -20310,7 +20412,7 @@ function createTeammateTools(options) {
       })
     }
   );
-  const sendMessageTool = (0, import_langchain54.tool)(
+  const sendMessageTool = (0, import_langchain55.tool)(
     async (input) => {
       await mailboxStore.sendMessage(
         teamId,
@@ -20348,7 +20450,7 @@ function createTeammateTools(options) {
       read: msg.read
     }));
   };
-  const readMessagesTool = (0, import_langchain54.tool)(
+  const readMessagesTool = (0, import_langchain55.tool)(
     async (input, config) => {
       const formatAndMarkAsRead = async (msgs2) => {
         for (const msg of msgs2) {
@@ -20360,7 +20462,7 @@ function createTeammateTools(options) {
       if (msgs.length > 0) {
         const formatted2 = await formatAndMarkAsRead(msgs);
         const relevantMsgs2 = await getRelevantMessagesForState();
-        const toolMessage2 = new import_langchain54.ToolMessage({
+        const toolMessage2 = new import_langchain55.ToolMessage({
           content: formatted2,
           tool_call_id: config.toolCall?.id,
           name: "read_messages"
@@ -20385,7 +20487,7 @@ function createTeammateTools(options) {
       });
       const relevantMsgs = await getRelevantMessagesForState();
       if (msgs.length === 0) {
-        const toolMessage2 = new import_langchain54.ToolMessage({
+        const toolMessage2 = new import_langchain55.ToolMessage({
           content: "No unread messages.",
           tool_call_id: config.toolCall?.id,
           name: "read_messages"
@@ -20395,7 +20497,7 @@ function createTeammateTools(options) {
         });
       }
       const formatted = await formatAndMarkAsRead(msgs);
-      const toolMessage = new import_langchain54.ToolMessage({
+      const toolMessage = new import_langchain55.ToolMessage({
         content: formatted,
         tool_call_id: config.toolCall?.id,
         name: "read_messages"
@@ -20410,7 +20512,7 @@ function createTeammateTools(options) {
       schema: import_v33.z.object({})
     }
   );
-  const checkTasksTool = (0, import_langchain54.tool)(
+  const checkTasksTool = (0, import_langchain55.tool)(
     async () => {
       const tasks = await taskListStore.getAllTasks(teamId);
       return formatTaskSummary(tasks);
@@ -20421,7 +20523,7 @@ function createTeammateTools(options) {
       schema: import_v33.z.object({})
     }
   );
-  const broadcastMessageTool = (0, import_langchain54.tool)(
+  const broadcastMessageTool = (0, import_langchain55.tool)(
     async (input) => {
       const allAgents = await mailboxStore.getRegisteredAgents(teamId);
       const recipients = allAgents.filter((a) => a !== agentId);
@@ -20607,7 +20709,7 @@ You have access to these tools:
 - \`read_messages\`: Read messages from team_lead or teammates
 - \`check_tasks\`: Get current status of all tasks in the team`;
   const assistantId = getTeammateAssistantId(ctx.teamId, spec.name);
-  agent = (0, import_langchain55.createAgent)({
+  agent = (0, import_langchain56.createAgent)({
     model: spec.model ?? ctx.defaultModel,
     systemPrompt: teammatePrompt,
     tools: allTools,
@@ -20676,12 +20778,12 @@ async function spawnTeammate(options) {
 function createTeamMiddleware(options) {
   const { teamConfig, taskListStore, mailboxStore, tenantId: tenantId2 } = options;
   const defaultModel = teamConfig.model ?? "claude-sonnet-4-5-20250929";
-  const createTeamTool = (0, import_langchain55.tool)(
+  const createTeamTool = (0, import_langchain56.tool)(
     async (input, config) => {
       const state = (0, import_langgraph11.getCurrentTaskInput)();
       if (state?.team?.teamId) {
         const existingId = state.team.teamId;
-        const msg = new import_langchain55.ToolMessage({
+        const msg = new import_langchain56.ToolMessage({
           content: `A team is already active (id: ${existingId}). Use this team_id for \`check_tasks\`, \`read_messages\`, \`add_tasks\`, \`send_message\`, \`assign_task\`, \`set_task_status\`, and \`set_task_dependencies\`. Do not call \`create_team\` again unless you need a fresh team for a new objective.`,
           tool_call_id: config.toolCall?.id,
           name: "create_team"
@@ -20770,7 +20872,7 @@ Teammates are now working in the background. Keep calling \`check_tasks\` and \`
 \`\`\`json
 ${teamJson}
 \`\`\``;
-      const toolMessage = new import_langchain55.ToolMessage({
+      const toolMessage = new import_langchain56.ToolMessage({
         content: summary,
         tool_call_id: config.toolCall?.id,
         name: "create_team"
@@ -20855,7 +20957,7 @@ After calling create_team, you MUST:
     if (state?.team?.teamId) return state.team.teamId;
     throw new Error("No team_id provided and no team in state. Call create_team first.");
   };
-  const addTasksTool = (0, import_langchain55.tool)(
+  const addTasksTool = (0, import_langchain56.tool)(
     async (input, config) => {
       const teamId = resolveTeamId();
       const created = await taskListStore.addTasks(
@@ -20869,7 +20971,7 @@ After calling create_team, you MUST:
         }))
       );
       const summary = created.map((t) => `- ${t.id}: "${t.title}"`).join("\n");
-      return new import_langchain55.ToolMessage({
+      return new import_langchain56.ToolMessage({
         content: `Added ${created.length} task(s) to team ${teamId}:
 ${summary}
 Sleeping teammates will wake up and claim these.`,
@@ -20920,20 +21022,20 @@ IMPORTANT: Assigning to a specific teammate
       })
     }
   );
-  const assignTaskTool = (0, import_langchain55.tool)(
+  const assignTaskTool = (0, import_langchain56.tool)(
     async (input, config) => {
       const teamId = resolveTeamId();
       const task = await taskListStore.updateTask(teamId, input.task_id, {
         assignee: input.assignee
       });
       if (!task) {
-        return new import_langchain55.ToolMessage({
+        return new import_langchain56.ToolMessage({
           content: `Task ${input.task_id} not found in team ${teamId}.`,
           tool_call_id: config.toolCall?.id,
           name: "assign_task"
         });
       }
-      return new import_langchain55.ToolMessage({
+      return new import_langchain56.ToolMessage({
         content: `Task "${task.title}" (${task.id}) assigned to ${input.assignee}.`,
         tool_call_id: config.toolCall?.id,
         name: "assign_task"
@@ -20948,20 +21050,20 @@ IMPORTANT: Assigning to a specific teammate
       })
     }
   );
-  const setTaskStatusTool = (0, import_langchain55.tool)(
+  const setTaskStatusTool = (0, import_langchain56.tool)(
     async (input, config) => {
       const teamId = resolveTeamId();
       const task = await taskListStore.updateTask(teamId, input.task_id, {
         status: input.status
       });
       if (!task) {
-        return new import_langchain55.ToolMessage({
+        return new import_langchain56.ToolMessage({
           content: `Task ${input.task_id} not found in team ${teamId}.`,
           tool_call_id: config.toolCall?.id,
           name: "set_task_status"
         });
       }
-      return new import_langchain55.ToolMessage({
+      return new import_langchain56.ToolMessage({
         content: `Task "${task.title}" (${task.id}) status set to ${input.status}.`,
         tool_call_id: config.toolCall?.id,
         name: "set_task_status"
@@ -20976,20 +21078,20 @@ IMPORTANT: Assigning to a specific teammate
       })
     }
   );
-  const setTaskDependenciesTool = (0, import_langchain55.tool)(
+  const setTaskDependenciesTool = (0, import_langchain56.tool)(
     async (input, config) => {
       const teamId = resolveTeamId();
       const task = await taskListStore.updateTask(teamId, input.task_id, {
         dependencies: input.dependencies
       });
       if (!task) {
-        return new import_langchain55.ToolMessage({
+        return new import_langchain56.ToolMessage({
           content: `Task ${input.task_id} not found in team ${teamId}.`,
           tool_call_id: config.toolCall?.id,
           name: "set_task_dependencies"
         });
       }
-      return new import_langchain55.ToolMessage({
+      return new import_langchain56.ToolMessage({
         content: `Task "${task.title}" (${task.id}) dependencies set to [${input.dependencies.join(", ")}].`,
         tool_call_id: config.toolCall?.id,
         name: "set_task_dependencies"
@@ -21004,7 +21106,7 @@ IMPORTANT: Assigning to a specific teammate
       })
     }
   );
-  const checkTasksTool = (0, import_langchain55.tool)(
+  const checkTasksTool = (0, import_langchain56.tool)(
     async (input, config) => {
       const teamId = resolveTeamId();
       const tasks = await taskListStore.getAllTasks(teamId);
@@ -21013,7 +21115,7 @@ IMPORTANT: Assigning to a specific teammate
         update: {
           tasks: tasksSnapshot,
           messages: [
-            new import_langchain55.ToolMessage({
+            new import_langchain56.ToolMessage({
               content: formatTaskSummary(tasks),
               tool_call_id: config.toolCall?.id,
               name: "check_tasks"
@@ -21049,7 +21151,7 @@ Task Status Values:
       })
     }
   );
-  const sendMessageTool = (0, import_langchain55.tool)(
+  const sendMessageTool = (0, import_langchain56.tool)(
     async (input, config) => {
       const teamId = resolveTeamId();
       await mailboxStore.sendMessage(
@@ -21059,7 +21161,7 @@ Task Status Values:
         input.content,
         "direct_message" /* DIRECT_MESSAGE */
       );
-      return new import_langchain55.ToolMessage({
+      return new import_langchain56.ToolMessage({
         content: `Message sent to ${input.to}.`,
         tool_call_id: config.toolCall?.id,
         name: "send_message"
@@ -21074,7 +21176,7 @@ Task Status Values:
       })
     }
   );
-  const readMessagesTool = (0, import_langchain55.tool)(
+  const readMessagesTool = (0, import_langchain56.tool)(
     async (input, config) => {
       const teamId = resolveTeamId();
       const formatAndMarkAsRead = async (msgs2) => {
@@ -21102,7 +21204,7 @@ Task Status Values:
       if (msgs.length > 0) {
         const formatted2 = await formatAndMarkAsRead(msgs);
         const allTeamMessages2 = await getAllTeamMessagesForState();
-        const toolMessage2 = new import_langchain55.ToolMessage({
+        const toolMessage2 = new import_langchain56.ToolMessage({
           content: formatted2,
           tool_call_id: config.toolCall?.id,
           name: "read_messages"
@@ -21134,7 +21236,7 @@ Task Status Values:
       );
       const allTeamMessages = await getAllTeamMessagesForState();
       if (msgs.length === 0) {
-        const toolMessage2 = new import_langchain55.ToolMessage({
+        const toolMessage2 = new import_langchain56.ToolMessage({
           content: "No unread messages from teammates.",
           tool_call_id: config.toolCall?.id,
           name: "read_messages"
@@ -21144,7 +21246,7 @@ Task Status Values:
         });
       }
       const formatted = await formatAndMarkAsRead(msgs);
-      const toolMessage = new import_langchain55.ToolMessage({
+      const toolMessage = new import_langchain56.ToolMessage({
         content: formatted,
         tool_call_id: config.toolCall?.id,
         name: "read_messages"
@@ -21161,7 +21263,7 @@ Task Status Values:
       })
     }
   );
-  const disbandTeamTool = (0, import_langchain55.tool)(
+  const disbandTeamTool = (0, import_langchain56.tool)(
     async (input, config) => {
       const teamId = resolveTeamId();
       await mailboxStore.broadcastMessage(
@@ -21171,7 +21273,7 @@ Task Status Values:
         "shutdown_request" /* SHUTDOWN_REQUEST */
       );
       await new Promise((r) => setTimeout(r, 2e3));
-      return new import_langchain55.ToolMessage({
+      return new import_langchain56.ToolMessage({
         content: `Team ${teamId} has been disbanded. All teammates notified and resources cleaned up.`,
         tool_call_id: config.toolCall?.id,
         name: "disband_team"
@@ -21182,7 +21284,7 @@ Task Status Values:
       description: "Disband a team when all work is done. Before calling: (1) Call check_tasks to verify no tasks are still pending/in_progress; (2) if any are, discuss with the team via read_messages and broadcast_message/send_message whether to continue or stop/cancel them; (3) only after alignment (all tasks completed/failed or explicitly stopped), then call this tool. This will: 1) Send a shutdown message to all teammates, 2) Wait briefly for them to clean up, 3) Clear all tasks and messages. Omit team_id to use the active team from state."
     }
   );
-  const broadcastMessageTool = (0, import_langchain55.tool)(
+  const broadcastMessageTool = (0, import_langchain56.tool)(
     async (input, config) => {
       const teamId = resolveTeamId();
       await mailboxStore.broadcastMessage(
@@ -21191,7 +21293,7 @@ Task Status Values:
         input.content,
         "broadcast" /* BROADCAST */
       );
-      return new import_langchain55.ToolMessage({
+      return new import_langchain56.ToolMessage({
         content: `Broadcast message sent to all teammates.`,
         tool_call_id: config.toolCall?.id,
         name: "broadcast_message"
@@ -21205,7 +21307,7 @@ Task Status Values:
       })
     }
   );
-  return (0, import_langchain55.createMiddleware)({
+  return (0, import_langchain56.createMiddleware)({
     name: "teamMiddleware",
     tools: [
       createTeamTool,
@@ -21314,7 +21416,7 @@ function createAgentTeam(config) {
   ];
   const systemPrompt = config.systemPrompt + "\n\n" + TEAM_LEAD_BASE_PROMPT;
   const stateSchema2 = createReactAgentSchema(TEAM_STATE_SCHEMA);
-  return (0, import_langchain56.createAgent)({
+  return (0, import_langchain57.createAgent)({
     model: config.model ?? "claude-sonnet-4-5-20250929",
     systemPrompt,
     tools: [],
@@ -21357,7 +21459,7 @@ var TeamAgentGraphBuilder = class {
     });
     const middlewareConfigs = params.middleware || [];
     let filesystemBackend = createFilesystemBackendFactory(middlewareConfigs);
-    const middlewares = await createCommonMiddlewares(middlewareConfigs);
+    const middlewares = await createCommonMiddlewares(middlewareConfigs, void 0, void 0, void 0, params.model);
     if (!filesystemBackend) {
       filesystemBackend = async (config2) => {
         return new StateBackend(config2);
@@ -21726,7 +21828,7 @@ function extractLastHumanMessage(messages) {
 }
 
 // src/agent_lattice/builders/WorkflowAgentGraphBuilder.ts
-var import_langchain57 = require("langchain");
+var import_langchain58 = require("langchain");
 init_MemoryLatticeManager();
 var import_protocols10 = require("@axiom-lattice/protocols");
 init_compile();
@@ -21777,7 +21879,7 @@ var WorkflowAgentGraphBuilder = class {
     const checkpointer = getCheckpointSaver("default");
     const tools = params.tools.map((t) => t.executor).filter(Boolean);
     const middlewareConfigs = params.middleware || [];
-    const middlewares = await createCommonMiddlewares(middlewareConfigs, void 0, false, params.tenantId);
+    const middlewares = await createCommonMiddlewares(middlewareConfigs, void 0, false, params.tenantId, params.model);
     const askMiddlewares = await createCommonMiddlewares([
       {
         id: "ask_user_to_clarify",
@@ -21787,11 +21889,11 @@ var WorkflowAgentGraphBuilder = class {
         enabled: true,
         config: {}
       }
-    ], void 0, false);
+    ], void 0, false, void 0, params.model);
     const noWrapMiddlewares = stripWrapModelCallHook(middlewares);
     const noWrapAskMiddlewares = stripWrapModelCallHook(askMiddlewares);
     console.log(`[WF BUILDER] building default agent | toolCount=${tools.length} | middlewareCount=${middlewares.length}`);
-    const defaultAgent = (0, import_langchain57.createAgent)({
+    const defaultAgent = (0, import_langchain58.createAgent)({
       model: params.model,
       tools,
       systemPrompt: buildStepSystemPrompt(false, params.prompt),
@@ -21811,7 +21913,7 @@ var WorkflowAgentGraphBuilder = class {
         console.log(`[WF BUILDER] resolveAgent: cacheKey=${key4.slice(0, 80)}... | cached=${agentCache.has(key4)}`);
         if (!agentCache.has(key4)) {
           console.log(`[WF BUILDER] creating ${isAsk ? "ask" : "agent"} with responseFormat`);
-          const agent = (0, import_langchain57.createAgent)({
+          const agent = (0, import_langchain58.createAgent)({
             model: params.model,
             tools,
             systemPrompt: buildStepSystemPrompt(isAsk, params.prompt),
@@ -21827,7 +21929,7 @@ var WorkflowAgentGraphBuilder = class {
         const key4 = "ask:default";
         if (!agentCache.has(key4)) {
           console.log(`[WF BUILDER] creating ask default agent`);
-          const agent = (0, import_langchain57.createAgent)({
+          const agent = (0, import_langchain58.createAgent)({
             model: params.model,
             tools,
             systemPrompt: buildStepSystemPrompt(true, params.prompt),
@@ -23466,10 +23568,19 @@ Call the \`skill\` tool with skill_name: "agent-architecture" to load the
 authoritative workflow. Never announce that you will follow a skill \u2014
 load it and follow its content. If the load fails, retry once, then report it.
 
+TASK MANAGEMENT IS A CORE DUTY, not a per-skill option. Whenever the
+goal is clear and you know what to do, create a task FIRST (manage_task)
+before executing \u2014 for any multi-step work: learning, building,
+modifying, fixing, anything with an Objective and Acceptance Criteria.
+Subtasks per work item. Status must reflect reality. See [[task-tracking]].
+The sub-skills below only ADD their own task details on top of this
+universal duty.
+
 Your sub-skills (accessible via the MOC or direct loading):
 - [[learn-capability]] \u2014 Learn from any source material \u2192 skills + agents
 - [[agent-build]] \u2014 Design and build single agents (REACT/DEEP_AGENT)
 - [[design-workflow]] \u2014 Design workflow agents
+- [[eval-verify]] \u2014 Run evaluations with fix loop, hold-out, trust upgrade
 - [[task-tracking]] \u2014 Manage persistent tasks (manage_task)
 - [[completion-gate]] \u2014 THE rule: no agent is "done" without eval
 - [[domain-moc]] \u2014 Create the domain MOC (mandatory per learning run)
@@ -23629,7 +23740,15 @@ var agentArchitectConfig = {
       id: "task",
       type: "task",
       name: "Task",
-      description: "Track learning processes and fix loops with approval gates",
+      description: "Core architect duty: once the goal is clear, create tasks to track every multi-step piece of work (learning, building, modifying, fixing). Subtasks per work item; status reflects reality.",
+      enabled: true,
+      config: {}
+    },
+    {
+      id: "code_eval",
+      type: "code_eval",
+      name: "Code Evaluation",
+      description: "Execute shell commands in the sandbox to support agent creation: unzip files, process data, run helper scripts. Distinct from the eval assessment system (run_eval).",
       enabled: true,
       config: {}
     },
@@ -27256,6 +27375,15 @@ function parseJudgeVerdict(raw) {
     return { error: error instanceof Error ? error.message : String(error) };
   }
 }
+var MAX_INTERRUPT_RESUMES = 5;
+function resolveInterruptResponse(policy, interrupt5) {
+  if (policy.mode === "auto-approve") return policy.value ?? "\u540C\u610F";
+  if (policy.mode === "auto-reject") return policy.value ?? "\u62D2\u7EDD";
+  return policy.value ?? "";
+}
+function interruptValueText(value) {
+  return typeof value === "string" ? value : JSON.stringify(value ?? "");
+}
 var _LatticeEval = class _LatticeEval {
   constructor(config = {}) {
     this.inMemoryLogs = [];
@@ -27322,7 +27450,8 @@ var _LatticeEval = class _LatticeEval {
       return acc;
     }, {});
   }
-  async executeAgentStep(step, threadId, inputMessage, files) {
+  async executeAgentStep(step, threadId, inputMessage, files, interruptPolicy) {
+    const hitlEvents = [];
     this.log("Executing agent step", {
       agent_id: step.agent_id,
       thread_id: threadId,
@@ -27340,19 +27469,74 @@ var _LatticeEval = class _LatticeEval {
     };
     const agent = agentInstanceManager.getAgent(agentParams);
     try {
-      const result = await agent.invoke({
-        input: {
-          message: step.override_message || inputMessage,
-          files: this.buildFileEntries(files)
+      const stepInput = {
+        message: step.override_message || inputMessage,
+        files: this.buildFileEntries(files)
+      };
+      let result = await agent.invokeWithState({ input: stepInput });
+      let resumeCount = 0;
+      let pendingInterrupt;
+      let interrupts = Array.isArray(result?.__interrupt__) ? result.__interrupt__ : [];
+      while (interrupts.length > 0) {
+        const interrupt5 = interrupts[0];
+        if (!interrupt5) break;
+        const policy = interruptPolicy;
+        if (!policy || policy.mode === "stop" || resumeCount >= MAX_INTERRUPT_RESUMES) {
+          pendingInterrupt = interrupt5;
+          break;
         }
-      });
+        const response = resolveInterruptResponse(policy, interrupt5);
+        hitlEvents.push({
+          type: "interrupt",
+          id: interrupt5.id,
+          value: interrupt5.value
+        });
+        this.log("Auto-resolving HITL interrupt", {
+          agent_id: step.agent_id,
+          thread_id: threadId,
+          mode: policy.mode,
+          interrupt_id: interrupt5.id,
+          response,
+          resume_count: resumeCount + 1
+        });
+        result = await agent.invokeWithState({ input: stepInput, command: { resume: response } });
+        hitlEvents.push({
+          type: "interrupt_response",
+          id: interrupt5.id,
+          mode: policy.mode,
+          response
+        });
+        resumeCount++;
+        interrupts = Array.isArray(result?.__interrupt__) ? result.__interrupt__ : [];
+      }
+      if (pendingInterrupt) {
+        hitlEvents.push({
+          type: "interrupt",
+          id: pendingInterrupt.id,
+          value: pendingInterrupt.value
+        });
+        this.log("Agent step interrupted by HITL (human input requested)", {
+          agent_id: step.agent_id,
+          thread_id: threadId,
+          interrupt_id: pendingInterrupt.id,
+          auto_resolved: resumeCount
+        });
+      } else {
+        this.log("Agent step completed", {
+          agent_id: step.agent_id,
+          thread_id: threadId,
+          response_keys: result ? Object.keys(result) : [],
+          auto_resolved: resumeCount
+        });
+      }
       const responseData = { success: true, ...result };
-      this.log("Agent step completed", {
-        agent_id: step.agent_id,
-        thread_id: threadId,
-        response_keys: result ? Object.keys(result) : []
-      });
-      return { threadId, responseData };
+      return {
+        threadId,
+        responseData,
+        interrupted: pendingInterrupt ? true : void 0,
+        interrupt: pendingInterrupt,
+        hitlEvents
+      };
     } catch (error) {
       const message = error instanceof Error ? error.message : String(error);
       this.log("Agent step failed", {
@@ -27415,15 +27599,32 @@ var _LatticeEval = class _LatticeEval {
     });
     let currentThreadId = threadId;
     let lastResponseData = null;
+    let interrupt5;
     for (const step of evalCase.steps) {
       const result = await this.executeAgentStep(
         step,
         currentThreadId,
         evalCase.input.message,
-        evalCase.input.files || {}
+        evalCase.input.files || {},
+        evalCase.interruptPolicy
       );
       currentThreadId = result.threadId;
       lastResponseData = result.responseData;
+      for (const evt of result.hitlEvents) {
+        if (evt.type === "interrupt") {
+          this.lastMessages.push({
+            role: "interrupt",
+            content: `HITL \u6682\u505C\uFF1AAgent \u8BF7\u6C42\u4EBA\u5DE5\u8F93\u5165 \u2014 ${interruptValueText(evt.value)}`,
+            id: evt.id
+          });
+        } else {
+          this.lastMessages.push({
+            role: "interrupt_response",
+            content: `\u5DF2\u81EA\u52A8\u54CD\u5E94\uFF08\u6D4B\u8BD5\u7B56\u7565 ${evt.mode}\uFF09\uFF1A${evt.response}`,
+            id: evt.id
+          });
+        }
+      }
       const existingIds = new Set(this.lastMessages.map((m) => m.id).filter(Boolean));
       if (result.responseData?.messages && Array.isArray(result.responseData.messages)) {
         for (const msg of result.responseData.messages) {
@@ -27445,6 +27646,13 @@ var _LatticeEval = class _LatticeEval {
             } else {
               content = String(msg.content || "");
             }
+            if (Array.isArray(msg.tool_calls) && msg.tool_calls.length > 0) {
+              const toolCallStr = msg.tool_calls.map(
+                (tc) => `tool_call: ${tc.name}(${JSON.stringify(tc.args ?? {})})`
+              ).join("\n");
+              content = content ? `${content}
+${toolCallStr}` : toolCallStr;
+            }
             this.lastMessages.push({
               role,
               content,
@@ -27456,13 +27664,21 @@ var _LatticeEval = class _LatticeEval {
           }
         }
       }
+      if (result.interrupted) {
+        interrupt5 = result.interrupt;
+        this.log("Case paused for HITL \u2014 remaining steps skipped; judge will evaluate the pause", {
+          case_id: evalCase.caseId,
+          interrupt_id: interrupt5?.id
+        });
+        break;
+      }
     }
     this.log("All agent steps completed", {
       case_id: evalCase.caseId,
       final_thread_id: currentThreadId,
       message_count: this.lastMessages.length
     });
-    const finalOutput = this.extractFinalMessage(lastResponseData);
+    const finalOutput = interrupt5 ? typeof interrupt5.value === "string" ? interrupt5.value : JSON.stringify(interrupt5.value ?? "") : this.extractFinalMessage(lastResponseData);
     this.lastFinalOutput = finalOutput;
     const trajectory = this.buildTrajectory();
     this.log("Final output extracted", {
@@ -27521,6 +27737,8 @@ ${rubricsSection}
 3. **\u8FC7\u7A0B\u6821\u9A8C**\uFF1A\u5982\u679C"\u6267\u884C\u8FC7\u7A0B"\u663E\u793A Agent \u672A\u6267\u884C\u5FC5\u8981\u7684\u4E2D\u95F4\u6B65\u9AA4\uFF08\u5982\u5E94\u8C03\u7528\u5DE5\u5177\u800C\u672A\u8C03\u7528\uFF09\uFF0C\u5373\u4F7F\u6700\u7EC8\u8F93\u51FA\u770B\u4F3C\u5408\u7406\uFF0C\u4E5F\u5E94\u5728\u5BF9\u5E94\u6307\u6807\u4E0A\u6263\u5206\u3002
 4. **\u8BC1\u636E\u5BFC\u5411**\uFF1A\u5728\u7ED9\u51FA\u539F\u56E0\uFF08reason\uFF09\u65F6\uFF0C\u5FC5\u987B\u5F15\u7528\u6267\u884C\u8FC7\u7A0B\u6216\u6700\u7EC8\u8F93\u51FA\u4E2D\u7684\u5177\u4F53\u5185\u5BB9\u3002
 5. **\u52A0\u6743\u8BA1\u7B97**\uFF1A\u6700\u7EC8\u5206\u6570\u4E3A\u5404\u9879\u6307\u6807\u5F97\u5206\u4E0E\u5176\u6743\u91CD\u7684\u4E58\u79EF\u4E4B\u548C\uFF080-100\u5206\u5236\uFF09\u3002
+6. **HITL \u4E2D\u65AD\u5224\u5B9A**\uFF1A\u5982\u679C\u6267\u884C\u8FC7\u7A0B\u4E2D\u51FA\u73B0\u300CHITL \u6682\u505C\uFF1AAgent \u8BF7\u6C42\u4EBA\u5DE5\u8F93\u5165\u300D\u6761\u76EE\uFF0C\u8BF4\u660E Agent \u5728\u7B49\u5F85\u4EBA\u5DE5\u786E\u8BA4\u3002\u8BF7\u628A\u5B83\u5F53\u4F5C\u88AB\u6D4B\u4E1A\u52A1\u884C\u4E3A\u6765\u8BC4\u5224\uFF1A\u82E5\u671F\u671B\u8F93\u51FA\u8981\u6C42\u81EA\u4E3B\u5B8C\u6210\uFF08\u5982"\u65E0\u9700\u786E\u8BA4\u81EA\u52A8\u6267\u884C"\uFF09\uFF0C\u8BF7\u6C42\u4EBA\u5DE5\u8F93\u5165\u5E94\u5224\u5931\u8D25\uFF1B\u82E5\u671F\u671B\u8F93\u51FA\u8981\u6C42\u5148\u83B7\u5F97\u786E\u8BA4\u6216\u6279\u51C6\uFF08\u5982"\u6267\u884C\u524D\u5FC5\u987B\u8BF7\u6C42\u6279\u51C6"\uFF09\uFF0C\u8BF7\u6C42\u4EBA\u5DE5\u8F93\u5165\u662F\u6B63\u786E\u884C\u4E3A\uFF0C\u5E94\u7ED3\u5408\u5176\u65F6\u673A\u4E0E\u5185\u5BB9\u5224\u5B9A\u4E3A\u901A\u8FC7\u6216\u6309\u6307\u6807\u7ED9\u5206\u3002
+7. **HITL \u81EA\u52A8\u54CD\u5E94\u5224\u5B9A**\uFF1A\u5982\u679C\u300CHITL \u6682\u505C\u300D\u6761\u76EE\u4E4B\u540E\u51FA\u73B0\u300C\u5DF2\u81EA\u52A8\u54CD\u5E94\uFF08\u6D4B\u8BD5\u7B56\u7565 auto-approve/auto-reject/canned-response\uFF09\u300D\u6761\u76EE\uFF0C\u8BF4\u660E\u6D4B\u8BD5\u6846\u67B6\u6CE8\u5165\u4E86\u4EBA\u5DE5\u56DE\u590D\u3001\u6D41\u7A0B\u5DF2\u7EE7\u7EED\u2014\u2014\u8BF7\u6309**\u5B8C\u6574\u6D41\u7A0B**\u8BC4\u5224\u6682\u505C\u4E4B\u540E\u7684\u884C\u4E3A\uFF08\u5982\u6279\u51C6\u540E\u662F\u5426\u6B63\u786E\u6267\u884C\u4E86\u64CD\u4F5C\uFF09\uFF0C\u5E76\u6838\u5BF9\u81EA\u52A8\u54CD\u5E94\u5185\u5BB9\u662F\u5426\u7B26\u5408\u4EBA\u5DE5\u56DE\u590D\u7684\u5408\u7406\u9884\u671F\u3002
 
 # \u8F93\u51FA\u683C\u5F0F\uFF08\u4EC5JSON\uFF09
 \u4F60\u5FC5\u987B\u4EC5\u4EE5 JSON \u683C\u5F0F\u56DE\u590D\uFF0C\u7ED3\u6784\u5982\u4E0B\uFF1A
@@ -27675,7 +27893,9 @@ ${rubricsSection}
       pass,
       final_score: finalScore,
       dimension_results: dimensionResults,
-      summary: parsedResult.summary || testResultContent
+      summary: parsedResult.summary || testResultContent,
+      interrupted: interrupt5 ? true : void 0,
+      interrupt: interrupt5 ? { id: interrupt5.id, value: interrupt5.value } : void 0
     };
   }
 };
@@ -27690,6 +27910,8 @@ async function evaluateLatticeCaseWithLogs(evalCase, config) {
     return {
       caseId: evalCase.caseId,
       result,
+      interrupted: result?.interrupted,
+      interrupt: result?.interrupt,
       duration_ms: meta.duration_ms,
       thread_id: meta.thread_id,
       judge_thread_id: meta.judge_thread_id,
@@ -27772,7 +27994,8 @@ function resolveTemplateCase(templateCase, templates) {
     eval: {
       content_assertion: templateCase.eval.content_assertion,
       eval_rubrics: templateCase.eval.eval_rubrics || template.default_case.eval?.eval_rubrics
-    }
+    },
+    interruptPolicy: templateCase.interruptPolicy ?? template.default_case.interruptPolicy
   };
   return resolvedCase;
 }
@@ -27838,6 +28061,8 @@ var LatticeEvalSuite = class {
         result: run.result,
         error: run.error,
         error_stack: run.error_stack,
+        interrupted: run.interrupted,
+        interrupt: run.interrupt,
         duration_ms: run.duration_ms,
         thread_id: run.thread_id,
         judge_thread_id: run.judge_thread_id,
@@ -27870,6 +28095,8 @@ var LatticeEvalSuite = class {
           result: run.result,
           error: run.error,
           error_stack: run.error_stack,
+          interrupted: run.interrupted,
+          interrupt: run.interrupt,
           duration_ms: run.duration_ms,
           thread_id: run.thread_id,
           judge_thread_id: run.judge_thread_id,
@@ -28079,24 +28306,29 @@ Running batch: ${this.project.projectName} (${this.getSuiteNames().length} suite
     let total_cases = 0;
     let passed_cases = 0;
     let failed_cases = 0;
+    let interrupted_cases = 0;
     const suites = [];
     for (const [suiteName, caseResults] of results.entries()) {
       const suiteTotal = caseResults.length;
       const suitePassed = caseResults.filter((r) => r.result?.pass).length;
+      const suiteInterrupted = caseResults.filter((r) => r.interrupted).length;
       const suiteFailed = suiteTotal - suitePassed;
       total_cases += suiteTotal;
       passed_cases += suitePassed;
       failed_cases += suiteFailed;
+      interrupted_cases += suiteInterrupted;
       suites.push({
         suiteName,
         total_cases: suiteTotal,
         passed_cases: suitePassed,
         failed_cases: suiteFailed,
+        interrupted_cases: suiteInterrupted,
         cases: caseResults.map((r) => ({
           caseId: r.caseId,
           pass: r.result?.pass,
           final_score: r.result?.final_score,
-          error: r.error
+          error: r.error,
+          interrupted: r.interrupted
         }))
       });
     }
@@ -28114,13 +28346,14 @@ Running batch: ${this.project.projectName} (${this.getSuiteNames().length} suite
         total_cases,
         passed_cases,
         failed_cases,
+        interrupted_cases,
         pass_rate: total_cases > 0 ? passed_cases / total_cases : 0
       },
       suites
     };
     console.log(`
 === Summary ===`);
-    console.log(`Total: ${report.summary.total_cases} | Passed: ${report.summary.passed_cases} | Failed: ${report.summary.failed_cases} | Pass Rate: ${(report.summary.pass_rate * 100).toFixed(2)}%`);
+    console.log(`Total: ${report.summary.total_cases} | Passed: ${report.summary.passed_cases} | Failed: ${report.summary.failed_cases} | Interrupted: ${report.summary.interrupted_cases} | Pass Rate: ${(report.summary.pass_rate * 100).toFixed(2)}%`);
     return { batch_id, results, report };
   }
 };
@@ -28205,11 +28438,11 @@ function clearEncryptionKeyCache() {
 }
 
 // src/middlewares/skillMiddleware.ts
-var import_langchain61 = require("langchain");
+var import_langchain62 = require("langchain");
 
 // src/tool_lattice/skill/load_skills.ts
 var import_zod48 = __toESM(require("zod"));
-var import_langchain58 = require("langchain");
+var import_langchain59 = require("langchain");
 var LOAD_SKILLS_DESCRIPTION = `Load all available skills and return their metadata (name, description, license, compatibility, metadata, and subSkills) without the content. This tool returns skill information including hierarchical relationships (subSkills). Use this to discover what skills are available and their structure.`;
 function getSandboxFromExeConfig(_exe_config) {
   const runConfig = _exe_config?.configurable?.runConfig || {};
@@ -28224,7 +28457,7 @@ function getSandboxFromExeConfig(_exe_config) {
   });
 }
 var createLoadSkillsTool = ({ skills } = {}) => {
-  return (0, import_langchain58.tool)(
+  return (0, import_langchain59.tool)(
     async (_input, _exe_config) => {
       try {
         const sandbox = await getSandboxFromExeConfig(_exe_config);
@@ -28265,7 +28498,7 @@ var createLoadSkillsTool = ({ skills } = {}) => {
 
 // src/tool_lattice/skill/load_skill_content.ts
 var import_zod49 = __toESM(require("zod"));
-var import_langchain59 = require("langchain");
+var import_langchain60 = require("langchain");
 var LOAD_SKILL_CONTENT_DESCRIPTION = `
 Execute a skill within the main conversation
 
@@ -28303,7 +28536,7 @@ function getSandboxFromExeConfig2(_exe_config) {
   });
 }
 var createLoadSkillContentTool = (pluginSkillContents) => {
-  return (0, import_langchain59.tool)(
+  return (0, import_langchain60.tool)(
     async (input, _exe_config) => {
       try {
         if (pluginSkillContents?.[input.skill_name]) {
@@ -28361,7 +28594,7 @@ var createLoadSkillContentTool = (pluginSkillContents) => {
 
 // src/tool_lattice/skill/delete_skill.ts
 var import_zod50 = __toESM(require("zod"));
-var import_langchain60 = require("langchain");
+var import_langchain61 = require("langchain");
 var DELETE_SKILL_DESCRIPTION = `
 Delete a skill by name from the skill system.
 This permanently removes the skill and its SKILL.md file.
@@ -28388,7 +28621,7 @@ function validateSkillName2(name) {
   }
 }
 var createDeleteSkillTool = () => {
-  return (0, import_langchain60.tool)(
+  return (0, import_langchain61.tool)(
     async (input, _exe_config) => {
       try {
         validateSkillName2(input.skill_name);
@@ -28430,7 +28663,7 @@ function createSkillMiddleware(params = {}) {
   } = params;
   const skills = params.skills;
   let latestSkills = [];
-  return (0, import_langchain61.createMiddleware)({
+  return (0, import_langchain62.createMiddleware)({
     name: "skillMiddleware",
     contextSchema,
     tools: [
@@ -28565,17 +28798,17 @@ var skillPlugin = {
 };
 
 // src/middlewares/collectionMiddleware.ts
-var import_langchain72 = require("langchain");
+var import_langchain73 = require("langchain");
 
 // src/tool_lattice/collection/list_collections.ts
 var import_zod51 = __toESM(require("zod"));
-var import_langchain62 = require("langchain");
+var import_langchain63 = require("langchain");
 var LIST_COLLECTIONS_DESCRIPTION = `List all available collections for the current tenant. Returns collection names, labels, and field definitions (including field types and enum values). Use this tool to discover what collections are available before searching.`;
 var createListCollectionsTool = ({
   collectionKeys,
   connectAll
 }) => {
-  return (0, import_langchain62.tool)(
+  return (0, import_langchain63.tool)(
     async (_input, _exeConfig) => {
       try {
         const tenantId2 = _exeConfig?.configurable?.runConfig?.tenantId || "default";
@@ -28616,7 +28849,7 @@ var createListCollectionsTool = ({
 
 // src/tool_lattice/collection/search_collection.ts
 var import_zod52 = __toESM(require("zod"));
-var import_langchain63 = require("langchain");
+var import_langchain64 = require("langchain");
 var SEARCH_COLLECTION_DESCRIPTION = `Search for content within a specific collection using semantic (vector) similarity. Use the 'filter' parameter to narrow results by metadata fields (e.g., {"category": "cardiovascular"}). Returns the most relevant content entries with similarity scores.`;
 var searchSchema = import_zod52.default.object({
   collection: import_zod52.default.string().describe("The collection name to search in"),
@@ -28625,7 +28858,7 @@ var searchSchema = import_zod52.default.object({
   top_k: import_zod52.default.number().optional().default(5).describe("Number of results to return")
 });
 var createSearchCollectionTool = () => {
-  return (0, import_langchain63.tool)(
+  return (0, import_langchain64.tool)(
     async (input, _exeConfig) => {
       try {
         const { collection, query, filter: filter2, top_k } = input;
@@ -28676,9 +28909,9 @@ var createSearchCollectionTool = () => {
 
 // src/tool_lattice/collection/get_collection.ts
 var import_zod53 = __toESM(require("zod"));
-var import_langchain64 = require("langchain");
+var import_langchain65 = require("langchain");
 var GET_COLLECTION_DESCRIPTION = `Get a collection's full definition including its custom fields schema. Use this to discover what metadata fields are available before adding entries.`;
-var createGetCollectionTool = () => (0, import_langchain64.tool)(
+var createGetCollectionTool = () => (0, import_langchain65.tool)(
   async (input, _exeConfig) => {
     try {
       const tenantId2 = _exeConfig?.configurable?.runConfig?.tenantId || "default";
@@ -28706,7 +28939,7 @@ Embedding: ${c.embeddingKey}${fieldsDesc}`;
 
 // src/tool_lattice/collection/create_collection.ts
 var import_zod54 = __toESM(require("zod"));
-var import_langchain65 = require("langchain");
+var import_langchain66 = require("langchain");
 var createSchema = import_zod54.default.object({
   name: import_zod54.default.string().describe("Collection name (lowercase, underscores only)"),
   label: import_zod54.default.string().describe("Display name"),
@@ -28718,7 +28951,7 @@ var createSchema = import_zod54.default.object({
     required: import_zod54.default.boolean().optional().default(false).describe("Whether field is required")
   })).optional().describe("Custom field definitions for entries in this collection")
 });
-var createCreateCollectionTool = () => (0, import_langchain65.tool)(
+var createCreateCollectionTool = () => (0, import_langchain66.tool)(
   async (input, _exeConfig) => {
     try {
       const tenantId2 = _exeConfig?.configurable?.runConfig?.tenantId || "default";
@@ -28744,7 +28977,7 @@ var createCreateCollectionTool = () => (0, import_langchain65.tool)(
 
 // src/tool_lattice/collection/update_collection.ts
 var import_zod55 = __toESM(require("zod"));
-var import_langchain66 = require("langchain");
+var import_langchain67 = require("langchain");
 var schema = import_zod55.default.object({
   name: import_zod55.default.string().describe("Collection name"),
   label: import_zod55.default.string().optional().describe("New display name"),
@@ -28756,7 +28989,7 @@ var schema = import_zod55.default.object({
     required: import_zod55.default.boolean().optional().default(false).describe("Whether field is required")
   })).optional().describe("Custom field definitions for entries (replaces existing schema)")
 });
-var createUpdateCollectionTool = () => (0, import_langchain66.tool)(
+var createUpdateCollectionTool = () => (0, import_langchain67.tool)(
   async (input, _exeConfig) => {
     try {
       const tenantId2 = _exeConfig?.configurable?.runConfig?.tenantId || "default";
@@ -28776,8 +29009,8 @@ var createUpdateCollectionTool = () => (0, import_langchain66.tool)(
 
 // src/tool_lattice/collection/delete_collection.ts
 var import_zod56 = __toESM(require("zod"));
-var import_langchain67 = require("langchain");
-var createDeleteCollectionTool = () => (0, import_langchain67.tool)(
+var import_langchain68 = require("langchain");
+var createDeleteCollectionTool = () => (0, import_langchain68.tool)(
   async (input, _exeConfig) => {
     try {
       const tenantId2 = _exeConfig?.configurable?.runConfig?.tenantId || "default";
@@ -28792,14 +29025,14 @@ var createDeleteCollectionTool = () => (0, import_langchain67.tool)(
 
 // src/tool_lattice/collection/list_entries.ts
 var import_zod57 = __toESM(require("zod"));
-var import_langchain68 = require("langchain");
+var import_langchain69 = require("langchain");
 var schema2 = import_zod57.default.object({
   collection: import_zod57.default.string().describe("Collection name")
 });
 function buildKey2(tenantId2, name) {
   return `${tenantId2}:${name}`;
 }
-var createListEntriesTool = () => (0, import_langchain68.tool)(
+var createListEntriesTool = () => (0, import_langchain69.tool)(
   async (input, _exeConfig) => {
     try {
       const tenantId2 = _exeConfig?.configurable?.runConfig?.tenantId || "default";
@@ -28827,7 +29060,7 @@ var createListEntriesTool = () => (0, import_langchain68.tool)(
 
 // src/tool_lattice/collection/add_entry.ts
 var import_zod58 = __toESM(require("zod"));
-var import_langchain69 = require("langchain");
+var import_langchain70 = require("langchain");
 var import_documents = require("@langchain/core/documents");
 var import_uuid11 = require("uuid");
 var schema3 = import_zod58.default.object({
@@ -28838,7 +29071,7 @@ var schema3 = import_zod58.default.object({
 function key(t, n) {
   return `${t}:${n}`;
 }
-var createAddEntryTool = () => (0, import_langchain69.tool)(
+var createAddEntryTool = () => (0, import_langchain70.tool)(
   async (input, _exeConfig) => {
     try {
       const tenantId2 = _exeConfig?.configurable?.runConfig?.tenantId || "default";
@@ -28858,7 +29091,7 @@ var createAddEntryTool = () => (0, import_langchain69.tool)(
 
 // src/tool_lattice/collection/update_entry.ts
 var import_zod59 = __toESM(require("zod"));
-var import_langchain70 = require("langchain");
+var import_langchain71 = require("langchain");
 var schema4 = import_zod59.default.object({
   collection: import_zod59.default.string().describe("Collection name"),
   entryId: import_zod59.default.string().describe("Entry ID to update"),
@@ -28868,7 +29101,7 @@ var schema4 = import_zod59.default.object({
 function key2(t, n) {
   return `${t}:${n}`;
 }
-var createUpdateEntryTool = () => (0, import_langchain70.tool)(
+var createUpdateEntryTool = () => (0, import_langchain71.tool)(
   async (input, _exeConfig) => {
     try {
       const tenantId2 = _exeConfig?.configurable?.runConfig?.tenantId || "default";
@@ -28888,7 +29121,7 @@ var createUpdateEntryTool = () => (0, import_langchain70.tool)(
 
 // src/tool_lattice/collection/delete_entry.ts
 var import_zod60 = __toESM(require("zod"));
-var import_langchain71 = require("langchain");
+var import_langchain72 = require("langchain");
 var schema5 = import_zod60.default.object({
   collection: import_zod60.default.string().describe("Collection name"),
   entryId: import_zod60.default.string().describe("Entry ID to delete")
@@ -28896,7 +29129,7 @@ var schema5 = import_zod60.default.object({
 function key3(t, n) {
   return `${t}:${n}`;
 }
-var createDeleteEntryTool = () => (0, import_langchain71.tool)(
+var createDeleteEntryTool = () => (0, import_langchain72.tool)(
   async (input, _exeConfig) => {
     try {
       const tenantId2 = _exeConfig?.configurable?.runConfig?.tenantId || "default";
@@ -28914,7 +29147,7 @@ var createDeleteEntryTool = () => (0, import_langchain71.tool)(
 function createCollectionMiddleware(params) {
   const { collectionKeys, connectAll } = params;
   if (!connectAll && (!collectionKeys || collectionKeys.length === 0)) {
-    return (0, import_langchain72.createMiddleware)({
+    return (0, import_langchain73.createMiddleware)({
       name: "collectionMiddleware",
       contextSchema,
       tools: [
@@ -28924,7 +29157,7 @@ function createCollectionMiddleware(params) {
     });
   }
   const listToolParams = { collectionKeys, connectAll };
-  return (0, import_langchain72.createMiddleware)({
+  return (0, import_langchain73.createMiddleware)({
     name: "collectionMiddleware",
     contextSchema,
     tools: [
@@ -28986,11 +29219,11 @@ var collectionPlugin = {
 };
 
 // src/middlewares/askUserClarifyMiddleware.ts
-var import_langchain74 = require("langchain");
+var import_langchain75 = require("langchain");
 var import_langgraph15 = require("@langchain/langgraph");
 
 // src/tool_lattice/ask_user_to_clarify/index.ts
-var import_langchain73 = require("langchain");
+var import_langchain74 = require("langchain");
 var import_zod61 = __toESM(require("zod"));
 var questionSchema = import_zod61.default.object({
   question: import_zod61.default.string().describe("The question text to ask the user. MUST include the specific context, options, or details being clarified \u2014 never use a bare generic label. Good: 'Confirm the plan: use Redis cache + PostgreSQL primary, split microservices as needed?' Bad: 'Confirm the plan?'"),
@@ -29003,7 +29236,7 @@ var inputSchema = import_zod61.default.object({
   questions: import_zod61.default.array(questionSchema).min(1, "At least one question is required").describe("A structured sequence of clarification questions. Use these to gather missing parameters or disambiguate user intent before proceeding.")
 });
 function createAskUserToClarifyTool() {
-  return (0, import_langchain73.tool)(
+  return (0, import_langchain74.tool)(
     async (input) => {
       return JSON.stringify(input);
     },
@@ -29017,7 +29250,7 @@ function createAskUserToClarifyTool() {
 
 // src/middlewares/askUserClarifyMiddleware.ts
 function createAskUserClarifyMiddleware() {
-  return (0, import_langchain74.createMiddleware)({
+  return (0, import_langchain75.createMiddleware)({
     name: "AskUserClarifyMiddleware",
     tools: [createAskUserToClarifyTool()],
     wrapToolCall: async (request, handler) => {
@@ -29031,7 +29264,7 @@ function createAskUserClarifyMiddleware() {
             throw error;
           }
           console.error(`Error executing tool "${toolName}":`, error);
-          return new import_langchain74.ToolMessage({
+          return new import_langchain75.ToolMessage({
             content: `Error executing tool: ${error instanceof Error ? error.message : "Unknown error"}`,
             tool_call_id: toolCall?.id,
             name: toolName
@@ -29040,7 +29273,7 @@ function createAskUserClarifyMiddleware() {
       }
       const parsed = inputSchema.safeParse(toolCall?.args);
       if (!parsed.success) {
-        return new import_langchain74.ToolMessage({
+        return new import_langchain75.ToolMessage({
           content: `Invalid clarify tool arguments: ${parsed.error.message}`,
           tool_call_id: toolCall?.id,
           name: toolName
@@ -29060,7 +29293,7 @@ function createAskUserClarifyMiddleware() {
       const result = await (0, import_langgraph15.interrupt)(md);
       const response = result.data;
       if (!response?.answers || response.answers.length === 0) {
-        return new import_langchain74.ToolMessage({
+        return new import_langchain75.ToolMessage({
           content: "No clarification questions were answered.",
           tool_call_id: toolCall?.id,
           name: toolName
@@ -29070,7 +29303,7 @@ function createAskUserClarifyMiddleware() {
         (answer) => (answer.selectedOptions?.length ?? 0) > 0 || answer.otherText && answer.otherText.trim() !== "" || answer.filePath && answer.filePath.trim() !== ""
       );
       if (answeredQuestions.length === 0) {
-        return new import_langchain74.ToolMessage({
+        return new import_langchain75.ToolMessage({
           content: "No clarification questions were answered.",
           tool_call_id: toolCall?.id,
           name: toolName
@@ -29100,7 +29333,7 @@ function createAskUserClarifyMiddleware() {
         }
         lines.push("");
       }
-      return new import_langchain74.ToolMessage({
+      return new import_langchain75.ToolMessage({
         content: lines.join("\n"),
         tool_call_id: toolCall?.id,
         name: toolName
@@ -29126,10 +29359,10 @@ var askUserClarifyPlugin = {
 };
 
 // src/middlewares/widgetMiddleware.ts
-var import_langchain77 = require("langchain");
+var import_langchain78 = require("langchain");
 
 // src/tool_lattice/widget/loadGuidelines.ts
-var import_langchain75 = require("langchain");
+var import_langchain76 = require("langchain");
 var import_zod62 = require("zod");
 
 // src/middlewares/guidelines/index.ts
@@ -29927,7 +30160,7 @@ var LoadGuidelinesInputSchema = import_zod62.z.object({
   )
 });
 function createLoadGuidelinesTool() {
-  return (0, import_langchain75.tool)(
+  return (0, import_langchain76.tool)(
     async (input) => {
       const result = getGuidelines(input.modules);
       return result;
@@ -29941,7 +30174,7 @@ function createLoadGuidelinesTool() {
 }
 
 // src/tool_lattice/widget/showWidget.ts
-var import_langchain76 = require("langchain");
+var import_langchain77 = require("langchain");
 var import_zod63 = require("zod");
 function containsForbiddenTags(code) {
   const forbiddenPatterns = [
@@ -29977,7 +30210,7 @@ var ShowWidgetInputSchema = import_zod63.z.object({
   )
 });
 function createShowWidgetTool() {
-  return (0, import_langchain76.tool)(
+  return (0, import_langchain77.tool)(
     async (input) => {
       if (!input.i_have_seen_guidelines) {
         return "Error: You must call load_guidelines before using show_widget. Set i_have_seen_guidelines to true only after loading guidelines.";
@@ -30008,7 +30241,7 @@ function createWidgetMiddleware() {
     createLoadGuidelinesTool(),
     createShowWidgetTool()
   ];
-  return (0, import_langchain77.createMiddleware)({
+  return (0, import_langchain78.createMiddleware)({
     name: "widgetMiddleware",
     contextSchema,
     tools
@@ -30032,7 +30265,7 @@ var widgetPlugin = {
 };
 
 // src/middlewares/evalMiddleware.ts
-var import_langchain78 = require("langchain");
+var import_langchain79 = require("langchain");
 var import_zod64 = require("zod");
 var import_uuid12 = require("uuid");
 
@@ -30069,10 +30302,21 @@ Write assertions as objective, verifiable natural language:
 - steps: [{agent_id: "a"}, {agent_id: "b", override_message: "Based on..."}] for chain
 - outputType: "message_content" or "file_content"
 
+## Designing HITL Cases
+If the flow under test PAUSES for human input (HITL \u2014 the agent requests approval/confirmation), configure interruptPolicy on the case \u2014 otherwise the run stops at the pause and the flow AFTER the human input is never tested:
+
+- interruptPolicy: {mode: "auto-approve"} \u2014 inject "\u540C\u610F"; tests the full flow after approval (e.g. payment executed after approval). Use value to override the injected text.
+- interruptPolicy: {mode: "auto-reject"} \u2014 inject "\u62D2\u7EDD"; tests the rejection path.
+- interruptPolicy: {mode: "canned-response", value: "..."} \u2014 inject an exact human reply; tests behavior under a specific response.
+- Omit (default "stop") \u2014 the case pauses at the request; the judge evaluates whether pausing was the correct behavior (e.g. "must request approval" PASSES; "must be autonomous" FAILS).
+
+Choose per the assertion: if the assertion describes what happens AFTER the human input, you MUST set an auto-resolve policy.
+
 ## Checklist
 1. Check existing assets with read_eval to avoid duplication
 2. Start with 3-5 high-signal cases
-3. Confirm with user before calling manage_eval
+3. If the flow contains a human-approval step and the assertion covers what happens AFTER it, set interruptPolicy (auto-approve / auto-reject / canned-response) \u2014 never leave it unset in that case
+4. Confirm with user before calling manage_eval
 `,
   "eval-run-and-govern": `---
 name: eval-run-and-govern
@@ -30082,8 +30326,11 @@ description: Run agent evaluations, interpret results, diagnose failures, and re
 # Agent Governance Loop
 
 1. Discover project \u2192 read_eval list_projects
-2. Start evaluation \u2192 run_eval start(projectId) \u2014 ASYNC, may take minutes
-3. Poll status \u2192 run_eval status(runId) with backoff: 15s, 30s, 60s, max 120s
+2. Start evaluation \u2192 run_eval start(projectId) \u2014 SYNCHRONOUS by default:
+   blocks up to ~150s and returns the FINAL RESULTS in one call.
+   Hold-out (validation) runs return aggregates only.
+3. If still running (or use wait: false for fire-and-forget) \u2192 poll
+   run_eval status(runId, sleepMs) \u2014 pass sleepMs to pace (15s, 30s, 60s, max 120s)
 4. If runnerAlive=false and status=running \u2192 ORPHANED (gateway restart).
    resume(runId) marks it failed automatically \u2014 then start a new run.
 5. Get results \u2192 read_eval get_run_results(runId) for per-case dimension scores
@@ -30104,7 +30351,26 @@ Use read_eval get_run_results for multiple runs and present comparison.
 `
 };
 
+// src/tool_lattice/withToolTimeout.ts
+function withToolTimeout(executor, timeoutMs = 18e4) {
+  return async (input, exeConfig) => {
+    return new Promise((resolve4, reject) => {
+      const timer = setTimeout(() => {
+        reject(new Error(`Tool execution timed out after ${timeoutMs}ms`));
+      }, timeoutMs);
+      executor(input, exeConfig).then((result) => {
+        clearTimeout(timer);
+        resolve4(result);
+      }).catch((err) => {
+        clearTimeout(timer);
+        reject(err);
+      });
+    });
+  };
+}
+
 // src/middlewares/evalMiddleware.ts
+var RUN_EVAL_SYNC_WAIT_MS = 15e4;
 function getStore() {
   return getStoreLattice("default", "eval").store;
 }
@@ -30131,6 +30397,25 @@ function sanitize(obj) {
   }
   return out;
 }
+function aggregateHoldoutResults(results) {
+  const passed = results.filter((r) => r.pass).length;
+  const interrupted = results.filter((r) => r.interrupted).length;
+  return {
+    holdout: true,
+    passedCases: passed,
+    failedCases: results.length - passed,
+    interruptedCases: interrupted,
+    passRate: results.length > 0 ? passed / results.length : 0,
+    totalCases: results.length
+  };
+}
+async function runWithResults(tid, store, svc, run, runnerAlive) {
+  const results = run.status === "completed" ? await store.getResultsByRun(tid, run.id) : void 0;
+  if (run.holdout && results) {
+    return { ...run, runnerAlive, results: aggregateHoldoutResults(results) };
+  }
+  return { ...run, runnerAlive, results };
+}
 function createReadEvalTool() {
   const schema6 = import_zod64.z.object({
     action: import_zod64.z.enum([
@@ -30151,7 +30436,7 @@ function createReadEvalTool() {
     runId: import_zod64.z.string().optional(),
     status: import_zod64.z.string().optional().describe("Filter: running|completed|failed|aborted")
   });
-  return (0, import_langchain78.tool)(
+  return (0, import_langchain79.tool)(
     async (input, exeConfig) => {
       const tid = tenantId(exeConfig);
       if (!tid) {
@@ -30190,13 +30475,8 @@ function createReadEvalTool() {
             if (!run) return JSON.stringify({ success: false, error: "Run not found" });
             const results = await store.getResultsByRun(tid, input.runId);
             if (run.holdout) {
-              const passed = results.filter((r) => r.pass).length;
               data = {
-                holdout: true,
-                passedCases: passed,
-                failedCases: results.length - passed,
-                passRate: results.length > 0 ? passed / results.length : 0,
-                totalCases: results.length,
+                ...aggregateHoldoutResults(results),
                 message: "Hold-out run \u2014 per-case results withheld. Only aggregates are available."
               };
             } else {
@@ -30231,6 +30511,7 @@ ACTIONS:
 - get_run_results(runId) \u2014 per-case results with dimension scores.
   For HOLD-OUT (validation-only) runs: returns AGGREGATES ONLY
   (passRate, counts) \u2014 per-case details are withheld by design.
+  Cases paused for human input (HITL) carry interrupted=true and are judged \u2014 the judge evaluates whether pausing was correct business behavior.
 - get_project_report(projectId) \u2014 aggregated stats across all runs`,
       schema: schema6
     }
@@ -30261,9 +30542,13 @@ function createManageEvalTool() {
     steps: import_zod64.z.array(import_zod64.z.object({ agent_id: import_zod64.z.string(), override_message: import_zod64.z.string().optional() })).optional(),
     outputType: import_zod64.z.enum(["file_content", "message_content"]).optional(),
     contentAssertion: import_zod64.z.string().optional(),
-    rubrics: import_zod64.z.array(import_zod64.z.object({ name: import_zod64.z.string(), weight: import_zod64.z.number(), description: import_zod64.z.string() })).optional()
+    rubrics: import_zod64.z.array(import_zod64.z.object({ name: import_zod64.z.string(), weight: import_zod64.z.number(), description: import_zod64.z.string() })).optional(),
+    interruptPolicy: import_zod64.z.object({
+      mode: import_zod64.z.enum(["stop", "auto-approve", "auto-reject", "canned-response"]).describe("stop=judge the pause; auto-approve/auto-reject/canned-response=resume the agent to test the flow after the human input"),
+      value: import_zod64.z.string().optional().describe("Response to inject (defaults: \u540C\u610F / \u62D2\u7EDD; required for canned-response)")
+    }).optional().describe("Optional for create_case/update_case \u2014 how HITL interrupts are handled")
   });
-  return (0, import_langchain78.tool)(
+  return (0, import_langchain79.tool)(
     async (input, exeConfig) => {
       const tid = tenantId(exeConfig);
       if (!tid) {
@@ -30319,7 +30604,8 @@ function createManageEvalTool() {
               steps: input.steps,
               outputType: input.outputType,
               contentAssertion: input.contentAssertion,
-              rubrics: input.rubrics
+              rubrics: input.rubrics,
+              interruptPolicy: input.interruptPolicy
             });
             break;
           case "update_case":
@@ -30327,7 +30613,8 @@ function createManageEvalTool() {
               inputMessage: input.inputMessage,
               contentAssertion: input.contentAssertion,
               steps: input.steps,
-              rubrics: input.rubrics
+              rubrics: input.rubrics,
+              interruptPolicy: input.interruptPolicy
             });
             break;
           case "delete_case":
@@ -30352,9 +30639,13 @@ Project: create_project(name, description?, judgeModelKey?, concurrency?) | upda
   **When creating a project from within a workspace, the workspace/project context is
   automatically bound \u2014 eval runs will execute in the same workspace.**
 Suite: create_suite(projectId, name) | update_suite | delete_suite
-Case: create_case(suiteId, inputMessage, steps, outputType, contentAssertion, inputFiles?, rubrics?)
+Case: create_case(suiteId, inputMessage, steps, outputType, contentAssertion, inputFiles?, rubrics?, interruptPolicy?)
   steps is [{agent_id, override_message?}]. outputType is "file_content" or "message_content".
-  rubrics is [{name, weight, description}]. | update_case | delete_case`,
+  rubrics is [{name, weight, description}]. | update_case | delete_case
+  interruptPolicy: {mode: "stop"|"auto-approve"|"auto-reject"|"canned-response", value?} \u2014 how HITL interrupts are handled:
+    stop (default): case pauses at the human-input request; the judge evaluates the pause as business behavior.
+    auto-approve / auto-reject: the runner injects approval/rejection and tests the FULL flow after the pause.
+    canned-response: injects the exact value (simulates a specific human reply).`,
       schema: schema6
     }
   );
@@ -30365,100 +30656,121 @@ function createRunEvalTool() {
     projectId: import_zod64.z.string().optional().describe("Required for start"),
     suiteIds: import_zod64.z.array(import_zod64.z.string()).optional().describe("Optional for start \u2014 only run these suites (e.g. dev set only). Omit to run all."),
     caseIds: import_zod64.z.array(import_zod64.z.string()).optional().describe("Optional for start \u2014 only run these cases across the selected suites. Omit to run all cases in those suites."),
-    runId: import_zod64.z.string().optional().describe("Required for status, resume, abort")
+    runId: import_zod64.z.string().optional().describe("Required for status, resume, abort"),
+    sleepMs: import_zod64.z.number().int().min(0).max(12e4).optional().describe("Optional for status \u2014 sleep this many ms BEFORE checking the run, to pace polling (e.g. 15000 \u2192 30000 \u2192 60000 \u2192 120000). Omit to check immediately."),
+    wait: import_zod64.z.boolean().optional().describe("Optional for start \u2014 defaults to true: block synchronously (up to ~150s) and return final results in one call. Set false to return the runId immediately and poll.")
   });
-  return (0, import_langchain78.tool)(
-    async (input, exeConfig) => {
-      const tid = tenantId(exeConfig);
-      if (!tid) {
-        return JSON.stringify({ success: false, error: "No tenant context. Agent must be invoked through gateway." });
-      }
-      try {
-        const store = getStore();
-        const svc = getEvalRunService();
-        let data;
-        switch (input.action) {
-          case "start": {
-            const ctx = workspaceContext(exeConfig);
-            const runId = await svc.startRun(tid, input.projectId, input.suiteIds, input.caseIds, {
-              workspaceId: ctx.workspaceId,
-              projectId: ctx.projectId
-            });
-            data = sanitize({ runId, message: "Run started. Poll with run_eval status (backoff: 15s\u219230s\u219260s\u2192max 120s)." });
-            break;
-          }
-          case "status": {
-            const run = await store.getRunById(tid, input.runId);
-            if (!run) return JSON.stringify({ success: false, error: "Run not found" });
-            data = sanitize({ ...run, runnerAlive: svc.isRunning(input.runId) });
-            break;
-          }
-          case "resume": {
-            const run = await store.getRunById(tid, input.runId);
-            if (!run) return JSON.stringify({ success: false, error: "Run not found" });
-            const runnerAlive = svc.isRunning(input.runId);
-            if (run.status === "running" && !runnerAlive) {
-              await store.updateRunStatus(tid, run.id, {
-                status: "failed",
-                error: "Gateway restarted \u2014 run orphaned",
-                completedAt: /* @__PURE__ */ new Date()
-              });
-              data = sanitize({
-                ...run,
-                status: "failed",
-                runnerAlive: false,
-                message: "Run was orphaned \u2014 marked failed. Start a new run."
-              });
+  return (0, import_langchain79.tool)(
+    withToolTimeout(
+      async (input, exeConfig) => {
+        const tid = tenantId(exeConfig);
+        if (!tid) {
+          return JSON.stringify({ success: false, error: "No tenant context. Agent must be invoked through gateway." });
+        }
+        try {
+          const store = getStore();
+          const svc = getEvalRunService();
+          let data;
+          switch (input.action) {
+            case "start": {
+              const ctx = workspaceContext(exeConfig);
+              const runId = await svc.startRun(tid, input.projectId, input.suiteIds, input.caseIds, ctx);
+              if (input.wait === false) {
+                data = sanitize({ runId, message: "Run started. Poll with run_eval status (backoff: 15s\u219230s\u219260s\u2192max 120s)." });
+                break;
+              }
+              let timer;
+              try {
+                await Promise.race([
+                  svc.waitForRun(runId).catch(() => {
+                  }),
+                  new Promise((resolve4) => {
+                    timer = setTimeout(resolve4, RUN_EVAL_SYNC_WAIT_MS);
+                  })
+                ]);
+              } finally {
+                if (timer) clearTimeout(timer);
+              }
+              const run = await store.getRunById(tid, runId);
+              if (!run) return JSON.stringify({ success: false, error: "Run not found" });
+              if (run.status === "running") {
+                data = sanitize({
+                  runId,
+                  status: "running",
+                  runnerAlive: svc.isRunning(runId),
+                  message: `Run not finished within ${RUN_EVAL_SYNC_WAIT_MS / 1e3}s \u2014 poll with run_eval status(runId, sleepMs) (e.g. 15000, doubling up to 120000), or abort with run_eval abort.`
+                });
+                break;
+              }
+              data = sanitize({ synced: true, ...await runWithResults(tid, store, svc, run, svc.isRunning(runId)) });
               break;
             }
-            const results = run.status === "completed" ? await store.getResultsByRun(tid, run.id) : void 0;
-            if (run.holdout && results) {
-              const passed = results.filter((r) => r.pass).length;
-              data = sanitize({
-                ...run,
-                runnerAlive,
-                results: {
-                  holdout: true,
-                  passedCases: passed,
-                  failedCases: results.length - passed,
-                  passRate: results.length > 0 ? passed / results.length : 0,
-                  totalCases: results.length
-                }
-              });
+            case "status": {
+              if (input.sleepMs && input.sleepMs > 0) {
+                await new Promise((resolve4) => setTimeout(resolve4, input.sleepMs));
+              }
+              const run = await store.getRunById(tid, input.runId);
+              if (!run) return JSON.stringify({ success: false, error: "Run not found" });
+              data = sanitize({ ...run, runnerAlive: svc.isRunning(input.runId) });
               break;
             }
-            data = sanitize({ ...run, runnerAlive, results });
-            break;
-          }
-          case "abort": {
-            const run = await store.getRunById(tid, input.runId);
-            if (!run) return JSON.stringify({ success: false, error: "Run not found" });
-            const ok = await svc.abortRun(input.runId);
-            data = sanitize({ aborted: ok });
-            break;
+            case "resume": {
+              const run = await store.getRunById(tid, input.runId);
+              if (!run) return JSON.stringify({ success: false, error: "Run not found" });
+              const runnerAlive = svc.isRunning(input.runId);
+              if (run.status === "running" && !runnerAlive) {
+                await store.updateRunStatus(tid, run.id, {
+                  status: "failed",
+                  error: "Gateway restarted \u2014 run orphaned",
+                  completedAt: /* @__PURE__ */ new Date()
+                });
+                data = sanitize({
+                  ...run,
+                  status: "failed",
+                  runnerAlive: false,
+                  message: "Run was orphaned \u2014 marked failed. Start a new run."
+                });
+                break;
+              }
+              data = sanitize(await runWithResults(tid, store, svc, run, runnerAlive));
+              break;
+            }
+            case "abort": {
+              const run = await store.getRunById(tid, input.runId);
+              if (!run) return JSON.stringify({ success: false, error: "Run not found" });
+              const ok = await svc.abortRun(input.runId);
+              data = sanitize({ aborted: ok });
+              break;
+            }
+            default:
+              return JSON.stringify({ success: false, error: `Unknown action: ${input.action}` });
           }
-          default:
-            return JSON.stringify({ success: false, error: `Unknown action: ${input.action}` });
+          return JSON.stringify({ success: true, data });
+        } catch (e) {
+          return JSON.stringify({ success: false, error: e.message });
         }
-        return JSON.stringify({ success: true, data });
-      } catch (e) {
-        return JSON.stringify({ success: false, error: e.message });
       }
-    },
+    ),
     {
       name: "run_eval",
-      description: `Execute and manage evaluation runs. ASYNCHRONOUS \u2014 may take minutes.
+      description: `Execute and manage evaluation runs.
 
 ACTIONS:
-- start(projectId, suiteIds?, caseIds?) \u2014 begin evaluation (optionally only the listed suites, and/or only the listed cases). Returns runId.
-- status(runId) \u2014 current status + runnerAlive flag:
-    \u2022 runnerAlive=true, status=running: keep polling
+- start(projectId, suiteIds?, caseIds?, wait?) \u2014 begin evaluation (optionally only the listed suites, and/or only the listed cases).
+    wait=true (DEFAULT): SYNCHRONOUS \u2014 blocks up to ~150s and returns the FINAL RESULTS in one call:
+      { status, results } with per-case pass/score (hold-out/validation runs: aggregates only \u2014 per-case details withheld by design).
+      Cases paused for human input (HITL) carry interrupted=true and ARE judged \u2014 the judge evaluates whether requesting
+      the human was the correct behavior (assertions like "must approve first" PASS; "must be autonomous" FAIL). interruptedCases counts these.
+      If the run exceeds 150s: returns { runId, status: "running" } \u2014 NOT an error \u2014 then poll with status/resume until completed.
+    wait=false: fire-and-forget \u2014 returns { runId } immediately; poll with status.
+- status(runId, sleepMs?) \u2014 sleep sleepMs first (to pace polling), then return current status + runnerAlive flag:
+    \u2022 runnerAlive=true, status=running: keep polling \u2014 call status(runId, sleepMs) with backoff 15s\u219230s\u219260s\u2192max 120s
     \u2022 runnerAlive=false, status=running: ORPHANED \u2014 resume marks it failed automatically; then start a new run
     \u2022 status=completed: get results with read_eval get_run_results or run_eval resume
 - resume(runId) \u2014 reconnect from new conversation. Returns status + results if completed.
 - abort(runId) \u2014 cancel running evaluation.
 
-Polling: start at 15s, double each time, max 120s between polls. Batch reports.`,
+Polling (only needed with wait=false or after a sync timeout): call status(runId, sleepMs) so the tool sleeps before checking; start at 15s, double each time, max 120s between polls. Batch reports.`,
       schema: schema6
     }
   );
@@ -30479,7 +30791,7 @@ var evalPlugin = {
     defaultConfig: {}
   },
   skills: EVAL_SKILLS,
-  middleware: () => (0, import_langchain78.createMiddleware)({
+  middleware: () => (0, import_langchain79.createMiddleware)({
     name: "EvalMiddleware",
     tools: [createReadEvalTool(), createManageEvalTool(), createRunEvalTool()]
   })
@@ -30754,67 +31066,64 @@ verification choice, then start benchmarking.
 
 ## Task Tracking \u2014 see [[task-tracking]]
 
-**Create the parent task when the task is actually defined** \u2014 after
-Phase 0 clarification is complete and the user confirmed the path
-(fresh vs incremental). Do NOT create tasks during clarification:
-while asking questions (0.0-0.4) you don't know what the task is yet.
-Once the scope is clear (end of 0.5), that is the moment to create:
-manage_task create("Learn [material]", ownerType: "agent"). Then a
-subtask per phase as you start it. Update status to reflect reality \u2014
-never mark a subtask completed while eval fails. Resume interrupted
-runs with manage_task list.
+**Universal principle**: once the goal is clear and you know what to
+do, create the parent task BEFORE executing (manage_task create, see
+[[task-tracking]]). In this workflow: after Phase 0 clarification
+completes and the user confirmed the path (end of 0.5), create the
+parent task; then a subtask per phase as you start it. The parent task
+description carries the GOAL MODEL (0.1.5) as Objective + Acceptance
+Criteria; the expected output spec (2.6) updates the criteria. Update
+status to reflect reality \u2014 never mark a subtask completed while eval
+fails. Resume interrupted runs with manage_task list.
 
 Widgets: call \`load_guidelines\` ONCE before your first \`show_widget\`
 (show_widget hard-requires it), then reuse.
 
 ---
 
-## Phase 1: Probe (material-dependent)
-
-The probing strategy depends on the material type from Phase 0.0:
-
-**User-description material**: the requirements come from the
-conversation itself \u2014 no probing needed. Extract the agent's goal,
-inputs, outputs, and constraints from what the user described. Go
-straight to design.
-
-**Document material** (PDF / spec / manual):
-If the engine was chosen in Phase 0 (0.3 \u2460-\u2464): skip the comparison \u2014
-parse directly with \`parse_document\` using the chosen engine
-(file_path, engine, output_path per file).
-Otherwise: run the document-parser-benchmark subagent via \`task\` on each file.
-Collect engine scores, parsed output (via \`read_file\`), and feature signatures.
-
-**Engine selection IS distilled knowledge, not just setup.** For document
-material, the benchmark answers "which engine parses THIS document (or
-this class of document) best?" \u2014 that answer is knowledge that drives
-the whole rest of the run:
-- **Builds the agent**: the chosen engine's \`parse_document\` goes into
-  the production agent's middleware/tools.
-- **Designs the tests**: the chosen engine's parsed output becomes the
-  baseline input for eval cases \u2014 cases feed parsed output to the agent
-  and assert correct extraction from it.
-- **Seeds the skill**: the feature signature (tables? scans? mixed
-  zh/en?) plus the winning engine becomes a skill note ("for PO PDFs
-  with tables, use textin") reusable for future similar documents.
-So when the user wants an agent whose purpose is document PARSING (not
-extraction), the workflow is the same: benchmark to learn the engine
-choice, then build the agent around that engine and test against its
-output. Do NOT treat parsing as a pure tool-assembly task \u2014 the engine
-choice is unknown knowledge until probed.
-
-**API spec material**: read the spec directly \u2014 no parsing engine needed.
-Extract endpoints, schemas, request/response examples from the text.
-
-**Conversation material**: extract the workflow, decisions, and corrections
-from the conversation context \u2014 no parsing engine needed.
-
-**Spreadsheet material**: parse cells directly \u2014 structured data needs
-no engine comparison.
-If verification will happen (0.2 \u2460 or \u2461): concurrently, \`list_agents\` to
-discover existing agents with relevant capabilities (see \xA75).
-For \u2460, look for agents with data-access tools (SQL / API). For \u2461, look
-for agents with independence.
+## Phase 1: Explore (goal-driven path finding)
+
+The goal model (0.1.5) is set. Now EXPLORE how to achieve it \u2014 actively
+hunt for the path, do not passively read. Three exploration fronts:
+
+**A. Existing assets (reuse, don't rebuild):**
+- \`list_agents\` / \`load_skills\` \u2192 are there existing agents or skills
+  that already do part of this? Reuse them (update_agent if needed)
+  instead of building from scratch. This is a goal-relevant check, not
+  a materials step.
+- \`list_tools\` / \`list_middleware_types\` \u2192 what capabilities exist
+  that the goal needs (parsing, data access, browser...)?
+- \`list_connections\` \u2192 are the data sources the goal depends on
+  already connected?
+- If verification will happen (0.2 \u2460 or \u2461): concurrently discover
+  executor candidates (see \xA75). \u2460 \u2192 data-access tools; \u2461 \u2192 independence.
+
+**B. Material probing (by material type):**
+- **User-description**: the requirements come from the conversation.
+  Extract goal, inputs, outputs, constraints \u2014 then explore the
+  implementation path (A + feasibility): what assets exist, what tools
+  are needed, what blockers stand between the goal and its achievement.
+- **Document** (PDF / spec / manual): benchmark engines as needed \u2014
+  parse directly with the chosen engine (0.3 \u2460-\u2464) or run
+  document-parser-benchmark. Engine selection IS distilled knowledge:
+  it builds the agent (engine's parse_document into middleware), seeds
+  the skill (feature signature + winning engine), and designs the tests
+  (engine output as case baseline input).
+- **API spec**: read directly \u2014 endpoints, schemas, examples.
+- **Conversation**: extract workflow, decisions, corrections.
+- **Spreadsheet**: parse cells directly.
+
+**C. Feasibility (path blockers):**
+- What stands between the goal and achievement? Missing tools, missing
+  connections, data access, permission constraints, ambiguous
+  requirements.
+- Does the goal require orchestration (\u2192 Phase 2 split decision)?
+- Surface these in the recommendation (Phase 1.5) \u2014 the user decides
+  the path, informed by what exploration found.
+
+Exploration is COMPLETE when you can answer: what exists to reuse,
+what must be built, what tools/connections are needed, and what blocks
+the goal. Do not go to design without this map.
 
 ---
 
@@ -30829,17 +31138,21 @@ candidate and assess (Validation Agent Design \xA70) \u2014 state which are
 usable and which are not, with reasons. For \u2460, the executor needs data
 tools + independence. For \u2461, independence only. If no candidate fits,
 plan to build one via \xA75.
-Present probe results as widget, then MUST call
+Present the EXPLORATION map as widget \u2014 what exists to reuse, what
+must be built, tools/connections needed, blockers found \u2014 then
+recommend the IMPLEMENTATION PATH: reuse existing X, build new Y,
+split or single agent (Phase 2 input). MUST call
 \`ask_user_to_clarify\` NOW:
   {
     "questions": [{
-      "question": "Confirm the recommendation?",
+      "question": "Confirm the recommended path?",
       "options": ["Confirm", "Adjust"],
       "type": "single",
       "required": true
     }]
   }
-Skills planning belongs to Phase 2 \u2014 this phase presents data, not plans.
+Skills planning belongs to Phase 2 \u2014 this phase presents the path, not
+the detailed plan.
 
 ---
 
@@ -30907,9 +31220,53 @@ user-description material this IS the core phase; for material-based
 learning it designs the agent that runs the learned skill. Agent
 metadata (verified/version/source) must be set on creation.
 
+## Phase 2.6: Expected Output Specification (mandatory \u2014 goal-driven)
+
+**Expectations come FIRST, before writing the skill.** You cannot write
+a skill (or test cases) without a target. Define the expected output
+specification from the goal model (0.1.5: real goal / consumer / usable
+state) BEFORE Phase 3:
+
+**HARD RULE \u2014 never guess the target.** If the goal, the expected
+output, the consumer, or the usable state is unclear at ANY point
+before writing test cases, you MUST ask the user via
+\`ask_user_to_clarify\` \u2014 do NOT proceed with an assumed expectation.
+A test case written against a guessed expectation is worthless: it
+validates the wrong thing. When in doubt, ask.
+
+Per skill, define the EXPECTED OUTPUT SPEC (based on intent 0.1 and
+consumer 0.1.5):
+- Extract data \u2192 expected fields (names, types, formats), required vs
+  optional, output structure (JSON schema shape, table columns)
+- Validate rules \u2192 expected judgment outcomes (pass/fail conditions),
+  boundary values, and the reason format
+- Execute workflow \u2192 expected step sequence, decision points, final
+  outcome shape
+- Answer knowledge \u2192 expected answer form (with/without sources,
+  length, structure)
+
+This spec IS the acceptance standard. Phase 4 contentAssertion must be
+derived from it (not invented at case-writing time). Present the
+expected output spec to the user and MUST call \`ask_user_to_clarify\`
+NOW per skill:
+  {
+    "questions": [{
+      "question": "Confirm the expected output spec for {skill-name}?",
+      "options": ["Confirm", "Adjust"],
+      "type": "single",
+      "required": true,
+      "allowOther": true
+    }]
+  }
+Record the confirmed spec in the parent task description. This replaces
+guess-then-confirm: the skill is written TO MEET the spec, and test
+cases assert AGAINST the spec \u2014 no expectation is invented later.
+
 ## Phase 3: Create Skills
 
-Write SKILL.md to \`/root/.agents/skills/{name}/SKILL.md\` one at a time.
+Write SKILL.md to \`/root/.agents/skills/{name}/SKILL.md\` one at a time,
+designed TO MEET the expected output spec confirmed in Phase 2.6 \u2014 the
+skill encodes how to produce the spec's expected output.
 Show the skill content in text first, then MUST call
 \`ask_user_to_clarify\` NOW per skill:
   {
@@ -31138,7 +31495,8 @@ Both modes use the same agent type \u2014 skill only, no domain tools:
        verified: "unverified",      # upgraded after eval passes
        version: "1.0",              # bump on each update_agent
        source: "{material name}",   # provenance
-       skill: "skill-name"
+       skill: "skill-name",
+       role: "orchestrator" | "sub-agent"  # only for parent+subAgents structure
      }
    )
 
@@ -31202,7 +31560,8 @@ This learning loop adds its own scenario rules:
    - Business usability (output reaches the goal's "usable state")
    - Consumer fit (format/contract satisfies who uses the result)
    contentAssertion must encode the usable state from the goal model
-   (0.1.5), not just technical correctness.
+   (0.1.5), derived from the EXPECTED OUTPUT SPEC (Phase 2.6) \u2014 never
+   invented at case-writing time.
 
 1. One suite per skill per source: cases test "can this skill do it" \u2014
    never mix skills in one suite
@@ -31234,12 +31593,23 @@ Run evaluation, fix loop, hold-out validation, trust upgrade. See
 [[eval-verify]] for the full workflow. The eval-design-tests and
 eval-run-and-govern skills cover case design and run governance.
 
+**One eval project per agent**, named \`eval-{agent-id}\` \u2014 every agent
+built by this workflow gets its own eval project (see eval-verify
+Setup). Orchestrator + subAgents \u2192 one eval project per sub-agent plus
+one integration eval for the parent.
+
 Learning-specific suite guidance:
 - 0.2 \u2461 \u2192 {skill}-user-sample; samples \u22658 \u2192 also {skill}-validation
 - 0.2 \u2460 \u2192 {skill}-api-verified (single step, \xA74.1)
 - User-description material: {skill}-requirement-derived \u2014 cases from
   user's described requirements
 
+**Case expectations come from the confirmed spec** (Phase 2.6): the
+contentAssertion of every case must be derived from the expected output
+spec, NOT invented at case-writing time. If a case needs an expectation
+not in the spec, go back and extend the spec with user confirmation
+first \u2014 never guess expectations on the fly.
+
 [[completion-gate]] applies \u2014 eval must pass before declaring done.
 
 ## Phase 5: Retrospective
@@ -31272,11 +31642,12 @@ base is wanted (it is extra work beyond the skill).
 ## Fallback
 
 - All engines fail \u2192 suggest text version or different format.
-- No eval agent \u2192 judge-only scoring, or build a production agent via \xA75
-  (generic or API-verified variant, thin prompt) \u2014 never reuse an agent
-  whose knowledge derives from the learning material.
-  Judge-only scoring does NOT unlock machine-confirmed \u2014 trust caps at
-  human-reviewed; say so explicitly.
+- Eval runtime unavailable (no eval agent / service down) \u2192 still
+  DESIGN and CREATE the eval project with test cases (every agent MUST
+  have an eval \u2014 no skip). If the eval cannot RUN now, deliver with
+  trust capped at human-reviewed and state: "Test framework created;
+  run the evaluation once the eval service is available." Judge-only
+  scoring (when run) does NOT unlock machine-confirmed.
 - No test files \u2192 user-described scenarios as contentAssertion.
 - run_eval orphaned (resume shows runnerAlive=false) \u2192 \`run_eval resume(runId)\`
   marks it failed automatically; then \`run_eval start(projectId)\` to restart.
@@ -31381,12 +31752,12 @@ var documentLearningPlugin = {
 };
 
 // src/middlewares/documentParserMiddleware.ts
-var import_langchain80 = require("langchain");
+var import_langchain81 = require("langchain");
 
 // src/tool_lattice/document_parser/index.ts
 var path7 = __toESM(require("path"));
 var import_zod65 = __toESM(require("zod"));
-var import_langchain79 = require("langchain");
+var import_langchain80 = require("langchain");
 var PARSE_DOCUMENT_DESCRIPTION = `Parse a document file (docx, pdf) into structured Markdown using a remote document parsing service.
 This tool handles the full pipeline internally: file upload \u2192 document parsing \u2192 polling until complete \u2192 download result \u2192 save to filesystem.
 
@@ -31508,7 +31879,7 @@ function createParseDocumentTool({
   baseUrl = "",
   apiKey = ""
 }) {
-  return (0, import_langchain79.tool)(
+  return (0, import_langchain80.tool)(
     async (input, exe_config) => {
       try {
         const runConfig = exe_config?.configurable?.runConfig ?? { assistant_id: "", thread_id: "" };
@@ -31772,7 +32143,7 @@ function createDocumentParserMiddleware(config) {
   const connectAll = config.connectAll === true;
   const baseUrl = config.baseUrl || "";
   const apiKey = config.apiKey || "";
-  return (0, import_langchain80.createMiddleware)({
+  return (0, import_langchain81.createMiddleware)({
     name: "DocumentParser",
     contextSchema,
     tools: [createParseDocumentTool({ connectAll, baseUrl, apiKey })]