@botbotgo/agent-harness 0.0.5 → 0.0.6

package/dist/runtime/agent-runtime-adapter.js

@@ -5,7 +5,7 @@ import { ChatGoogle } from "@langchain/google";
 import { ChatOllama } from "@langchain/ollama";
 import { ChatOpenAI } from "@langchain/openai";
 import { createAgent, humanInTheLoopMiddleware, initChatModel } from "langchain";
-import { extractReasoningText, extractToolFallbackContext, extractVisibleOutput, isLikelyToolArgsObject, isToolCallParseFailure, STRICT_TOOL_JSON_INSTRUCTION, sanitizeVisibleText, tryParseJson, wrapResolvedModel, } from "./parsing/output-parsing.js";
+import { extractEmptyAssistantMessageFailure, extractReasoningText, extractToolFallbackContext, extractVisibleOutput, isLikelyToolArgsObject, isToolCallParseFailure, STRICT_TOOL_JSON_INSTRUCTION, sanitizeVisibleText, tryParseJson, wrapResolvedModel, } from "./parsing/output-parsing.js";
 import { extractAgentStep, extractInterruptPayload, extractReasoningStreamOutput, extractTerminalStreamOutput, extractToolResult, normalizeTerminalOutputKey, readStreamDelta, } from "./parsing/stream-event-parsing.js";
 import { wrapToolForExecution } from "./tool-hitl.js";
 const AGENT_INTERRUPT_SENTINEL_PREFIX = "__agent_harness_interrupt__:";
@@ -382,8 +382,13 @@ export class AgentRuntimeAdapter {
         const interruptContent = Array.isArray(result.__interrupt__) && result.__interrupt__.length > 0 ? JSON.stringify(result.__interrupt__) : undefined;
         const extractedOutput = extractVisibleOutput(result);
         const visibleOutput = extractedOutput && !isLikelyToolArgsObject(tryParseJson(extractedOutput)) ? extractedOutput : "";
+        const emptyAssistantMessageFailure = extractEmptyAssistantMessageFailure(result);
         const toolFallback = extractToolFallbackContext(result);
-        const output = visibleOutput || (await this.synthesizeDeepAgentAnswer(binding, input, result)) || toolFallback || JSON.stringify(result, null, 2);
+        const synthesizedOutput = await this.synthesizeDeepAgentAnswer(binding, input, result);
+        if (!visibleOutput && !synthesizedOutput && !toolFallback && emptyAssistantMessageFailure) {
+            throw new Error(emptyAssistantMessageFailure);
+        }
+        const output = visibleOutput || synthesizedOutput || toolFallback || JSON.stringify(result, null, 2);
         return {
             threadId,
             runId,

package/dist/runtime/parsing/output-parsing.d.ts

@@ -6,6 +6,7 @@ export declare function readTextContent(value: unknown): string;
 export declare function hasToolCalls(value: unknown): boolean;
 export declare function extractToolFallbackContext(value: unknown): string;
 export declare function extractVisibleOutput(value: unknown): string;
+export declare function extractEmptyAssistantMessageFailure(value: unknown): string;
 export declare function isToolCallParseFailure(error: unknown): boolean;
 export declare const STRICT_TOOL_JSON_INSTRUCTION = "When calling tools, return only the tool call itself. The arguments must be a pure JSON object with no explanatory text before or after it.";
 export declare function wrapResolvedModel<T>(value: T): T;

package/dist/runtime/parsing/output-parsing.js

@@ -225,19 +225,56 @@ function extractAssistantTextFromMessages(messages) {
             : typeof message.getType === "function"
                 ? message.getType()
                 : undefined;
+        if (!(typeName === "AIMessage" || runtimeType === "ai"))
+            continue;
         const kwargs = typeof typed.kwargs === "object" && typed.kwargs ? typed.kwargs : undefined;
-        if (typeName === "AIMessage" || runtimeType === "ai" || kwargs?.content !== undefined) {
-            if (hasToolCalls(message))
-                continue;
-            if (Array.isArray(kwargs?.tool_calls) && kwargs.tool_calls.length > 0)
-                continue;
-            const content = extractMessageContent(message);
-            if (content)
-                return content;
-        }
+        if (hasToolCalls(message))
+            continue;
+        if (Array.isArray(kwargs?.tool_calls) && kwargs.tool_calls.length > 0)
+            continue;
+        const content = extractMessageContent(message);
+        if (content)
+            return content;
     }
     return "";
 }
+function extractEmptyAssistantMessageReason(messages) {
+    if (!Array.isArray(messages))
+        return null;
+    for (let index = messages.length - 1; index >= 0; index -= 1) {
+        const message = messages[index];
+        if (typeof message !== "object" || !message)
+            continue;
+        const typed = message;
+        const ids = Array.isArray(typed.id) ? typed.id.filter((item) => typeof item === "string") : [];
+        const typeName = ids.at(-1);
+        const runtimeType = typeof message._getType === "function"
+            ? message._getType()
+            : typeof message.getType === "function"
+                ? message.getType()
+                : undefined;
+        const kwargs = typeof typed.kwargs === "object" && typed.kwargs ? typed.kwargs : undefined;
+        if (!(typeName === "AIMessage" || runtimeType === "ai")) {
+            continue;
+        }
+        if (hasToolCalls(message)) {
+            return null;
+        }
+        const content = extractMessageContent(message).trim();
+        if (content) {
+            return null;
+        }
+        const responseMetadata = typeof kwargs?.response_metadata === "object" && kwargs.response_metadata
+            ? kwargs.response_metadata
+            : {};
+        return {
+            finishReason: typeof responseMetadata.finish_reason === "string" ? responseMetadata.finish_reason : undefined,
+            modelProvider: typeof responseMetadata.model_provider === "string" ? responseMetadata.model_provider : undefined,
+            modelName: typeof responseMetadata.model_name === "string" ? responseMetadata.model_name : undefined,
+        };
+    }
+    return null;
+}
 function extractStructuredOutputText(value) {
     if (typeof value !== "object" || !value)
         return "";
@@ -304,6 +341,27 @@ export function extractVisibleOutput(value) {
     }
     return "";
 }
+export function extractEmptyAssistantMessageFailure(value) {
+    if (typeof value !== "object" || !value)
+        return "";
+    const typed = value;
+    const reason = extractEmptyAssistantMessageReason(typed.messages)
+        ?? (typeof typed.output === "object" && typed.output
+            ? extractEmptyAssistantMessageReason(typed.output.messages)
+            : null);
+    if (!reason) {
+        return "";
+    }
+    const detailParts = [
+        reason.finishReason ? `finish_reason=${reason.finishReason}` : "",
+        reason.modelProvider ? `model_provider=${reason.modelProvider}` : "",
+        reason.modelName ? `model_name=${reason.modelName}` : "",
+    ].filter(Boolean);
+    return [
+        "empty_final_ai_message: model returned no visible assistant content and no tool calls",
+        detailParts.length > 0 ? `(${detailParts.join(", ")})` : "",
+    ].filter(Boolean).join(" ");
+}
 function isAiMessageLike(value) {
     if (typeof value !== "object" || !value)
         return false;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@botbotgo/agent-harness",
-  "version": "0.0.5",
+  "version": "0.0.6",
   "description": "Agent Harness framework package",
   "type": "module",
   "main": "./dist/index.js",
@@ -25,7 +25,7 @@
     }
   },
   "dependencies": {
-    "@botbotgo/agent-harness-builtin": "0.0.5"
+    "@botbotgo/agent-harness-builtin": "0.0.6"
   },
   "scripts": {
     "build": "rm -rf dist tsconfig.tsbuildinfo && tsc -p tsconfig.json && cp -R config dist/",