@botbotgo/agent-harness 0.0.308 → 0.0.310

package/dist/runtime/parsing/output-content.js

@@ -0,0 +1,442 @@
+import { AIMessage } from "langchain";
+import { salvageToolArgs, isLikelyToolArgsObject, normalizeKnownToolArgs, tryParseJson } from "./output-tool-args.js";
+export function sanitizeVisibleText(value) {
+    return value
+        .replace(/[A-Za-z0-9_]*Middleware\.after_model/g, "")
+        .replace(/todoListMiddleware\.after_model/g, "")
+        .replace(/__end__+/g, "")
+        .trim();
+}
+function isLikelyMemoryWriteArgsObject(value) {
+    if (typeof value !== "object" || !value || Array.isArray(value)) {
+        return false;
+    }
+    const typed = value;
+    const target = typeof typed.file_path === "string"
+        ? typed.file_path
+        : typeof typed.path === "string"
+            ? typed.path
+            : "";
+    return target.startsWith("/memories/") && typeof typed.content === "string";
+}
+export function readTextContent(value) {
+    if (typeof value === "string")
+        return value;
+    if (Array.isArray(value))
+        return value.map((item) => readTextContent(item)).join("");
+    if (typeof value === "object" && value) {
+        if (isLikelyMemoryWriteArgsObject(value)) {
+            return "";
+        }
+        if ("text" in value && typeof value.text === "string") {
+            return value.text;
+        }
+        if ("content" in value) {
+            return readTextContent(value.content);
+        }
+        if ("lc_kwargs" in value && typeof value.lc_kwargs === "object") {
+            return readTextContent((value.lc_kwargs).content);
+        }
+        if ("kwargs" in value && typeof value.kwargs === "object") {
+            return readTextContent((value.kwargs).content);
+        }
+    }
+    return "";
+}
+function extractMessageContent(message) {
+    if (typeof message !== "object" || !message)
+        return "";
+    const typed = message;
+    if (typed.content !== undefined)
+        return readTextContent(typed.content);
+    if (typeof typed.kwargs === "object" && typed.kwargs) {
+        return readTextContent(typed.kwargs.content);
+    }
+    return "";
+}
+function isToolMessageLike(message) {
+    if (typeof message !== "object" || !message)
+        return false;
+    const typed = message;
+    const ids = Array.isArray(typed.id) ? typed.id.filter((item) => typeof item === "string") : [];
+    const typeName = ids.at(-1);
+    const runtimeType = typeof typed._getType === "function"
+        ? typed._getType()
+        : typeof typed.getType === "function"
+            ? typed.getType()
+            : undefined;
+    return typeName === "ToolMessage" || runtimeType === "tool";
+}
+function extractToolMessageContents(messages) {
+    if (!Array.isArray(messages))
+        return [];
+    const results = [];
+    for (const message of messages) {
+        if (!isToolMessageLike(message))
+            continue;
+        const content = extractMessageContent(message);
+        if (content)
+            results.push(content);
+    }
+    return results;
+}
+export function hasToolCalls(value) {
+    if (typeof value !== "object" || !value)
+        return false;
+    const typed = value;
+    if (Array.isArray(typed.tool_calls) && typed.tool_calls.length > 0)
+        return true;
+    if (typeof typed.kwargs === "object" && typed.kwargs) {
+        return Array.isArray(typed.kwargs.tool_calls) && typed.kwargs.tool_calls.length > 0;
+    }
+    return false;
+}
+function extractAssistantTextFromMessages(messages) {
+    if (!Array.isArray(messages))
+        return "";
+    for (let index = messages.length - 1; index >= 0; index -= 1) {
+        const message = messages[index];
+        if (typeof message !== "object" || !message)
+            continue;
+        const typed = message;
+        const explicitRole = typeof typed.role === "string" ? typed.role.trim().toLowerCase() : undefined;
+        if (explicitRole === "assistant" || explicitRole === "ai") {
+            const content = extractMessageContent(message);
+            if (content)
+                return content;
+            continue;
+        }
+        const ids = Array.isArray(typed.id) ? typed.id.filter((item) => typeof item === "string") : [];
+        const typeName = ids.at(-1);
+        const runtimeType = typeof message._getType === "function"
+            ? message._getType()
+            : typeof message.getType === "function"
+                ? message.getType()
+                : undefined;
+        if (!(typeName === "AIMessage" || runtimeType === "ai"))
+            continue;
+        const kwargs = typeof typed.kwargs === "object" && typed.kwargs ? typed.kwargs : undefined;
+        if (hasToolCalls(message))
+            continue;
+        if (Array.isArray(kwargs?.tool_calls) && kwargs.tool_calls.length > 0)
+            continue;
+        const content = extractMessageContent(message);
+        if (content)
+            return content;
+    }
+    return "";
+}
+function extractEmptyAssistantMessageReason(messages) {
+    if (!Array.isArray(messages))
+        return null;
+    for (let index = messages.length - 1; index >= 0; index -= 1) {
+        const message = messages[index];
+        if (typeof message !== "object" || !message)
+            continue;
+        const typed = message;
+        const ids = Array.isArray(typed.id) ? typed.id.filter((item) => typeof item === "string") : [];
+        const typeName = ids.at(-1);
+        const runtimeType = typeof message._getType === "function"
+            ? message._getType()
+            : typeof message.getType === "function"
+                ? message.getType()
+                : undefined;
+        const kwargs = typeof typed.kwargs === "object" && typed.kwargs ? typed.kwargs : undefined;
+        if (!(typeName === "AIMessage" || runtimeType === "ai")) {
+            continue;
+        }
+        if (hasToolCalls(message)) {
+            return null;
+        }
+        const content = extractMessageContent(message).trim();
+        if (content) {
+            return null;
+        }
+        const responseMetadata = typeof kwargs?.response_metadata === "object" && kwargs.response_metadata
+            ? kwargs.response_metadata
+            : {};
+        return {
+            finishReason: typeof responseMetadata.finish_reason === "string" ? responseMetadata.finish_reason : undefined,
+            modelProvider: typeof responseMetadata.model_provider === "string" ? responseMetadata.model_provider : undefined,
+            modelName: typeof responseMetadata.model_name === "string" ? responseMetadata.model_name : undefined,
+        };
+    }
+    return null;
+}
+function extractStructuredOutputText(value) {
+    if (typeof value !== "object" || !value)
+        return "";
+    if (isLikelyMemoryWriteArgsObject(value))
+        return "";
+    const typed = value;
+    const fromMessages = extractAssistantTextFromMessages(typed.messages);
+    if (fromMessages)
+        return fromMessages;
+    if (typed.output && typeof typed.output === "object") {
+        const outputRecord = typed.output;
+        const nestedMessages = extractAssistantTextFromMessages(outputRecord.messages);
+        if (nestedMessages)
+            return nestedMessages;
+        const nestedContent = readTextContent(outputRecord.content);
+        if (nestedContent)
+            return nestedContent;
+    }
+    return readTextContent(typed.content);
+}
+function normalizePotentialLineNumberedDocument(value) {
+    return value
+        .split("\n")
+        .map((line) => line.replace(/^\s*\d+\s+/, ""))
+        .join("\n")
+        .trim();
+}
+function isLikelySkillDocumentText(value) {
+    const normalized = normalizePotentialLineNumberedDocument(value);
+    if (!normalized.startsWith("---")) {
+        return false;
+    }
+    const lower = normalized.toLowerCase();
+    return (lower.includes("\nname: ") &&
+        lower.includes("\ndescription: ") &&
+        lower.includes("\n# ") &&
+        lower.includes("## workflow"));
+}
+export function containsLikelySkillDocument(value) {
+    if (typeof value === "string") {
+        return isLikelySkillDocumentText(value);
+    }
+    if (Array.isArray(value)) {
+        return value.some((item) => containsLikelySkillDocument(item));
+    }
+    if (typeof value === "object" && value) {
+        const typed = value;
+        if (typed.content !== undefined && containsLikelySkillDocument(typed.content)) {
+            return true;
+        }
+        if (typed.output !== undefined && containsLikelySkillDocument(typed.output)) {
+            return true;
+        }
+        if (typed.messages !== undefined && containsLikelySkillDocument(typed.messages)) {
+            return true;
+        }
+        if (typed.kwargs !== undefined && containsLikelySkillDocument(typed.kwargs)) {
+            return true;
+        }
+        return Object.values(typed).some((item) => containsLikelySkillDocument(item));
+    }
+    return false;
+}
+export function extractToolFallbackContext(value) {
+    if (typeof value !== "object" || !value)
+        return "";
+    const typed = value;
+    const messages = extractToolMessageContents(typed.messages).filter((message) => !isLikelySkillDocumentText(message));
+    if (messages.length > 0)
+        return messages.slice(-3).join("\n\n");
+    if (typed.output && typeof typed.output === "object") {
+        const nested = extractToolFallbackContext(typed.output);
+        if (nested)
+            return nested;
+    }
+    return "";
+}
+export function extractVisibleOutput(value) {
+    const structured = extractStructuredOutputText(value);
+    if (structured && !isLikelySkillDocumentText(structured))
+        return structured;
+    if (typeof value === "string") {
+        const parsed = tryParseJson(value);
+        if (parsed) {
+            if (isLikelyMemoryWriteArgsObject(parsed))
+                return "";
+            const parsedStructured = extractStructuredOutputText(parsed);
+            if (parsedStructured && !isLikelySkillDocumentText(parsedStructured))
+                return parsedStructured;
+            if (isLikelyToolArgsObject(parsed))
+                return "";
+        }
+        if (isLikelySkillDocumentText(value))
+            return "";
+        return value;
+    }
+    if (typeof value === "object" && value) {
+        const typed = value;
+        if (typed.output !== undefined) {
+            const nested = extractVisibleOutput(typed.output);
+            if (nested)
+                return nested;
+        }
+        if (typed.content !== undefined) {
+            const nested = extractVisibleOutput(typed.content);
+            if (nested)
+                return nested;
+        }
+    }
+    return "";
+}
+function isContentBlock(value) {
+    return typeof value === "object" && value !== null && typeof value.type === "string";
+}
+function normalizeContentBlocks(value) {
+    if (!Array.isArray(value)) {
+        return [];
+    }
+    return value.filter(isContentBlock).map((block) => ({ ...block }));
+}
+function extractStructuredOutputContent(value) {
+    if (typeof value !== "object" || !value)
+        return undefined;
+    const typed = value;
+    if (typed.output && typeof typed.output === "object") {
+        const nested = extractStructuredOutputContent(typed.output);
+        if (nested !== undefined)
+            return nested;
+    }
+    if (typed.content !== undefined) {
+        return typed.content;
+    }
+    if (!Array.isArray(typed.messages)) {
+        return undefined;
+    }
+    for (let index = typed.messages.length - 1; index >= 0; index -= 1) {
+        const message = typed.messages[index];
+        if (typeof message !== "object" || !message)
+            continue;
+        const ids = Array.isArray(message.id)
+            ? (message.id.filter((item) => typeof item === "string"))
+            : [];
+        const typeName = ids.at(-1);
+        const runtimeType = typeof message._getType === "function"
+            ? message._getType()
+            : typeof message.getType === "function"
+                ? message.getType()
+                : undefined;
+        if (!(typeName === "AIMessage" || runtimeType === "ai")) {
+            continue;
+        }
+        if (hasToolCalls(message)) {
+            continue;
+        }
+        const directContent = message.content;
+        if (directContent !== undefined) {
+            return directContent;
+        }
+        const kwargs = typeof message.kwargs === "object" && message.kwargs
+            ? (message.kwargs)
+            : undefined;
+        if (kwargs?.content !== undefined) {
+            return kwargs.content;
+        }
+    }
+    return undefined;
+}
+export function extractOutputContent(value) {
+    const content = extractStructuredOutputContent(value);
+    if (content !== undefined) {
+        return content;
+    }
+    return undefined;
+}
+export function extractContentBlocks(value) {
+    const outputContent = extractOutputContent(value);
+    if (outputContent === undefined) {
+        return [];
+    }
+    if (typeof outputContent === "string") {
+        return outputContent.trim() ? [{ type: "text", text: outputContent }] : [];
+    }
+    return normalizeContentBlocks(outputContent);
+}
+export function extractEmptyAssistantMessageFailure(value) {
+    if (typeof value !== "object" || !value)
+        return "";
+    const typed = value;
+    const reason = extractEmptyAssistantMessageReason(typed.messages)
+        ?? (typeof typed.output === "object" && typed.output
+            ? extractEmptyAssistantMessageReason(typed.output.messages)
+            : null);
+    if (!reason) {
+        return "";
+    }
+    const detailParts = [
+        reason.finishReason ? `finish_reason=${reason.finishReason}` : "",
+        reason.modelProvider ? `model_provider=${reason.modelProvider}` : "",
+        reason.modelName ? `model_name=${reason.modelName}` : "",
+    ].filter(Boolean);
+    return [
+        "empty_final_ai_message: model returned no visible assistant content and no tool calls",
+        detailParts.length > 0 ? `(${detailParts.join(", ")})` : "",
+    ].filter(Boolean).join(" ");
+}
+function isAiMessageLike(value) {
+    if (typeof value !== "object" || !value)
+        return false;
+    const typed = value;
+    return typeof typed._getType === "function" && typed._getType() === "ai" && ("content" in typed || "tool_calls" in typed);
+}
+function normalizeAgentMessage(value) {
+    if (!AIMessage.isInstance(value) && !isAiMessageLike(value))
+        return value;
+    const typed = value;
+    const normalizedToolCalls = Array.isArray(typed.tool_calls)
+        ? typed.tool_calls.map((toolCall) => {
+            if (typeof toolCall !== "object" || !toolCall)
+                return toolCall;
+            const parsedArgs = salvageToolArgs(toolCall.args);
+            return parsedArgs ? { ...toolCall, args: normalizeKnownToolArgs(toolCall.name, parsedArgs) } : toolCall;
+        })
+        : [];
+    const normalizedInvalidToolCalls = Array.isArray(typed.invalid_tool_calls)
+        ? typed.invalid_tool_calls
+            .map((toolCall) => {
+            if (typeof toolCall !== "object" || !toolCall)
+                return null;
+            const parsedArgs = salvageToolArgs(toolCall.args);
+            if (!parsedArgs)
+                return toolCall;
+            return {
+                ...toolCall,
+                args: normalizeKnownToolArgs(toolCall.name, parsedArgs),
+                type: "tool_call",
+                error: undefined,
+            };
+        })
+            .filter((toolCall) => toolCall !== null)
+        : [];
+    const recoveredToolCalls = normalizedInvalidToolCalls.filter((toolCall) => typeof toolCall.args === "object" && !!toolCall.args && !Array.isArray(toolCall.args));
+    const normalizedContent = typeof typed.content === "string" || Array.isArray(typed.content)
+        ? typed.content
+        : typeof typed.content === "object" && typed.content
+            ? readTextContent(typed.content)
+            : "";
+    return new AIMessage({
+        content: normalizedContent,
+        name: typeof typed.name === "string" ? typed.name : undefined,
+        additional_kwargs: typeof typed.additional_kwargs === "object" && typed.additional_kwargs ? typed.additional_kwargs : {},
+        response_metadata: typeof typed.response_metadata === "object" && typed.response_metadata ? typed.response_metadata : {},
+        id: typeof typed.id === "string" ? typed.id : undefined,
+        tool_calls: [...normalizedToolCalls, ...recoveredToolCalls],
+        invalid_tool_calls: normalizedInvalidToolCalls.filter((toolCall) => toolCall.type !== "tool_call"),
+        usage_metadata: typeof typed.usage_metadata === "object" && typed.usage_metadata ? typed.usage_metadata : undefined,
+    });
+}
+export function wrapNormalizedMessage(value) {
+    return normalizeAgentMessage(value);
+}
+export function extractReasoningText(value) {
+    if (typeof value !== "object" || !value)
+        return "";
+    const typed = value;
+    const chunk = typed.data?.chunk ?? value;
+    if (typeof chunk !== "object" || !chunk)
+        return "";
+    if ("additional_kwargs" in chunk && typeof chunk.additional_kwargs === "object") {
+        const kwargs = chunk.additional_kwargs;
+        return typeof kwargs?.reasoning === "string" ? kwargs.reasoning : "";
+    }
+    if ("kwargs" in chunk && typeof chunk.kwargs === "object") {
+        const kwargs = chunk.kwargs;
+        return typeof kwargs?.additional_kwargs?.reasoning === "string" ? kwargs.additional_kwargs.reasoning : "";
+    }
+    return "";
+}

package/dist/runtime/parsing/output-parsing.d.ts

@@ -1,29 +1,3 @@
-import { BROWSER_CAPABILITY_DISCLAIMER_RECOVERY_INSTRUCTION, EXECUTION_WITH_TOOL_EVIDENCE_INSTRUCTION, EXECUTION_WITH_TOOL_EVIDENCE_RETRY_INSTRUCTION, INVALID_TOOL_SELECTION_RECOVERY_INSTRUCTION, STRICT_TOOL_JSON_INSTRUCTION, WORKSPACE_RELATIVE_PATH_INSTRUCTION, WRITE_TODOS_DESCRIPTIVE_CONTENT_INSTRUCTION, WRITE_TODOS_FULL_ENTRY_INSTRUCTION, WRITE_TODOS_NON_EMPTY_INITIAL_LIST_INSTRUCTION } from "../support/runtime-prompts.js";
-export { BROWSER_CAPABILITY_DISCLAIMER_RECOVERY_INSTRUCTION, EXECUTION_WITH_TOOL_EVIDENCE_INSTRUCTION, EXECUTION_WITH_TOOL_EVIDENCE_RETRY_INSTRUCTION, INVALID_TOOL_SELECTION_RECOVERY_INSTRUCTION, STRICT_TOOL_JSON_INSTRUCTION, WORKSPACE_RELATIVE_PATH_INSTRUCTION, WRITE_TODOS_DESCRIPTIVE_CONTENT_INSTRUCTION, WRITE_TODOS_FULL_ENTRY_INSTRUCTION, WRITE_TODOS_NON_EMPTY_INITIAL_LIST_INSTRUCTION, };
-export declare function sanitizeVisibleText(value: string): string;
-export declare function tryParseJson(value: string): unknown | null;
-export declare function salvageToolArgs(value: unknown): Record<string, unknown> | null;
-export declare function isLikelyToolArgsObject(value: unknown): boolean;
-export declare function readTextContent(value: unknown): string;
-export declare function hasToolCalls(value: unknown): boolean;
-export declare function containsLikelySkillDocument(value: unknown): boolean;
-export declare function extractToolFallbackContext(value: unknown): string;
-export declare function extractVisibleOutput(value: unknown): string;
-export declare function extractOutputContent(value: unknown): unknown;
-export declare function extractContentBlocks(value: unknown): unknown[];
-export declare function extractEmptyAssistantMessageFailure(value: unknown): string;
-export declare function isToolCallParseFailure(error: unknown): boolean;
-export declare function isToolCallValidationFailure(error: unknown): boolean;
-export declare function isToolCallRecoveryFailure(error: unknown): boolean;
-export declare function isWorkspacePathScopeFailure(error: unknown): boolean;
-export declare function isRepairableWriteTodosPlaceholderFailure(error: unknown): boolean;
-export declare function isRetrySafeInvalidToolSelectionError(value: unknown): boolean;
-export declare function shouldValidateExecutionWithoutToolEvidence(request: unknown): boolean;
-export declare function resolveExecutionWithoutToolEvidenceInstruction(request: unknown, result: unknown): string | null;
-export declare function resolveExecutionWithoutToolEvidenceTextInstruction(request: unknown, assistantText: string, toolCallEvidence?: boolean): string | null;
-export declare function isRepairableWriteTodosContentFailure(error: unknown): boolean;
-export declare function isRepairableWriteTodosEmptyFailure(error: unknown): boolean;
-export declare function resolveToolCallRecoveryInstruction(error: unknown): string | null;
-export declare function appendToolRecoveryInstruction(input: unknown, instruction: string): unknown;
-export declare function wrapResolvedModel<T>(value: T): T;
-export declare function extractReasoningText(value: unknown): string;
+export { BROWSER_CAPABILITY_DISCLAIMER_RECOVERY_INSTRUCTION, EXECUTION_WITH_TOOL_EVIDENCE_INSTRUCTION, EXECUTION_WITH_TOOL_EVIDENCE_RETRY_INSTRUCTION, INVALID_TOOL_SELECTION_RECOVERY_INSTRUCTION, STRICT_TOOL_JSON_INSTRUCTION, WORKSPACE_RELATIVE_PATH_INSTRUCTION, WRITE_TODOS_DESCRIPTIVE_CONTENT_INSTRUCTION, WRITE_TODOS_FULL_ENTRY_INSTRUCTION, WRITE_TODOS_NON_EMPTY_INITIAL_LIST_INSTRUCTION, appendToolRecoveryInstruction, isRepairableWriteTodosContentFailure, isRepairableWriteTodosEmptyFailure, isRepairableWriteTodosPlaceholderFailure, isRetrySafeInvalidToolSelectionError, isToolCallRecoveryFailure, isToolCallValidationFailure, isWorkspacePathScopeFailure, resolveExecutionWithoutToolEvidenceInstruction, resolveExecutionWithoutToolEvidenceTextInstruction, resolveToolCallRecoveryInstruction, shouldValidateExecutionWithoutToolEvidence, wrapResolvedModel, } from "./output-recovery.js";
+export { containsLikelySkillDocument, extractContentBlocks, extractEmptyAssistantMessageFailure, extractOutputContent, extractReasoningText, extractToolFallbackContext, extractVisibleOutput, hasToolCalls, readTextContent, sanitizeVisibleText, } from "./output-content.js";
+export { isLikelyToolArgsObject, salvageToolArgs, tryParseJson, } from "./output-tool-args.js";