@qwen-code/arena-agent 0.0.9-dev.1 → 0.0.9-dev.11

package/dist/model-diagnostics.js

@@ -0,0 +1,365 @@
+import crypto from "node:crypto";
+import { appendFile, mkdir } from "node:fs/promises";
+import path from "node:path";
+export class JsonlModelCallDiagnostics {
+    filePath;
+    pending = Promise.resolve();
+    constructor(filePath) {
+        this.filePath = filePath;
+    }
+    record(event) {
+        const line = `${JSON.stringify(event)}\n`;
+        const write = this.pending.then(async () => {
+            await mkdir(path.dirname(this.filePath), { recursive: true });
+            await appendFile(this.filePath, line, { encoding: "utf8", mode: 0o600 });
+        });
+        // Diagnostics must never turn a successful model call into an agent
+        // failure. Keep writes ordered, but make a filesystem failure best-effort.
+        this.pending = write.catch(() => undefined);
+        return this.pending;
+    }
+}
+function sha256(value) {
+    return crypto.createHash("sha256").update(value).digest("hex");
+}
+function stableJson(value) {
+    if (Array.isArray(value)) {
+        return `[${value.map((item) => stableJson(item)).join(",")}]`;
+    }
+    if (value && typeof value === "object") {
+        const record = value;
+        return `{${Object.keys(record)
+            .sort()
+            .map((key) => `${JSON.stringify(key)}:${stableJson(record[key])}`)
+            .join(",")}}`;
+    }
+    return JSON.stringify(value);
+}
+function stringSummary(value) {
+    return { chars: value.length, sha256: sha256(value) };
+}
+export function redactSensitiveText(value) {
+    return value
+        .replace(/\bsk-[A-Za-z0-9_-]{8,}\b/g, "sk-***")
+        .replace(/(authorization\s*["']?\s*[:=]\s*["']?)(?:bearer\s+)?[^\s,;"'}]+/gi, "$1***")
+        .replace(/((?:api[_-]?key|access[_-]?token|refresh[_-]?token|password|secret)\s*["']?\s*[:=]\s*["']?)[^\s,;"'}]+/gi, "$1***");
+}
+export function rawDiagnosticValue(value, _key = "", _depth = 0) {
+    // Request bodies and aggregated response values are already JSON-compatible.
+    // Raw mode deliberately preserves them byte-for-byte at the string/value
+    // level, including prompts, tool output, and media Base64. HTTP auth headers
+    // are never passed to this function and therefore never enter the log.
+    return value;
+}
+function loggedTextSummary(value) {
+    const maximumChars = 16_384;
+    const redacted = redactSensitiveText(value);
+    return {
+        ...stringSummary(value),
+        text: redacted.slice(0, maximumChars),
+        ...(redacted.length > maximumChars ? { truncated: true } : {}),
+    };
+}
+function dataUrlSummary(value) {
+    const match = value.match(/^data:([^;,]+)?(?:;[^,]*)?,(.*)$/s);
+    if (!match)
+        return undefined;
+    return {
+        kind: "data_url",
+        media_type: match[1] || "application/octet-stream",
+        encoded_chars: match[2]?.length || 0,
+        sha256: sha256(value),
+    };
+}
+function mediaReferenceSummary(value) {
+    if (typeof value === "string") {
+        const data = dataUrlSummary(value);
+        if (data)
+            return data;
+        try {
+            const url = new URL(value);
+            return {
+                kind: "url",
+                protocol: url.protocol,
+                host: url.host,
+                path_chars: url.pathname.length,
+                has_query: Boolean(url.search),
+                sha256: sha256(value),
+            };
+        }
+        catch {
+            return { kind: "string", ...stringSummary(value) };
+        }
+    }
+    if (!value || typeof value !== "object" || Array.isArray(value)) {
+        return diagnosticValue(value);
+    }
+    const record = value;
+    return {
+        keys: Object.keys(record).sort(),
+        ...(record.url !== undefined
+            ? { url: mediaReferenceSummary(record.url) }
+            : {}),
+        ...(record.data !== undefined
+            ? { data: mediaReferenceSummary(record.data) }
+            : {}),
+        ...Object.fromEntries(Object.entries(record)
+            .filter(([key]) => key !== "url" && key !== "data")
+            .map(([key, item]) => [key, diagnosticValue(item, key)])),
+    };
+}
+const sensitiveKey = /(?:api.?key|authorization|bearer|credential|password|secret|token)$/i;
+export function diagnosticValue(value, key = "", depth = 0) {
+    if (sensitiveKey.test(key))
+        return "***";
+    if (depth >= 8)
+        return { truncated: true, type: typeof value };
+    if (typeof value === "string") {
+        const data = dataUrlSummary(value);
+        if (data)
+            return data;
+        if (value.length > 4096)
+            return stringSummary(value);
+        return value;
+    }
+    if (value === null ||
+        value === undefined ||
+        typeof value === "number" ||
+        typeof value === "boolean") {
+        return value;
+    }
+    if (Array.isArray(value)) {
+        return value
+            .slice(0, 256)
+            .map((item) => diagnosticValue(item, "", depth + 1));
+    }
+    if (typeof value === "object") {
+        return Object.fromEntries(Object.entries(value).map(([name, item]) => [
+            name,
+            diagnosticValue(item, name, depth + 1),
+        ]));
+    }
+    return String(value);
+}
+function contentPartSummary(value, index, includeText) {
+    if (!value || typeof value !== "object" || Array.isArray(value)) {
+        return { index, value: diagnosticValue(value) };
+    }
+    const part = value;
+    const omitted = new Set([
+        "text",
+        "image",
+        "image_url",
+        "video",
+        "video_url",
+        "source",
+    ]);
+    return {
+        index,
+        keys: Object.keys(part).sort(),
+        type: typeof part.type === "string" ? part.type : null,
+        ...(typeof part.text === "string"
+            ? {
+                text: includeText
+                    ? loggedTextSummary(part.text)
+                    : stringSummary(part.text),
+            }
+            : {}),
+        ...(part.image !== undefined
+            ? { image: mediaReferenceSummary(part.image) }
+            : {}),
+        ...(part.image_url !== undefined
+            ? { image_url: mediaReferenceSummary(part.image_url) }
+            : {}),
+        ...(part.video !== undefined
+            ? { video: mediaReferenceSummary(part.video) }
+            : {}),
+        ...(part.video_url !== undefined
+            ? { video_url: mediaReferenceSummary(part.video_url) }
+            : {}),
+        ...(part.source !== undefined
+            ? { source: mediaReferenceSummary(part.source) }
+            : {}),
+        ...Object.fromEntries(Object.entries(part)
+            .filter(([name]) => name !== "type" && !omitted.has(name))
+            .map(([name, item]) => [name, diagnosticValue(item, name)])),
+    };
+}
+function messageSummary(value, index) {
+    if (!value || typeof value !== "object" || Array.isArray(value)) {
+        return { index, value: diagnosticValue(value) };
+    }
+    const message = value;
+    const role = typeof message.role === "string" ? message.role : null;
+    const includeText = role === "system" || role === "user";
+    const content = message.content;
+    return {
+        index,
+        role,
+        keys: Object.keys(message).sort(),
+        content: typeof content === "string"
+            ? {
+                kind: "string",
+                ...(includeText
+                    ? loggedTextSummary(content)
+                    : stringSummary(content)),
+            }
+            : Array.isArray(content)
+                ? {
+                    kind: "array",
+                    parts: content.map((part, partIndex) => contentPartSummary(part, partIndex, includeText)),
+                }
+                : { kind: typeof content, value: diagnosticValue(content) },
+        ...(typeof message.tool_call_id === "string"
+            ? { tool_call_id: message.tool_call_id }
+            : {}),
+        ...(Array.isArray(message.tool_calls)
+            ? {
+                tool_calls: message.tool_calls.map((call) => {
+                    const record = call && typeof call === "object"
+                        ? call
+                        : {};
+                    const fn = record.function && typeof record.function === "object"
+                        ? record.function
+                        : {};
+                    return {
+                        id: record.id,
+                        type: record.type,
+                        function: {
+                            name: fn.name,
+                            arguments: typeof fn.arguments === "string"
+                                ? stringSummary(fn.arguments)
+                                : diagnosticValue(fn.arguments),
+                        },
+                    };
+                }),
+            }
+            : {}),
+        ...(typeof message.reasoning_content === "string"
+            ? { reasoning_content: stringSummary(message.reasoning_content) }
+            : {}),
+    };
+}
+export function contentPartMediaTypes(value) {
+    if (!value || typeof value !== "object" || Array.isArray(value))
+        return [];
+    const record = value;
+    const type = String(record.type || "").toLowerCase();
+    const result = new Set();
+    if (["image", "image_url", "input_image"].includes(type) ||
+        record.image !== undefined ||
+        record.image_url !== undefined) {
+        result.add("image");
+    }
+    if (["video", "video_url", "input_video"].includes(type) ||
+        record.video !== undefined ||
+        record.video_url !== undefined) {
+        result.add("video");
+    }
+    if (["audio", "audio_url", "input_audio"].includes(type) ||
+        record.audio !== undefined ||
+        record.audio_url !== undefined ||
+        record.input_audio !== undefined) {
+        result.add("audio");
+    }
+    if (["file", "file_url", "input_file"].includes(type) ||
+        record.file !== undefined ||
+        record.file_url !== undefined) {
+        result.add("file");
+    }
+    return [...result];
+}
+export function requestMediaTypes(body) {
+    const messages = Array.isArray(body.messages) ? body.messages : [];
+    const result = new Set();
+    for (const message of messages) {
+        if (!message || typeof message !== "object" || Array.isArray(message)) {
+            continue;
+        }
+        const content = message.content;
+        if (!Array.isArray(content))
+            continue;
+        for (const part of content) {
+            for (const mediaType of contentPartMediaTypes(part))
+                result.add(mediaType);
+        }
+    }
+    return [...result];
+}
+export function requestContainsImage(body) {
+    return requestMediaTypes(body).includes("image");
+}
+export function requestDiagnosticSummary(body) {
+    const messages = Array.isArray(body.messages) ? body.messages : [];
+    const tools = Array.isArray(body.tools) ? body.tools : [];
+    const summarizedMessages = messages.map((message, index) => messageSummary(message, index));
+    const parameters = Object.fromEntries(Object.entries(body)
+        .filter(([key]) => key !== "messages" && key !== "tools" && key !== "model")
+        .map(([key, value]) => [key, diagnosticValue(value, key)]));
+    return {
+        body_keys: Object.keys(body).sort(),
+        parameters,
+        messages: summarizedMessages,
+        messages_sha256: sha256(stableJson(messages)),
+        tools: {
+            count: tools.length,
+            names: tools.map((tool) => {
+                const record = tool && typeof tool === "object"
+                    ? tool
+                    : {};
+                const fn = record.function && typeof record.function === "object"
+                    ? record.function
+                    : {};
+                return fn.name ?? record.name ?? null;
+            }),
+            sha256: sha256(stableJson(tools)),
+        },
+        contains_image: requestContainsImage(body),
+        media_types: requestMediaTypes(body),
+    };
+}
+export function safeEndpoint(value) {
+    try {
+        const url = new URL(value);
+        url.username = "";
+        url.password = "";
+        url.search = "";
+        url.hash = "";
+        return url.toString();
+    }
+    catch {
+        return value.split(/[?#]/, 1)[0] || value;
+    }
+}
+export function responseRequestIds(response) {
+    const result = {};
+    for (const name of [
+        "x-request-id",
+        "request-id",
+        "x-dashscope-request-id",
+        "x-litellm-call-id",
+    ]) {
+        const value = response.headers.get(name);
+        if (value)
+            result[name] = value;
+    }
+    return result;
+}
+export function diagnosticError(error) {
+    const direct = error;
+    const cause = direct?.cause && typeof direct.cause === "object"
+        ? direct.cause
+        : undefined;
+    return {
+        name: typeof direct?.name === "string" ? direct.name : typeof error,
+        message: typeof direct?.message === "string"
+            ? redactSensitiveText(direct.message.slice(0, 4000))
+            : redactSensitiveText(String(error)),
+        ...((typeof direct?.code === "string" || typeof direct?.code === "number")
+            ? { code: direct.code }
+            : typeof cause?.code === "string"
+                ? { code: cause.code }
+                : {}),
+    };
+}
+//# sourceMappingURL=model-diagnostics.js.map

package/dist/model-diagnostics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-diagnostics.js","sourceRoot":"","sources":["../src/model-diagnostics.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,IAAI,MAAM,WAAW,CAAC;AAM7B,MAAM,OAAO,yBAAyB;IAGf,QAAQ;IAFrB,OAAO,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAEnD,YAAqB,QAAgB;wBAAhB,QAAQ;IAAW,CAAC;IAEzC,MAAM,CAAC,KAA8B;QACnC,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC;QAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YACzC,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9D,MAAM,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAC3E,CAAC,CAAC,CAAC;QACH,oEAAoE;QACpE,2EAA2E;QAC3E,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC5C,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;CACF;AAED,SAAS,MAAM,CAAC,KAAa;IAC3B,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IAChE,CAAC;IACD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,KAAgC,CAAC;QAChD,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;aAC3B,IAAI,EAAE;aACN,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;aACjE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IAClB,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAa;IAC/C,OAAO,KAAK;SACT,OAAO,CAAC,2BAA2B,EAAE,QAAQ,CAAC;SAC9C,OAAO,CACN,mEAAmE,EACnE,OAAO,CACR;SACA,OAAO,CACN,0GAA0G,EAC1G,OAAO,CACR,CAAC;AACN,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,KAAc,EACd,IAAI,GAAG,EAAE,EACT,MAAM,GAAG,CAAC;IAEV,6EAA6E;IAC7E,yEAAyE;IACzE,6EAA6E;IAC7E,uEAAuE;IACvE,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAa;IACtC,MAAM,YAAY,GAAG,MAAM,CAAC;IAC5B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAC5C,OAAO;QACL,GAAG,aAAa,CAAC,KAAK,CAAC;QACvB,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC;QACrC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC/D,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IACnC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;IAC/D,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,0BAA0B;QAClD,aAAa,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC;QACpC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC;KACtB,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc;IAC3C,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;YAC3B,OAAO;gBACL,IAAI,EAAE,KAAK;gBACX,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,UAAU,EAAE,GAAG,CAAC,QAAQ,CAAC,MAAM;gBAC/B,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;gBAC9B,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC;aACtB,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QACrD,CAAC;IACH,CAAC;IACD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChE,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IACD,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE;QAChC,GAAG,CAAC,MAAM,CAAC,GAAG,KAAK,SAAS;YAC1B,CAAC,CAAC,EAAE,GAAG,EAAE,qBAAqB,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;YAC5C,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS;YAC3B,CAAC,CAAC,EAAE,IAAI,EAAE,qBAAqB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;YAC9C,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,MAAM,CAAC,WAAW,CACnB,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;aACnB,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,MAAM,CAAC;aAClD,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,eAAe,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAC3D;KACF,CAAC;AACJ,CAAC;AAED,MAAM,YAAY,GAChB,sEAAsE,CAAC;AAEzE,MAAM,UAAU,eAAe,CAC7B,KAAc,EACd,GAAG,GAAG,EAAE,EACR,KAAK,GAAG,CAAC;IAET,IAAI,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IACzC,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,KAAK,EAAE,CAAC;IAC/D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC;QACtB,IAAI,KAAK,CAAC,MAAM,GAAG,IAAI;YAAE,OAAO,aAAa,CAAC,KAAK,CAAC,CAAC;QACrD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IACE,KAAK,KAAK,IAAI;QACd,KAAK,KAAK,SAAS;QACnB,OAAO,KAAK,KAAK,QAAQ;QACzB,OAAO,KAAK,KAAK,SAAS,EAC1B,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK;aACT,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;aACb,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC;YACrE,IAAI;YACJ,eAAe,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC;SACvC,CAAC,CACH,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC;AAED,SAAS,kBAAkB,CACzB,KAAc,EACd,KAAa,EACb,WAAoB;IAEpB,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;IAClD,CAAC;IACD,MAAM,IAAI,GAAG,KAAgC,CAAC;IAC9C,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC;QACtB,MAAM;QACN,OAAO;QACP,WAAW;QACX,OAAO;QACP,WAAW;QACX,QAAQ;KACT,CAAC,CAAC;IACH,OAAO;QACL,KAAK;QACL,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE;QAC9B,IAAI,EAAE,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;QACtD,GAAG,CAAC,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;YAC/B,CAAC,CAAC;gBACE,IAAI,EAAE,WAAW;oBACf,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC;oBAC9B,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;aAC7B;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS;YAC1B,CAAC,CAAC,EAAE,KAAK,EAAE,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;YAC9C,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,IAAI,CAAC,SAAS,KAAK,SAAS;YAC9B,CAAC,CAAC,EAAE,SAAS,EAAE,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE;YACtD,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS;YAC1B,CAAC,CAAC,EAAE,KAAK,EAAE,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;YAC9C,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,IAAI,CAAC,SAAS,KAAK,SAAS;YAC9B,CAAC,CAAC,EAAE,SAAS,EAAE,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE;YACtD,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS;YAC3B,CAAC,CAAC,EAAE,MAAM,EAAE,qBAAqB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;YAChD,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,MAAM,CAAC,WAAW,CACnB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;aACjB,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;aACzD,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAC9D;KACF,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,KAAc,EAAE,KAAa;IACnD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;IAClD,CAAC;IACD,MAAM,OAAO,GAAG,KAAgC,CAAC;IACjD,MAAM,IAAI,GAAG,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACpE,MAAM,WAAW,GAAG,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,MAAM,CAAC;IACzD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAChC,OAAO;QACL,KAAK;QACL,IAAI;QACJ,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE;QACjC,OAAO,EACL,OAAO,OAAO,KAAK,QAAQ;YACzB,CAAC,CAAC;gBACE,IAAI,EAAE,QAAQ;gBACd,GAAG,CAAC,WAAW;oBACb,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC;oBAC5B,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;aAC5B;YACH,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;gBACtB,CAAC,CAAC;oBACE,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CACrC,kBAAkB,CAAC,IAAI,EAAE,SAAS,EAAE,WAAW,CAAC,CACjD;iBACF;gBACH,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,OAAO,EAAE,KAAK,EAAE,eAAe,CAAC,OAAO,CAAC,EAAE;QACjE,GAAG,CAAC,OAAO,OAAO,CAAC,YAAY,KAAK,QAAQ;YAC1C,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,EAAE;YACxC,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC;YACnC,CAAC,CAAC;gBACE,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;oBAC1C,MAAM,MAAM,GACV,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;wBAC9B,CAAC,CAAE,IAAgC;wBACnC,CAAC,CAAC,EAAE,CAAC;oBACT,MAAM,EAAE,GACN,MAAM,CAAC,QAAQ,IAAI,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ;wBACpD,CAAC,CAAE,MAAM,CAAC,QAAoC;wBAC9C,CAAC,CAAC,EAAE,CAAC;oBACT,OAAO;wBACL,EAAE,EAAE,MAAM,CAAC,EAAE;wBACb,IAAI,EAAE,MAAM,CAAC,IAAI;wBACjB,QAAQ,EAAE;4BACR,IAAI,EAAE,EAAE,CAAC,IAAI;4BACb,SAAS,EACP,OAAO,EAAE,CAAC,SAAS,KAAK,QAAQ;gCAC9B,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC,SAAS,CAAC;gCAC7B,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,SAAS,CAAC;yBACpC;qBACF,CAAC;gBACJ,CAAC,CAAC;aACH;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,OAAO,OAAO,CAAC,iBAAiB,KAAK,QAAQ;YAC/C,CAAC,CAAC,EAAE,iBAAiB,EAAE,aAAa,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE;YACjE,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC;AAgBD,MAAM,UAAU,qBAAqB,CAAC,KAAc;IAClD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAC3E,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IACrD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;IACjC,IACE,CAAC,OAAO,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;QACpD,MAAM,CAAC,KAAK,KAAK,SAAS;QAC1B,MAAM,CAAC,SAAS,KAAK,SAAS,EAC9B,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;IACD,IACE,CAAC,OAAO,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;QACpD,MAAM,CAAC,KAAK,KAAK,SAAS;QAC1B,MAAM,CAAC,SAAS,KAAK,SAAS,EAC9B,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;IACD,IACE,CAAC,OAAO,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;QACpD,MAAM,CAAC,KAAK,KAAK,SAAS;QAC1B,MAAM,CAAC,SAAS,KAAK,SAAS;QAC9B,MAAM,CAAC,WAAW,KAAK,SAAS,EAChC,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;IACD,IACE,CAAC,MAAM,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;QACjD,MAAM,CAAC,IAAI,KAAK,SAAS;QACzB,MAAM,CAAC,QAAQ,KAAK,SAAS,EAC7B,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACrB,CAAC;IACD,OAAO,CAAC,GAAG,MAAM,CAAC,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAA6B;IAC7D,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IACnE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;IACjC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACtE,SAAS;QACX,CAAC;QACD,MAAM,OAAO,GAAI,OAAmC,CAAC,OAAO,CAAC;QAC7D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;YAAE,SAAS;QACtC,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,KAAK,MAAM,SAAS,IAAI,qBAAqB,CAAC,IAAI,CAAC;gBAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,MAAM,CAAC,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,IAA6B;IAChE,OAAO,iBAAiB,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,IAA6B;IAE7B,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IACnE,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1D,MAAM,kBAAkB,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CACzD,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,CAC/B,CAAC;IACF,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,CACnC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;SACjB,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,UAAU,IAAI,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,OAAO,CAAC;SAC3E,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,eAAe,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAC7D,CAAC;IACF,OAAO;QACL,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE;QACnC,UAAU;QACV,QAAQ,EAAE,kBAAkB;QAC5B,eAAe,EAAE,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC7C,KAAK,EAAE;YACL,KAAK,EAAE,KAAK,CAAC,MAAM;YACnB,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBACxB,MAAM,MAAM,GACV,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;oBAC9B,CAAC,CAAE,IAAgC;oBACnC,CAAC,CAAC,EAAE,CAAC;gBACT,MAAM,EAAE,GACN,MAAM,CAAC,QAAQ,IAAI,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ;oBACpD,CAAC,CAAE,MAAM,CAAC,QAAoC;oBAC9C,CAAC,CAAC,EAAE,CAAC;gBACT,OAAO,EAAE,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC;YACxC,CAAC,CAAC;YACF,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;SAClC;QACD,cAAc,EAAE,oBAAoB,CAAC,IAAI,CAAC;QAC1C,WAAW,EAAE,iBAAiB,CAAC,IAAI,CAAC;KACrC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAa;IACxC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3B,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;QAClB,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;QAClB,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC;QAChB,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC;QACd,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;IAC5C,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAkB;IACnD,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAI;QACjB,cAAc;QACd,YAAY;QACZ,wBAAwB;QACxB,mBAAmB;KACpB,EAAE,CAAC;QACF,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,KAAK;YAAE,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;IAClC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAc;IAC5C,MAAM,MAAM,GAAG,KAEP,CAAC;IACT,MAAM,KAAK,GACT,MAAM,EAAE,KAAK,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ;QAC/C,CAAC,CAAE,MAAM,CAAC,KAA4B;QACtC,CAAC,CAAC,SAAS,CAAC;IAChB,OAAO;QACL,IAAI,EAAE,OAAO,MAAM,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,KAAK;QACnE,OAAO,EACL,OAAO,MAAM,EAAE,OAAO,KAAK,QAAQ;YACjC,CAAC,CAAC,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YACpD,CAAC,CAAC,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACxC,GAAG,CAAC,CAAC,OAAO,MAAM,EAAE,IAAI,KAAK,QAAQ,IAAI,OAAO,MAAM,EAAE,IAAI,KAAK,QAAQ,CAAC;YACxE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE;YACvB,CAAC,CAAC,OAAO,KAAK,EAAE,IAAI,KAAK,QAAQ;gBAC/B,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE;gBACtB,CAAC,CAAC,EAAE,CAAC;KACV,CAAC;AACJ,CAAC"}

package/dist/provider.d.ts

@@ -1,10 +1,18 @@
 import type { ArenaConfig } from "./config.js";
+import { type ModelCallDiagnosticSink } from "./model-diagnostics.js";
 import type { ModelChunk, ModelClient, ModelRequest } from "./types.js";
 interface HttpModelClientOptions {
     fetch?: typeof globalThis.fetch;
     sleep?: (milliseconds: number, signal?: AbortSignal) => Promise<void>;
     random?: () => number;
     now?: () => number;
+    diagnostics?: ModelCallDiagnosticSink;
+}
+export declare class ModelCapabilityError extends Error {
+    readonly capabilityHint: string;
+    readonly mediaTypes: string[];
+    readonly code = "ARENA_MULTIMODAL_CONTENT_UNSUPPORTED";
+    constructor(capabilityHint: string, cause: Error, mediaTypes?: string[]);
 }
 export interface ApiConnection {
     baseUrl: string;
@@ -23,8 +31,16 @@ export declare class HttpModelClient implements ModelClient {
     private readonly sleep;
     private readonly random;
     private readonly now;
+    private readonly diagnostics?;
+    private readonly recordedToolSchemas;
     private anthropicBearerAuth;
     constructor(config: ArenaConfig, options?: HttpModelClientOptions);
+    private recordDiagnostic;
+    private recordRequest;
+    private recordResponseHeaders;
+    private recordCompletion;
+    private recordCallError;
+    private recordAggregatedResponse;
     private retryDelay;
     private fetchWithHeadersTimeout;
     private completionResponse;