@dbx-tools/model 0.9.32 → 0.9.37

package/lib/src/serving-wire.js

@@ -0,0 +1,211 @@
+/**
+ * Framework-neutral repairs for OpenAI Chat traffic sent through Databricks
+ * Model Serving.
+ *
+ * @module
+ */
+import { json, stringUtils } from "@dbx-tools/shared-core";
+import { openaiChat } from "@dbx-tools/shared-model";
+import { chatToolReasoningEffort } from "./policy.js";
+const REASONING_PART_TYPES = new Set([
+    "reasoning",
+    "thinking",
+    "redacted_thinking",
+]);
+/** Sanitize a serialized Chat Completions request when provider quirks require it. */
+export function rewriteServingBody(body) {
+    const parsed = json.parseRecord(body);
+    if (!parsed)
+        return body;
+    let changed = openaiChat.stripUnsupportedChatFields(parsed).length > 0 ||
+        applyToolReasoningCompatibility(parsed);
+    if (Array.isArray(parsed.messages)) {
+        const messages = parsed.messages;
+        const stripped = stripReasoningFromServingMessages(messages);
+        const repaired = repairAssistantPrefill(messages);
+        changed = changed || stripped || repaired;
+    }
+    return changed ? JSON.stringify(parsed) : body;
+}
+/** Read and sanitize a Chat Completions request without retaining stale byte headers. */
+export async function rewriteServingRequest(input, init) {
+    const request = new Request(input, init);
+    const body = await request.clone().text();
+    const rewritten = rewriteServingBody(body);
+    if (rewritten === body)
+        return { input, init, body };
+    const headers = new Headers(request.headers);
+    headers.delete("content-length");
+    headers.delete("content-encoding");
+    return {
+        input: new Request(request, { body: rewritten, headers }),
+        init: undefined,
+        body: rewritten,
+    };
+}
+/** Normalize Chat Completions reasoning for GPT tool calls. */
+export function applyToolReasoningCompatibility(body) {
+    if (!Array.isArray(body.tools) || body.tools.length === 0)
+        return false;
+    const model = stringUtils.trimToNull(body.model);
+    if (!model || chatToolReasoningEffort(model) !== "none")
+        return false;
+    if (body.reasoning_effort === "none")
+        return false;
+    body.reasoning_effort = "none";
+    return true;
+}
+/** Remove provider reasoning blocks that cannot be replayed safely. */
+export function stripReasoningFromServingMessages(messages) {
+    let changed = false;
+    for (let index = messages.length - 1; index >= 0; index--) {
+        const message = messages[index];
+        if (!message)
+            continue;
+        if (message.role === "reasoning") {
+            messages.splice(index, 1);
+            changed = true;
+            continue;
+        }
+        if (message.reasoning !== undefined) {
+            delete message.reasoning;
+            changed = true;
+        }
+        if (message.reasoning_content !== undefined) {
+            delete message.reasoning_content;
+            changed = true;
+        }
+        const parts = openaiChat.chatContentParts(message.content);
+        if (!parts)
+            continue;
+        const filtered = parts.filter((part) => {
+            const type = part?.type;
+            if (typeof type !== "string" || !REASONING_PART_TYPES.has(type))
+                return true;
+            changed = true;
+            return false;
+        });
+        if (filtered.length !== parts.length)
+            message.content = filtered;
+        const hasToolCalls = Array.isArray(message.tool_calls) && message.tool_calls.length > 0;
+        if (message.role === "assistant" && !hasToolCalls && isEmptyServingContent(message.content)) {
+            messages.splice(index, 1);
+            changed = true;
+        }
+    }
+    return changed;
+}
+/** Fold a trailing assistant prefill back into its preceding tool-call turn. */
+export function repairAssistantPrefill(messages) {
+    if (messages.length < 2)
+        return false;
+    const last = messages[messages.length - 1];
+    if (!last || last.role !== "assistant" || (last.tool_calls && last.tool_calls.length > 0)) {
+        return false;
+    }
+    let index = messages.length - 2;
+    while (index >= 0 && messages[index]?.role === "tool")
+        index--;
+    const opener = messages[index];
+    if (!opener ||
+        opener.role !== "assistant" ||
+        !opener.tool_calls ||
+        opener.tool_calls.length === 0) {
+        return false;
+    }
+    opener.content = [
+        stringUtils.trimToNull(textFromServingContent(opener.content)),
+        stringUtils.trimToNull(textFromServingContent(last.content)),
+    ]
+        .filter((value) => value !== null)
+        .join("\n\n");
+    messages.pop();
+    return true;
+}
+/** Normalize array-valued content in a non-streaming Chat Completions response. */
+export function rewriteServingResponseBody(body) {
+    const parsed = json.parseRecord(body);
+    if (!parsed)
+        return body;
+    return flattenChoiceMessageContent(parsed) ? JSON.stringify(parsed) : body;
+}
+/** Normalize array-valued content in an SSE stream without buffering the stream. */
+export function rewriteServingResponseStream(body) {
+    const decoder = new TextDecoder();
+    const encoder = new TextEncoder();
+    let buffer = "";
+    return body.pipeThrough(new TransformStream({
+        transform(chunk, controller) {
+            buffer += decoder.decode(chunk, { stream: true });
+            let newline = buffer.indexOf("\n");
+            while (newline >= 0) {
+                const line = buffer.slice(0, newline + 1);
+                buffer = buffer.slice(newline + 1);
+                controller.enqueue(encoder.encode(rewriteServingResponseStreamLine(line)));
+                newline = buffer.indexOf("\n");
+            }
+        },
+        flush(controller) {
+            buffer += decoder.decode();
+            if (buffer)
+                controller.enqueue(encoder.encode(rewriteServingResponseStreamLine(buffer)));
+        },
+    }));
+}
+/** Flatten Chat Completions `choices[].message.content` arrays to strings. */
+export function flattenChoiceMessageContent(payload) {
+    return flattenChoiceContent(payload, "message");
+}
+/** Flatten Chat Completions `choices[].delta.content` arrays to strings. */
+export function flattenChoiceDeltaContent(payload) {
+    return flattenChoiceContent(payload, "delta");
+}
+function rewriteServingResponseStreamLine(line) {
+    const lineEnding = line.endsWith("\r\n") ? "\r\n" : line.endsWith("\n") ? "\n" : "";
+    const content = lineEnding ? line.slice(0, -lineEnding.length) : line;
+    const match = /^(data:\s*)(.*)$/.exec(content);
+    if (!match || match[2] === "[DONE]")
+        return line;
+    const parsed = json.parseRecord(match[2]);
+    if (!parsed || !flattenChoiceDeltaContent(parsed))
+        return line;
+    return `${match[1]}${JSON.stringify(parsed)}${lineEnding}`;
+}
+function flattenChoiceContent(payload, field) {
+    if (!Array.isArray(payload.choices))
+        return false;
+    let changed = false;
+    for (const choice of payload.choices) {
+        if (!choice || typeof choice !== "object")
+            continue;
+        const container = choice[field];
+        if (!container || typeof container !== "object")
+            continue;
+        const target = container;
+        const parts = openaiChat.chatContentParts(target.content);
+        if (!parts)
+            continue;
+        target.content = openaiChat.chatContentToText(parts, { types: ["text"] });
+        changed = true;
+    }
+    return changed;
+}
+function textFromServingContent(content) {
+    return openaiChat.chatContentToText(content, { separator: "\n\n", types: ["text"] });
+}
+function isEmptyServingContent(content) {
+    if (content === undefined)
+        return true;
+    if (typeof content === "string")
+        return content.trim().length === 0;
+    const parts = openaiChat.chatContentParts(content);
+    if (!parts)
+        return true;
+    return parts.every((part) => {
+        if (part?.type === "text") {
+            return typeof part.text !== "string" || part.text.trim().length === 0;
+        }
+        return false;
+    });
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic2VydmluZy13aXJlLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vc3JjL3NlcnZpbmctd2lyZS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQTs7Ozs7R0FLRztBQUVILE9BQU8sRUFBRSxJQUFJLEVBQUUsV0FBVyxFQUFFLE1BQU0sd0JBQXdCLENBQUM7QUFDM0QsT0FBTyxFQUFtQyxVQUFVLEVBQUUsTUFBTSx5QkFBeUIsQ0FBQztBQUV0RixPQUFPLEVBQUUsdUJBQXVCLEVBQUUsTUFBTSxhQUFhLENBQUM7QUFnQnRELE1BQU0sb0JBQW9CLEdBQXdCLElBQUksR0FBRyxDQUFDO0lBQ3hELFdBQVc7SUFDWCxVQUFVO0lBQ1YsbUJBQW1CO0NBQ3BCLENBQUMsQ0FBQztBQUVILHNGQUFzRjtBQUN0RixNQUFNLFVBQVUsa0JBQWtCLENBQUMsSUFBWTtJQUM3QyxNQUFNLE1BQU0sR0FBRyxJQUFJLENBQUMsV0FBVyxDQUFDLElBQUksQ0FBQyxDQUFDO0lBQ3RDLElBQUksQ0FBQyxNQUFNO1FBQUUsT0FBTyxJQUFJLENBQUM7SUFDekIsSUFBSSxPQUFPLEdBQ1QsVUFBVSxDQUFDLDBCQUEwQixDQUFDLE1BQU0sQ0FBQyxDQUFDLE1BQU0sR0FBRyxDQUFDO1FBQ3hELCtCQUErQixDQUFDLE1BQU0sQ0FBQyxDQUFDO0lBQzFDLElBQUksS0FBSyxDQUFDLE9BQU8sQ0FBQyxNQUFNLENBQUMsUUFBUSxDQUFDLEVBQUUsQ0FBQztRQUNuQyxNQUFNLFFBQVEsR0FBRyxNQUFNLENBQUMsUUFBZ0MsQ0FBQztRQUN6RCxNQUFNLFFBQVEsR0FBRyxpQ0FBaUMsQ0FBQyxRQUFRLENBQUMsQ0FBQztRQUM3RCxNQUFNLFFBQVEsR0FBRyxzQkFBc0IsQ0FBQyxRQUFRLENBQUMsQ0FBQztRQUNsRCxPQUFPLEdBQUcsT0FBTyxJQUFJLFFBQVEsSUFBSSxRQUFRLENBQUM7SUFDNUMsQ0FBQztJQUNELE9BQU8sT0FBTyxDQUFDLENBQUMsQ0FBQyxJQUFJLENBQUMsU0FBUyxDQUFDLE1BQU0sQ0FBQyxDQUFDLENBQUMsQ0FBQyxJQUFJLENBQUM7QUFDakQsQ0FBQztBQUVELHlGQUF5RjtBQUN6RixNQUFNLENBQUMsS0FBSyxVQUFVLHFCQUFxQixDQUN6QyxLQUFrQyxFQUNsQyxJQUFrQztJQUVsQyxNQUFNLE9BQU8sR0FBRyxJQUFJLE9BQU8sQ0FBQyxLQUFLLEVBQUUsSUFBSSxDQUFDLENBQUM7SUFDekMsTUFBTSxJQUFJLEdBQUcsTUFBTSxPQUFPLENBQUMsS0FBSyxFQUFFLENBQUMsSUFBSSxFQUFFLENBQUM7SUFDMUMsTUFBTSxTQUFTLEdBQUcsa0JBQWtCLENBQUMsSUFBSSxDQUFDLENBQUM7SUFDM0MsSUFBSSxTQUFTLEtBQUssSUFBSTtRQUFFLE9BQU8sRUFBRSxLQUFLLEVBQUUsSUFBSSxFQUFFLElBQUksRUFBRSxDQUFDO0lBQ3JELE1BQU0sT0FBTyxHQUFHLElBQUksT0FBTyxDQUFDLE9BQU8sQ0FBQyxPQUFPLENBQUMsQ0FBQztJQUM3QyxPQUFPLENBQUMsTUFBTSxDQUFDLGdCQUFnQixDQUFDLENBQUM7SUFDakMsT0FBTyxDQUFDLE1BQU0sQ0FBQyxrQkFBa0IsQ0FBQyxDQUFDO0lBQ25DLE9BQU87UUFDTCxLQUFLLEVBQUUsSUFBSSxPQUFPLENBQUMsT0FBTyxFQUFFLEVBQUUsSUFBSSxFQUFFLFNBQVMsRUFBRSxPQUFPLEVBQUUsQ0FBQztRQUN6RCxJQUFJLEVBQUUsU0FBUztRQUNmLElBQUksRUFBRSxTQUFTO0tBQ2hCLENBQUM7QUFDSixDQUFDO0FBRUQsK0RBQStEO0FBQy9ELE1BQU0sVUFBVSwrQkFBK0IsQ0FBQyxJQUE2QjtJQUMzRSxJQUFJLENBQUMsS0FBSyxDQUFDLE9BQU8sQ0FBQyxJQUFJLENBQUMsS0FBSyxDQUFDLElBQUksSUFBSSxDQUFDLEtBQUssQ0FBQyxNQUFNLEtBQUssQ0FBQztRQUFFLE9BQU8sS0FBSyxDQUFDO0lBQ3hFLE1BQU0sS0FBSyxHQUFHLFdBQVcsQ0FBQyxVQUFVLENBQUMsSUFBSSxDQUFDLEtBQUssQ0FBQyxDQUFDO0lBQ2pELElBQUksQ0FBQyxLQUFLLElBQUksdUJBQXVCLENBQUMsS0FBSyxDQUFDLEtBQUssTUFBTTtRQUFFLE9BQU8sS0FBSyxDQUFDO0lBQ3RFLElBQUksSUFBSSxDQUFDLGdCQUFnQixLQUFLLE1BQU07UUFBRSxPQUFPLEtBQUssQ0FBQztJQUNuRCxJQUFJLENBQUMsZ0JBQWdCLEdBQUcsTUFBTSxDQUFDO0lBQy9CLE9BQU8sSUFBSSxDQUFDO0FBQ2QsQ0FBQztBQUVELHVFQUF1RTtBQUN2RSxNQUFNLFVBQVUsaUNBQWlDLENBQUMsUUFBOEI7SUFDOUUsSUFBSSxPQUFPLEdBQUcsS0FBSyxDQUFDO0lBQ3BCLEtBQUssSUFBSSxLQUFLLEdBQUcsUUFBUSxDQUFDLE1BQU0sR0FBRyxDQUFDLEVBQUUsS0FBSyxJQUFJLENBQUMsRUFBRSxLQUFLLEVBQUUsRUFBRSxDQUFDO1FBQzFELE1BQU0sT0FBTyxHQUFHLFFBQVEsQ0FBQyxLQUFLLENBQUMsQ0FBQztRQUNoQyxJQUFJLENBQUMsT0FBTztZQUFFLFNBQVM7UUFDdkIsSUFBSSxPQUFPLENBQUMsSUFBSSxLQUFLLFdBQVcsRUFBRSxDQUFDO1lBQ2pDLFFBQVEsQ0FBQyxNQUFNLENBQUMsS0FBSyxFQUFFLENBQUMsQ0FBQyxDQUFDO1lBQzFCLE9BQU8sR0FBRyxJQUFJLENBQUM7WUFDZixTQUFTO1FBQ1gsQ0FBQztRQUNELElBQUksT0FBTyxDQUFDLFNBQVMsS0FBSyxTQUFTLEVBQUUsQ0FBQztZQUNwQyxPQUFPLE9BQU8sQ0FBQyxTQUFTLENBQUM7WUFDekIsT0FBTyxHQUFHLElBQUksQ0FBQztRQUNqQixDQUFDO1FBQ0QsSUFBSSxPQUFPLENBQUMsaUJBQWlCLEtBQUssU0FBUyxFQUFFLENBQUM7WUFDNUMsT0FBTyxPQUFPLENBQUMsaUJBQWlCLENBQUM7WUFDakMsT0FBTyxHQUFHLElBQUksQ0FBQztRQUNqQixDQUFDO1FBQ0QsTUFBTSxLQUFLLEdBQUcsVUFBVSxDQUFDLGdCQUFnQixDQUFDLE9BQU8sQ0FBQyxPQUFPLENBQUMsQ0FBQztRQUMzRCxJQUFJLENBQUMsS0FBSztZQUFFLFNBQVM7UUFDckIsTUFBTSxRQUFRLEdBQUcsS0FBSyxDQUFDLE1BQU0sQ0FBQyxDQUFDLElBQUksRUFBRSxFQUFFO1lBQ3JDLE1BQU0sSUFBSSxHQUFHLElBQUksRUFBRSxJQUFJLENBQUM7WUFDeEIsSUFBSSxPQUFPLElBQUksS0FBSyxRQUFRLElBQUksQ0FBQyxvQkFBb0IsQ0FBQyxHQUFHLENBQUMsSUFBSSxDQUFDO2dCQUFFLE9BQU8sSUFBSSxDQUFDO1lBQzdFLE9BQU8sR0FBRyxJQUFJLENBQUM7WUFDZixPQUFPLEtBQUssQ0FBQztRQUNmLENBQUMsQ0FBQyxDQUFDO1FBQ0gsSUFBSSxRQUFRLENBQUMsTUFBTSxLQUFLLEtBQUssQ0FBQyxNQUFNO1lBQUUsT0FBTyxDQUFDLE9BQU8sR0FBRyxRQUFRLENBQUM7UUFDakUsTUFBTSxZQUFZLEdBQUcsS0FBSyxDQUFDLE9BQU8sQ0FBQyxPQUFPLENBQUMsVUFBVSxDQUFDLElBQUksT0FBTyxDQUFDLFVBQVUsQ0FBQyxNQUFNLEdBQUcsQ0FBQyxDQUFDO1FBQ3hGLElBQUksT0FBTyxDQUFDLElBQUksS0FBSyxXQUFXLElBQUksQ0FBQyxZQUFZLElBQUkscUJBQXFCLENBQUMsT0FBTyxDQUFDLE9BQU8sQ0FBQyxFQUFFLENBQUM7WUFDNUYsUUFBUSxDQUFDLE1BQU0sQ0FBQyxLQUFLLEVBQUUsQ0FBQyxDQUFDLENBQUM7WUFDMUIsT0FBTyxHQUFHLElBQUksQ0FBQztRQUNqQixDQUFDO0lBQ0gsQ0FBQztJQUNELE9BQU8sT0FBTyxDQUFDO0FBQ2pCLENBQUM7QUFFRCxnRkFBZ0Y7QUFDaEYsTUFBTSxVQUFVLHNCQUFzQixDQUFDLFFBQThCO0lBQ25FLElBQUksUUFBUSxDQUFDLE1BQU0sR0FBRyxDQUFDO1FBQUUsT0FBTyxLQUFLLENBQUM7SUFDdEMsTUFBTSxJQUFJLEdBQUcsUUFBUSxDQUFDLFFBQVEsQ0FBQyxNQUFNLEdBQUcsQ0FBQyxDQUFDLENBQUM7SUFDM0MsSUFBSSxDQUFDLElBQUksSUFBSSxJQUFJLENBQUMsSUFBSSxLQUFLLFdBQVcsSUFBSSxDQUFDLElBQUksQ0FBQyxVQUFVLElBQUksSUFBSSxDQUFDLFVBQVUsQ0FBQyxNQUFNLEdBQUcsQ0FBQyxDQUFDLEVBQUUsQ0FBQztRQUMxRixPQUFPLEtBQUssQ0FBQztJQUNmLENBQUM7SUFDRCxJQUFJLEtBQUssR0FBRyxRQUFRLENBQUMsTUFBTSxHQUFHLENBQUMsQ0FBQztJQUNoQyxPQUFPLEtBQUssSUFBSSxDQUFDLElBQUksUUFBUSxDQUFDLEtBQUssQ0FBQyxFQUFFLElBQUksS0FBSyxNQUFNO1FBQUUsS0FBSyxFQUFFLENBQUM7SUFDL0QsTUFBTSxNQUFNLEdBQUcsUUFBUSxDQUFDLEtBQUssQ0FBQyxDQUFDO0lBQy9CLElBQ0UsQ0FBQyxNQUFNO1FBQ1AsTUFBTSxDQUFDLElBQUksS0FBSyxXQUFXO1FBQzNCLENBQUMsTUFBTSxDQUFDLFVBQVU7UUFDbEIsTUFBTSxDQUFDLFVBQVUsQ0FBQyxNQUFNLEtBQUssQ0FBQyxFQUM5QixDQUFDO1FBQ0QsT0FBTyxLQUFLLENBQUM7SUFDZixDQUFDO0lBQ0QsTUFBTSxDQUFDLE9BQU8sR0FBRztRQUNmLFdBQVcsQ0FBQyxVQUFVLENBQUMsc0JBQXNCLENBQUMsTUFBTSxDQUFDLE9BQU8sQ0FBQyxDQUFDO1FBQzlELFdBQVcsQ0FBQyxVQUFVLENBQUMsc0JBQXNCLENBQUMsSUFBSSxDQUFDLE9BQU8sQ0FBQyxDQUFDO0tBQzdEO1NBQ0UsTUFBTSxDQUFDLENBQUMsS0FBSyxFQUFtQixFQUFFLENBQUMsS0FBSyxLQUFLLElBQUksQ0FBQztTQUNsRCxJQUFJLENBQUMsTUFBTSxDQUFDLENBQUM7SUFDaEIsUUFBUSxDQUFDLEdBQUcsRUFBRSxDQUFDO0lBQ2YsT0FBTyxJQUFJLENBQUM7QUFDZCxDQUFDO0FBRUQsbUZBQW1GO0FBQ25GLE1BQU0sVUFBVSwwQkFBMEIsQ0FBQyxJQUFZO0lBQ3JELE1BQU0sTUFBTSxHQUFHLElBQUksQ0FBQyxXQUFXLENBQUMsSUFBSSxDQUFDLENBQUM7SUFDdEMsSUFBSSxDQUFDLE1BQU07UUFBRSxPQUFPLElBQUksQ0FBQztJQUN6QixPQUFPLDJCQUEyQixDQUFDLE1BQU0sQ0FBQyxDQUFDLENBQUMsQ0FBQyxJQUFJLENBQUMsU0FBUyxDQUFDLE1BQU0sQ0FBQyxDQUFDLENBQUMsQ0FBQyxJQUFJLENBQUM7QUFDN0UsQ0FBQztBQUVELG9GQUFvRjtBQUNwRixNQUFNLFVBQVUsNEJBQTRCLENBQzFDLElBQWdDO0lBRWhDLE1BQU0sT0FBTyxHQUFHLElBQUksV0FBVyxFQUFFLENBQUM7SUFDbEMsTUFBTSxPQUFPLEdBQUcsSUFBSSxXQUFXLEVBQUUsQ0FBQztJQUNsQyxJQUFJLE1BQU0sR0FBRyxFQUFFLENBQUM7SUFDaEIsT0FBTyxJQUFJLENBQUMsV0FBVyxDQUNyQixJQUFJLGVBQWUsQ0FBeUI7UUFDMUMsU0FBUyxDQUFDLEtBQUssRUFBRSxVQUFVO1lBQ3pCLE1BQU0sSUFBSSxPQUFPLENBQUMsTUFBTSxDQUFDLEtBQUssRUFBRSxFQUFFLE1BQU0sRUFBRSxJQUFJLEVBQUUsQ0FBQyxDQUFDO1lBQ2xELElBQUksT0FBTyxHQUFHLE1BQU0sQ0FBQyxPQUFPLENBQUMsSUFBSSxDQUFDLENBQUM7WUFDbkMsT0FBTyxPQUFPLElBQUksQ0FBQyxFQUFFLENBQUM7Z0JBQ3BCLE1BQU0sSUFBSSxHQUFHLE1BQU0sQ0FBQyxLQUFLLENBQUMsQ0FBQyxFQUFFLE9BQU8sR0FBRyxDQUFDLENBQUMsQ0FBQztnQkFDMUMsTUFBTSxHQUFHLE1BQU0sQ0FBQyxLQUFLLENBQUMsT0FBTyxHQUFHLENBQUMsQ0FBQyxDQUFDO2dCQUNuQyxVQUFVLENBQUMsT0FBTyxDQUFDLE9BQU8sQ0FBQyxNQUFNLENBQUMsZ0NBQWdDLENBQUMsSUFBSSxDQUFDLENBQUMsQ0FBQyxDQUFDO2dCQUMzRSxPQUFPLEdBQUcsTUFBTSxDQUFDLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FBQztZQUNqQyxDQUFDO1FBQ0gsQ0FBQztRQUNELEtBQUssQ0FBQyxVQUFVO1lBQ2QsTUFBTSxJQUFJLE9BQU8sQ0FBQyxNQUFNLEVBQUUsQ0FBQztZQUMzQixJQUFJLE1BQU07Z0JBQUUsVUFBVSxDQUFDLE9BQU8sQ0FBQyxPQUFPLENBQUMsTUFBTSxDQUFDLGdDQUFnQyxDQUFDLE1BQU0sQ0FBQyxDQUFDLENBQUMsQ0FBQztRQUMzRixDQUFDO0tBQ0YsQ0FBQyxDQUNILENBQUM7QUFDSixDQUFDO0FBRUQsOEVBQThFO0FBQzlFLE1BQU0sVUFBVSwyQkFBMkIsQ0FBQyxPQUFnQztJQUMxRSxPQUFPLG9CQUFvQixDQUFDLE9BQU8sRUFBRSxTQUFTLENBQUMsQ0FBQztBQUNsRCxDQUFDO0FBRUQsNEVBQTRFO0FBQzVFLE1BQU0sVUFBVSx5QkFBeUIsQ0FBQyxPQUFnQztJQUN4RSxPQUFPLG9CQUFvQixDQUFDLE9BQU8sRUFBRSxPQUFPLENBQUMsQ0FBQztBQUNoRCxDQUFDO0FBRUQsU0FBUyxnQ0FBZ0MsQ0FBQyxJQUFZO0lBQ3BELE1BQU0sVUFBVSxHQUFHLElBQUksQ0FBQyxRQUFRLENBQUMsTUFBTSxDQUFDLENBQUMsQ0FBQyxDQUFDLE1BQU0sQ0FBQyxDQUFDLENBQUMsSUFBSSxDQUFDLFFBQVEsQ0FBQyxJQUFJLENBQUMsQ0FBQyxDQUFDLENBQUMsSUFBSSxDQUFDLENBQUMsQ0FBQyxFQUFFLENBQUM7SUFDcEYsTUFBTSxPQUFPLEdBQUcsVUFBVSxDQUFDLENBQUMsQ0FBQyxJQUFJLENBQUMsS0FBSyxDQUFDLENBQUMsRUFBRSxDQUFDLFVBQVUsQ0FBQyxNQUFNLENBQUMsQ0FBQyxDQUFDLENBQUMsSUFBSSxDQUFDO0lBQ3RFLE1BQU0sS0FBSyxHQUFHLGtCQUFrQixDQUFDLElBQUksQ0FBQyxPQUFPLENBQUMsQ0FBQztJQUMvQyxJQUFJLENBQUMsS0FBSyxJQUFJLEtBQUssQ0FBQyxDQUFDLENBQUMsS0FBSyxRQUFRO1FBQUUsT0FBTyxJQUFJLENBQUM7SUFDakQsTUFBTSxNQUFNLEdBQUcsSUFBSSxDQUFDLFdBQVcsQ0FBQyxLQUFLLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQztJQUMxQyxJQUFJLENBQUMsTUFBTSxJQUFJLENBQUMseUJBQXlCLENBQUMsTUFBTSxDQUFDO1FBQUUsT0FBTyxJQUFJLENBQUM7SUFDL0QsT0FBTyxHQUFHLEtBQUssQ0FBQyxDQUFDLENBQUMsR0FBRyxJQUFJLENBQUMsU0FBUyxDQUFDLE1BQU0sQ0FBQyxHQUFHLFVBQVUsRUFBRSxDQUFDO0FBQzdELENBQUM7QUFFRCxTQUFTLG9CQUFvQixDQUMzQixPQUFnQyxFQUNoQyxLQUEwQjtJQUUxQixJQUFJLENBQUMsS0FBSyxDQUFDLE9BQU8sQ0FBQyxPQUFPLENBQUMsT0FBTyxDQUFDO1FBQUUsT0FBTyxLQUFLLENBQUM7SUFDbEQsSUFBSSxPQUFPLEdBQUcsS0FBSyxDQUFDO0lBQ3BCLEtBQUssTUFBTSxNQUFNLElBQUksT0FBTyxDQUFDLE9BQU8sRUFBRSxDQUFDO1FBQ3JDLElBQUksQ0FBQyxNQUFNLElBQUksT0FBTyxNQUFNLEtBQUssUUFBUTtZQUFFLFNBQVM7UUFDcEQsTUFBTSxTQUFTLEdBQUksTUFBa0MsQ0FBQyxLQUFLLENBQUMsQ0FBQztRQUM3RCxJQUFJLENBQUMsU0FBUyxJQUFJLE9BQU8sU0FBUyxLQUFLLFFBQVE7WUFBRSxTQUFTO1FBQzFELE1BQU0sTUFBTSxHQUFHLFNBQWtDLENBQUM7UUFDbEQsTUFBTSxLQUFLLEdBQUcsVUFBVSxDQUFDLGdCQUFnQixDQUFDLE1BQU0sQ0FBQyxPQUFPLENBQUMsQ0FBQztRQUMxRCxJQUFJLENBQUMsS0FBSztZQUFFLFNBQVM7UUFDckIsTUFBTSxDQUFDLE9BQU8sR0FBRyxVQUFVLENBQUMsaUJBQWlCLENBQUMsS0FBSyxFQUFFLEVBQUUsS0FBSyxFQUFFLENBQUMsTUFBTSxDQUFDLEVBQUUsQ0FBQyxDQUFDO1FBQzFFLE9BQU8sR0FBRyxJQUFJLENBQUM7SUFDakIsQ0FBQztJQUNELE9BQU8sT0FBTyxDQUFDO0FBQ2pCLENBQUM7QUFFRCxTQUFTLHNCQUFzQixDQUFDLE9BQXNDO0lBQ3BFLE9BQU8sVUFBVSxDQUFDLGlCQUFpQixDQUFDLE9BQU8sRUFBRSxFQUFFLFNBQVMsRUFBRSxNQUFNLEVBQUUsS0FBSyxFQUFFLENBQUMsTUFBTSxDQUFDLEVBQUUsQ0FBQyxDQUFDO0FBQ3ZGLENBQUM7QUFFRCxTQUFTLHFCQUFxQixDQUFDLE9BQXNDO0lBQ25FLElBQUksT0FBTyxLQUFLLFNBQVM7UUFBRSxPQUFPLElBQUksQ0FBQztJQUN2QyxJQUFJLE9BQU8sT0FBTyxLQUFLLFFBQVE7UUFBRSxPQUFPLE9BQU8sQ0FBQyxJQUFJLEVBQUUsQ0FBQyxNQUFNLEtBQUssQ0FBQyxDQUFDO0lBQ3BFLE1BQU0sS0FBSyxHQUFHLFVBQVUsQ0FBQyxnQkFBZ0IsQ0FBQyxPQUFPLENBQUMsQ0FBQztJQUNuRCxJQUFJLENBQUMsS0FBSztRQUFFLE9BQU8sSUFBSSxDQUFDO0lBQ3hCLE9BQU8sS0FBSyxDQUFDLEtBQUssQ0FBQyxDQUFDLElBQUksRUFBRSxFQUFFO1FBQzFCLElBQUksSUFBSSxFQUFFLElBQUksS0FBSyxNQUFNLEVBQUUsQ0FBQztZQUMxQixPQUFPLE9BQU8sSUFBSSxDQUFDLElBQUksS0FBSyxRQUFRLElBQUksSUFBSSxDQUFDLElBQUksQ0FBQyxJQUFJLEVBQUUsQ0FBQyxNQUFNLEtBQUssQ0FBQyxDQUFDO1FBQ3hFLENBQUM7UUFDRCxPQUFPLEtBQUssQ0FBQztJQUNmLENBQUMsQ0FBQyxDQUFDO0FBQ0wsQ0FBQyIsInNvdXJjZXNDb250ZW50IjpbIi8qKlxuICogRnJhbWV3b3JrLW5ldXRyYWwgcmVwYWlycyBmb3IgT3BlbkFJIENoYXQgdHJhZmZpYyBzZW50IHRocm91Z2ggRGF0YWJyaWNrc1xuICogTW9kZWwgU2VydmluZy5cbiAqXG4gKiBAbW9kdWxlXG4gKi9cblxuaW1wb3J0IHsganNvbiwgc3RyaW5nVXRpbHMgfSBmcm9tIFwiQGRieC10b29scy9zaGFyZWQtY29yZVwiO1xuaW1wb3J0IHsgdHlwZSBDaGF0TWVzc2FnZSwgdHlwZSBDaGF0Um9sZSwgb3BlbmFpQ2hhdCB9IGZyb20gXCJAZGJ4LXRvb2xzL3NoYXJlZC1tb2RlbFwiO1xuXG5pbXBvcnQgeyBjaGF0VG9vbFJlYXNvbmluZ0VmZm9ydCB9IGZyb20gXCIuL3BvbGljeS50c1wiO1xuXG4vKiogQ2hhdCBtZXNzYWdlIHBsdXMgcHJvdmlkZXIgcmVhc29uaW5nIGZpZWxkcyBlbWl0dGVkIGJ5IERhdGFicmlja3MgbW9kZWxzLiAqL1xuZXhwb3J0IGludGVyZmFjZSBTZXJ2aW5nQ2hhdE1lc3NhZ2UgZXh0ZW5kcyBDaGF0TWVzc2FnZSB7XG4gIHJvbGU6IENoYXRSb2xlIHwgXCJyZWFzb25pbmdcIjtcbiAgcmVhc29uaW5nPzogdW5rbm93bjtcbiAgcmVhc29uaW5nX2NvbnRlbnQ/OiB1bmtub3duO1xufVxuXG4vKiogUHJlcGFyZWQgZmV0Y2ggYXJndW1lbnRzIGFuZCB0aGUgc2FuaXRpemVkIHJlcXVlc3QgYm9keS4gKi9cbmV4cG9ydCBpbnRlcmZhY2UgUmV3cml0dGVuU2VydmluZ1JlcXVlc3Qge1xuICBpbnB1dDogUGFyYW1ldGVyczx0eXBlb2YgZmV0Y2g+WzBdO1xuICBpbml0OiBQYXJhbWV0ZXJzPHR5cGVvZiBmZXRjaD5bMV07XG4gIGJvZHk6IHN0cmluZztcbn1cblxuY29uc3QgUkVBU09OSU5HX1BBUlRfVFlQRVM6IFJlYWRvbmx5U2V0PHN0cmluZz4gPSBuZXcgU2V0KFtcbiAgXCJyZWFzb25pbmdcIixcbiAgXCJ0aGlua2luZ1wiLFxuICBcInJlZGFjdGVkX3RoaW5raW5nXCIsXG5dKTtcblxuLyoqIFNhbml0aXplIGEgc2VyaWFsaXplZCBDaGF0IENvbXBsZXRpb25zIHJlcXVlc3Qgd2hlbiBwcm92aWRlciBxdWlya3MgcmVxdWlyZSBpdC4gKi9cbmV4cG9ydCBmdW5jdGlvbiByZXdyaXRlU2VydmluZ0JvZHkoYm9keTogc3RyaW5nKTogc3RyaW5nIHtcbiAgY29uc3QgcGFyc2VkID0ganNvbi5wYXJzZVJlY29yZChib2R5KTtcbiAgaWYgKCFwYXJzZWQpIHJldHVybiBib2R5O1xuICBsZXQgY2hhbmdlZCA9XG4gICAgb3BlbmFpQ2hhdC5zdHJpcFVuc3VwcG9ydGVkQ2hhdEZpZWxkcyhwYXJzZWQpLmxlbmd0aCA+IDAgfHxcbiAgICBhcHBseVRvb2xSZWFzb25pbmdDb21wYXRpYmlsaXR5KHBhcnNlZCk7XG4gIGlmIChBcnJheS5pc0FycmF5KHBhcnNlZC5tZXNzYWdlcykpIHtcbiAgICBjb25zdCBtZXNzYWdlcyA9IHBhcnNlZC5tZXNzYWdlcyBhcyBTZXJ2aW5nQ2hhdE1lc3NhZ2VbXTtcbiAgICBjb25zdCBzdHJpcHBlZCA9IHN0cmlwUmVhc29uaW5nRnJvbVNlcnZpbmdNZXNzYWdlcyhtZXNzYWdlcyk7XG4gICAgY29uc3QgcmVwYWlyZWQgPSByZXBhaXJBc3Npc3RhbnRQcmVmaWxsKG1lc3NhZ2VzKTtcbiAgICBjaGFuZ2VkID0gY2hhbmdlZCB8fCBzdHJpcHBlZCB8fCByZXBhaXJlZDtcbiAgfVxuICByZXR1cm4gY2hhbmdlZCA/IEpTT04uc3RyaW5naWZ5KHBhcnNlZCkgOiBib2R5O1xufVxuXG4vKiogUmVhZCBhbmQgc2FuaXRpemUgYSBDaGF0IENvbXBsZXRpb25zIHJlcXVlc3Qgd2l0aG91dCByZXRhaW5pbmcgc3RhbGUgYnl0ZSBoZWFkZXJzLiAqL1xuZXhwb3J0IGFzeW5jIGZ1bmN0aW9uIHJld3JpdGVTZXJ2aW5nUmVxdWVzdChcbiAgaW5wdXQ6IFBhcmFtZXRlcnM8dHlwZW9mIGZldGNoPlswXSxcbiAgaW5pdD86IFBhcmFtZXRlcnM8dHlwZW9mIGZldGNoPlsxXSxcbik6IFByb21pc2U8UmV3cml0dGVuU2VydmluZ1JlcXVlc3Q+IHtcbiAgY29uc3QgcmVxdWVzdCA9IG5ldyBSZXF1ZXN0KGlucHV0LCBpbml0KTtcbiAgY29uc3QgYm9keSA9IGF3YWl0IHJlcXVlc3QuY2xvbmUoKS50ZXh0KCk7XG4gIGNvbnN0IHJld3JpdHRlbiA9IHJld3JpdGVTZXJ2aW5nQm9keShib2R5KTtcbiAgaWYgKHJld3JpdHRlbiA9PT0gYm9keSkgcmV0dXJuIHsgaW5wdXQsIGluaXQsIGJvZHkgfTtcbiAgY29uc3QgaGVhZGVycyA9IG5ldyBIZWFkZXJzKHJlcXVlc3QuaGVhZGVycyk7XG4gIGhlYWRlcnMuZGVsZXRlKFwiY29udGVudC1sZW5ndGhcIik7XG4gIGhlYWRlcnMuZGVsZXRlKFwiY29udGVudC1lbmNvZGluZ1wiKTtcbiAgcmV0dXJuIHtcbiAgICBpbnB1dDogbmV3IFJlcXVlc3QocmVxdWVzdCwgeyBib2R5OiByZXdyaXR0ZW4sIGhlYWRlcnMgfSksXG4gICAgaW5pdDogdW5kZWZpbmVkLFxuICAgIGJvZHk6IHJld3JpdHRlbixcbiAgfTtcbn1cblxuLyoqIE5vcm1hbGl6ZSBDaGF0IENvbXBsZXRpb25zIHJlYXNvbmluZyBmb3IgR1BUIHRvb2wgY2FsbHMuICovXG5leHBvcnQgZnVuY3Rpb24gYXBwbHlUb29sUmVhc29uaW5nQ29tcGF0aWJpbGl0eShib2R5OiBSZWNvcmQ8c3RyaW5nLCB1bmtub3duPik6IGJvb2xlYW4ge1xuICBpZiAoIUFycmF5LmlzQXJyYXkoYm9keS50b29scykgfHwgYm9keS50b29scy5sZW5ndGggPT09IDApIHJldHVybiBmYWxzZTtcbiAgY29uc3QgbW9kZWwgPSBzdHJpbmdVdGlscy50cmltVG9OdWxsKGJvZHkubW9kZWwpO1xuICBpZiAoIW1vZGVsIHx8IGNoYXRUb29sUmVhc29uaW5nRWZmb3J0KG1vZGVsKSAhPT0gXCJub25lXCIpIHJldHVybiBmYWxzZTtcbiAgaWYgKGJvZHkucmVhc29uaW5nX2VmZm9ydCA9PT0gXCJub25lXCIpIHJldHVybiBmYWxzZTtcbiAgYm9keS5yZWFzb25pbmdfZWZmb3J0ID0gXCJub25lXCI7XG4gIHJldHVybiB0cnVlO1xufVxuXG4vKiogUmVtb3ZlIHByb3ZpZGVyIHJlYXNvbmluZyBibG9ja3MgdGhhdCBjYW5ub3QgYmUgcmVwbGF5ZWQgc2FmZWx5LiAqL1xuZXhwb3J0IGZ1bmN0aW9uIHN0cmlwUmVhc29uaW5nRnJvbVNlcnZpbmdNZXNzYWdlcyhtZXNzYWdlczogU2VydmluZ0NoYXRNZXNzYWdlW10pOiBib29sZWFuIHtcbiAgbGV0IGNoYW5nZWQgPSBmYWxzZTtcbiAgZm9yIChsZXQgaW5kZXggPSBtZXNzYWdlcy5sZW5ndGggLSAxOyBpbmRleCA+PSAwOyBpbmRleC0tKSB7XG4gICAgY29uc3QgbWVzc2FnZSA9IG1lc3NhZ2VzW2luZGV4XTtcbiAgICBpZiAoIW1lc3NhZ2UpIGNvbnRpbnVlO1xuICAgIGlmIChtZXNzYWdlLnJvbGUgPT09IFwicmVhc29uaW5nXCIpIHtcbiAgICAgIG1lc3NhZ2VzLnNwbGljZShpbmRleCwgMSk7XG4gICAgICBjaGFuZ2VkID0gdHJ1ZTtcbiAgICAgIGNvbnRpbnVlO1xuICAgIH1cbiAgICBpZiAobWVzc2FnZS5yZWFzb25pbmcgIT09IHVuZGVmaW5lZCkge1xuICAgICAgZGVsZXRlIG1lc3NhZ2UucmVhc29uaW5nO1xuICAgICAgY2hhbmdlZCA9IHRydWU7XG4gICAgfVxuICAgIGlmIChtZXNzYWdlLnJlYXNvbmluZ19jb250ZW50ICE9PSB1bmRlZmluZWQpIHtcbiAgICAgIGRlbGV0ZSBtZXNzYWdlLnJlYXNvbmluZ19jb250ZW50O1xuICAgICAgY2hhbmdlZCA9IHRydWU7XG4gICAgfVxuICAgIGNvbnN0IHBhcnRzID0gb3BlbmFpQ2hhdC5jaGF0Q29udGVudFBhcnRzKG1lc3NhZ2UuY29udGVudCk7XG4gICAgaWYgKCFwYXJ0cykgY29udGludWU7XG4gICAgY29uc3QgZmlsdGVyZWQgPSBwYXJ0cy5maWx0ZXIoKHBhcnQpID0+IHtcbiAgICAgIGNvbnN0IHR5cGUgPSBwYXJ0Py50eXBlO1xuICAgICAgaWYgKHR5cGVvZiB0eXBlICE9PSBcInN0cmluZ1wiIHx8ICFSRUFTT05JTkdfUEFSVF9UWVBFUy5oYXModHlwZSkpIHJldHVybiB0cnVlO1xuICAgICAgY2hhbmdlZCA9IHRydWU7XG4gICAgICByZXR1cm4gZmFsc2U7XG4gICAgfSk7XG4gICAgaWYgKGZpbHRlcmVkLmxlbmd0aCAhPT0gcGFydHMubGVuZ3RoKSBtZXNzYWdlLmNvbnRlbnQgPSBmaWx0ZXJlZDtcbiAgICBjb25zdCBoYXNUb29sQ2FsbHMgPSBBcnJheS5pc0FycmF5KG1lc3NhZ2UudG9vbF9jYWxscykgJiYgbWVzc2FnZS50b29sX2NhbGxzLmxlbmd0aCA+IDA7XG4gICAgaWYgKG1lc3NhZ2Uucm9sZSA9PT0gXCJhc3Npc3RhbnRcIiAmJiAhaGFzVG9vbENhbGxzICYmIGlzRW1wdHlTZXJ2aW5nQ29udGVudChtZXNzYWdlLmNvbnRlbnQpKSB7XG4gICAgICBtZXNzYWdlcy5zcGxpY2UoaW5kZXgsIDEpO1xuICAgICAgY2hhbmdlZCA9IHRydWU7XG4gICAgfVxuICB9XG4gIHJldHVybiBjaGFuZ2VkO1xufVxuXG4vKiogRm9sZCBhIHRyYWlsaW5nIGFzc2lzdGFudCBwcmVmaWxsIGJhY2sgaW50byBpdHMgcHJlY2VkaW5nIHRvb2wtY2FsbCB0dXJuLiAqL1xuZXhwb3J0IGZ1bmN0aW9uIHJlcGFpckFzc2lzdGFudFByZWZpbGwobWVzc2FnZXM6IFNlcnZpbmdDaGF0TWVzc2FnZVtdKTogYm9vbGVhbiB7XG4gIGlmIChtZXNzYWdlcy5sZW5ndGggPCAyKSByZXR1cm4gZmFsc2U7XG4gIGNvbnN0IGxhc3QgPSBtZXNzYWdlc1ttZXNzYWdlcy5sZW5ndGggLSAxXTtcbiAgaWYgKCFsYXN0IHx8IGxhc3Qucm9sZSAhPT0gXCJhc3Npc3RhbnRcIiB8fCAobGFzdC50b29sX2NhbGxzICYmIGxhc3QudG9vbF9jYWxscy5sZW5ndGggPiAwKSkge1xuICAgIHJldHVybiBmYWxzZTtcbiAgfVxuICBsZXQgaW5kZXggPSBtZXNzYWdlcy5sZW5ndGggLSAyO1xuICB3aGlsZSAoaW5kZXggPj0gMCAmJiBtZXNzYWdlc1tpbmRleF0/LnJvbGUgPT09IFwidG9vbFwiKSBpbmRleC0tO1xuICBjb25zdCBvcGVuZXIgPSBtZXNzYWdlc1tpbmRleF07XG4gIGlmIChcbiAgICAhb3BlbmVyIHx8XG4gICAgb3BlbmVyLnJvbGUgIT09IFwiYXNzaXN0YW50XCIgfHxcbiAgICAhb3BlbmVyLnRvb2xfY2FsbHMgfHxcbiAgICBvcGVuZXIudG9vbF9jYWxscy5sZW5ndGggPT09IDBcbiAgKSB7XG4gICAgcmV0dXJuIGZhbHNlO1xuICB9XG4gIG9wZW5lci5jb250ZW50ID0gW1xuICAgIHN0cmluZ1V0aWxzLnRyaW1Ub051bGwodGV4dEZyb21TZXJ2aW5nQ29udGVudChvcGVuZXIuY29udGVudCkpLFxuICAgIHN0cmluZ1V0aWxzLnRyaW1Ub051bGwodGV4dEZyb21TZXJ2aW5nQ29udGVudChsYXN0LmNvbnRlbnQpKSxcbiAgXVxuICAgIC5maWx0ZXIoKHZhbHVlKTogdmFsdWUgaXMgc3RyaW5nID0+IHZhbHVlICE9PSBudWxsKVxuICAgIC5qb2luKFwiXFxuXFxuXCIpO1xuICBtZXNzYWdlcy5wb3AoKTtcbiAgcmV0dXJuIHRydWU7XG59XG5cbi8qKiBOb3JtYWxpemUgYXJyYXktdmFsdWVkIGNvbnRlbnQgaW4gYSBub24tc3RyZWFtaW5nIENoYXQgQ29tcGxldGlvbnMgcmVzcG9uc2UuICovXG5leHBvcnQgZnVuY3Rpb24gcmV3cml0ZVNlcnZpbmdSZXNwb25zZUJvZHkoYm9keTogc3RyaW5nKTogc3RyaW5nIHtcbiAgY29uc3QgcGFyc2VkID0ganNvbi5wYXJzZVJlY29yZChib2R5KTtcbiAgaWYgKCFwYXJzZWQpIHJldHVybiBib2R5O1xuICByZXR1cm4gZmxhdHRlbkNob2ljZU1lc3NhZ2VDb250ZW50KHBhcnNlZCkgPyBKU09OLnN0cmluZ2lmeShwYXJzZWQpIDogYm9keTtcbn1cblxuLyoqIE5vcm1hbGl6ZSBhcnJheS12YWx1ZWQgY29udGVudCBpbiBhbiBTU0Ugc3RyZWFtIHdpdGhvdXQgYnVmZmVyaW5nIHRoZSBzdHJlYW0uICovXG5leHBvcnQgZnVuY3Rpb24gcmV3cml0ZVNlcnZpbmdSZXNwb25zZVN0cmVhbShcbiAgYm9keTogUmVhZGFibGVTdHJlYW08VWludDhBcnJheT4sXG4pOiBSZWFkYWJsZVN0cmVhbTxVaW50OEFycmF5PiB7XG4gIGNvbnN0IGRlY29kZXIgPSBuZXcgVGV4dERlY29kZXIoKTtcbiAgY29uc3QgZW5jb2RlciA9IG5ldyBUZXh0RW5jb2RlcigpO1xuICBsZXQgYnVmZmVyID0gXCJcIjtcbiAgcmV0dXJuIGJvZHkucGlwZVRocm91Z2goXG4gICAgbmV3IFRyYW5zZm9ybVN0cmVhbTxVaW50OEFycmF5LCBVaW50OEFycmF5Pih7XG4gICAgICB0cmFuc2Zvcm0oY2h1bmssIGNvbnRyb2xsZXIpIHtcbiAgICAgICAgYnVmZmVyICs9IGRlY29kZXIuZGVjb2RlKGNodW5rLCB7IHN0cmVhbTogdHJ1ZSB9KTtcbiAgICAgICAgbGV0IG5ld2xpbmUgPSBidWZmZXIuaW5kZXhPZihcIlxcblwiKTtcbiAgICAgICAgd2hpbGUgKG5ld2xpbmUgPj0gMCkge1xuICAgICAgICAgIGNvbnN0IGxpbmUgPSBidWZmZXIuc2xpY2UoMCwgbmV3bGluZSArIDEpO1xuICAgICAgICAgIGJ1ZmZlciA9IGJ1ZmZlci5zbGljZShuZXdsaW5lICsgMSk7XG4gICAgICAgICAgY29udHJvbGxlci5lbnF1ZXVlKGVuY29kZXIuZW5jb2RlKHJld3JpdGVTZXJ2aW5nUmVzcG9uc2VTdHJlYW1MaW5lKGxpbmUpKSk7XG4gICAgICAgICAgbmV3bGluZSA9IGJ1ZmZlci5pbmRleE9mKFwiXFxuXCIpO1xuICAgICAgICB9XG4gICAgICB9LFxuICAgICAgZmx1c2goY29udHJvbGxlcikge1xuICAgICAgICBidWZmZXIgKz0gZGVjb2Rlci5kZWNvZGUoKTtcbiAgICAgICAgaWYgKGJ1ZmZlcikgY29udHJvbGxlci5lbnF1ZXVlKGVuY29kZXIuZW5jb2RlKHJld3JpdGVTZXJ2aW5nUmVzcG9uc2VTdHJlYW1MaW5lKGJ1ZmZlcikpKTtcbiAgICAgIH0sXG4gICAgfSksXG4gICk7XG59XG5cbi8qKiBGbGF0dGVuIENoYXQgQ29tcGxldGlvbnMgYGNob2ljZXNbXS5tZXNzYWdlLmNvbnRlbnRgIGFycmF5cyB0byBzdHJpbmdzLiAqL1xuZXhwb3J0IGZ1bmN0aW9uIGZsYXR0ZW5DaG9pY2VNZXNzYWdlQ29udGVudChwYXlsb2FkOiBSZWNvcmQ8c3RyaW5nLCB1bmtub3duPik6IGJvb2xlYW4ge1xuICByZXR1cm4gZmxhdHRlbkNob2ljZUNvbnRlbnQocGF5bG9hZCwgXCJtZXNzYWdlXCIpO1xufVxuXG4vKiogRmxhdHRlbiBDaGF0IENvbXBsZXRpb25zIGBjaG9pY2VzW10uZGVsdGEuY29udGVudGAgYXJyYXlzIHRvIHN0cmluZ3MuICovXG5leHBvcnQgZnVuY3Rpb24gZmxhdHRlbkNob2ljZURlbHRhQ29udGVudChwYXlsb2FkOiBSZWNvcmQ8c3RyaW5nLCB1bmtub3duPik6IGJvb2xlYW4ge1xuICByZXR1cm4gZmxhdHRlbkNob2ljZUNvbnRlbnQocGF5bG9hZCwgXCJkZWx0YVwiKTtcbn1cblxuZnVuY3Rpb24gcmV3cml0ZVNlcnZpbmdSZXNwb25zZVN0cmVhbUxpbmUobGluZTogc3RyaW5nKTogc3RyaW5nIHtcbiAgY29uc3QgbGluZUVuZGluZyA9IGxpbmUuZW5kc1dpdGgoXCJcXHJcXG5cIikgPyBcIlxcclxcblwiIDogbGluZS5lbmRzV2l0aChcIlxcblwiKSA/IFwiXFxuXCIgOiBcIlwiO1xuICBjb25zdCBjb250ZW50ID0gbGluZUVuZGluZyA/IGxpbmUuc2xpY2UoMCwgLWxpbmVFbmRpbmcubGVuZ3RoKSA6IGxpbmU7XG4gIGNvbnN0IG1hdGNoID0gL14oZGF0YTpcXHMqKSguKikkLy5leGVjKGNvbnRlbnQpO1xuICBpZiAoIW1hdGNoIHx8IG1hdGNoWzJdID09PSBcIltET05FXVwiKSByZXR1cm4gbGluZTtcbiAgY29uc3QgcGFyc2VkID0ganNvbi5wYXJzZVJlY29yZChtYXRjaFsyXSk7XG4gIGlmICghcGFyc2VkIHx8ICFmbGF0dGVuQ2hvaWNlRGVsdGFDb250ZW50KHBhcnNlZCkpIHJldHVybiBsaW5lO1xuICByZXR1cm4gYCR7bWF0Y2hbMV19JHtKU09OLnN0cmluZ2lmeShwYXJzZWQpfSR7bGluZUVuZGluZ31gO1xufVxuXG5mdW5jdGlvbiBmbGF0dGVuQ2hvaWNlQ29udGVudChcbiAgcGF5bG9hZDogUmVjb3JkPHN0cmluZywgdW5rbm93bj4sXG4gIGZpZWxkOiBcIm1lc3NhZ2VcIiB8IFwiZGVsdGFcIixcbik6IGJvb2xlYW4ge1xuICBpZiAoIUFycmF5LmlzQXJyYXkocGF5bG9hZC5jaG9pY2VzKSkgcmV0dXJuIGZhbHNlO1xuICBsZXQgY2hhbmdlZCA9IGZhbHNlO1xuICBmb3IgKGNvbnN0IGNob2ljZSBvZiBwYXlsb2FkLmNob2ljZXMpIHtcbiAgICBpZiAoIWNob2ljZSB8fCB0eXBlb2YgY2hvaWNlICE9PSBcIm9iamVjdFwiKSBjb250aW51ZTtcbiAgICBjb25zdCBjb250YWluZXIgPSAoY2hvaWNlIGFzIFJlY29yZDxzdHJpbmcsIHVua25vd24+KVtmaWVsZF07XG4gICAgaWYgKCFjb250YWluZXIgfHwgdHlwZW9mIGNvbnRhaW5lciAhPT0gXCJvYmplY3RcIikgY29udGludWU7XG4gICAgY29uc3QgdGFyZ2V0ID0gY29udGFpbmVyIGFzIHsgY29udGVudD86IHVua25vd24gfTtcbiAgICBjb25zdCBwYXJ0cyA9IG9wZW5haUNoYXQuY2hhdENvbnRlbnRQYXJ0cyh0YXJnZXQuY29udGVudCk7XG4gICAgaWYgKCFwYXJ0cykgY29udGludWU7XG4gICAgdGFyZ2V0LmNvbnRlbnQgPSBvcGVuYWlDaGF0LmNoYXRDb250ZW50VG9UZXh0KHBhcnRzLCB7IHR5cGVzOiBbXCJ0ZXh0XCJdIH0pO1xuICAgIGNoYW5nZWQgPSB0cnVlO1xuICB9XG4gIHJldHVybiBjaGFuZ2VkO1xufVxuXG5mdW5jdGlvbiB0ZXh0RnJvbVNlcnZpbmdDb250ZW50KGNvbnRlbnQ6IFNlcnZpbmdDaGF0TWVzc2FnZVtcImNvbnRlbnRcIl0pOiBzdHJpbmcge1xuICByZXR1cm4gb3BlbmFpQ2hhdC5jaGF0Q29udGVudFRvVGV4dChjb250ZW50LCB7IHNlcGFyYXRvcjogXCJcXG5cXG5cIiwgdHlwZXM6IFtcInRleHRcIl0gfSk7XG59XG5cbmZ1bmN0aW9uIGlzRW1wdHlTZXJ2aW5nQ29udGVudChjb250ZW50OiBTZXJ2aW5nQ2hhdE1lc3NhZ2VbXCJjb250ZW50XCJdKTogYm9vbGVhbiB7XG4gIGlmIChjb250ZW50ID09PSB1bmRlZmluZWQpIHJldHVybiB0cnVlO1xuICBpZiAodHlwZW9mIGNvbnRlbnQgPT09IFwic3RyaW5nXCIpIHJldHVybiBjb250ZW50LnRyaW0oKS5sZW5ndGggPT09IDA7XG4gIGNvbnN0IHBhcnRzID0gb3BlbmFpQ2hhdC5jaGF0Q29udGVudFBhcnRzKGNvbnRlbnQpO1xuICBpZiAoIXBhcnRzKSByZXR1cm4gdHJ1ZTtcbiAgcmV0dXJuIHBhcnRzLmV2ZXJ5KChwYXJ0KSA9PiB7XG4gICAgaWYgKHBhcnQ/LnR5cGUgPT09IFwidGV4dFwiKSB7XG4gICAgICByZXR1cm4gdHlwZW9mIHBhcnQudGV4dCAhPT0gXCJzdHJpbmdcIiB8fCBwYXJ0LnRleHQudHJpbSgpLmxlbmd0aCA9PT0gMDtcbiAgICB9XG4gICAgcmV0dXJuIGZhbHNlO1xuICB9KTtcbn1cbiJdfQ==

package/lib/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["../src/_metadata-contract.ts","../src/_metadata-generator.ts","../src/_ranking.ts","../src/_selection.ts","../src/classes.ts","../src/classify.ts","../src/fallback.ts","../src/invoke.ts","../src/metadata.ts","../src/model-catalog.ts","../src/model-client.ts","../src/policy.ts","../src/python.ts","../src/resolve.ts","../index.ts"],"version":"5.9.3"}
+{"root":["../src/_metadata-contract.ts","../src/_metadata-generator.ts","../src/_ranking.ts","../src/_selection.ts","../src/classes.ts","../src/classify.ts","../src/fallback.ts","../src/invoke.ts","../src/metadata-cache.ts","../src/metadata.ts","../src/model-catalog.ts","../src/model-client.ts","../src/policy.ts","../src/reasoning-translation.ts","../src/resolve.ts","../src/serving-wire.ts","../scripts/generate-metadata.ts","../index.ts"],"version":"5.9.3"}

package/package.json

@@ -10,6 +10,7 @@
     "build": "projen build",
     "compile": "projen compile",
     "default": "projen default",
+    "metadata": "projen metadata",
     "package": "projen package",
     "post-compile": "projen post-compile",
     "pre-compile": "projen pre-compile",
@@ -19,17 +20,20 @@
     "projen": "projen"
   },
   "devDependencies": {
-    "@types/bun": "1.3.14",
+    "@types/cacache": "^20.0.1",
     "@types/node": "^24.6.0",
     "cheerio": "^1.2.0",
     "typescript": "^5.9.3"
   },
   "dependencies": {
     "@databricks/appkit": "0.81.0",
-    "@dbx-tools/appkit": "^0.9.32",
-    "@dbx-tools/auth": "^0.9.32",
-    "@dbx-tools/shared-core": "^0.9.32",
-    "@dbx-tools/shared-model": "^0.9.32",
+    "@dbx-tools/appkit": "^0.9.37",
+    "@dbx-tools/auth": "^0.9.37",
+    "@dbx-tools/shared-auth": "^0.9.37",
+    "@dbx-tools/shared-core": "^0.9.37",
+    "@dbx-tools/shared-model": "^0.9.37",
+    "cacache": "^21.0.1",
+    "env-paths": "^4.0.0",
     "fuse.js": "^7.4.2"
   },
   "main": "./lib/index.js",
@@ -43,36 +47,125 @@
         "types": "./lib/index.d.ts",
         "default": "./lib/index.js"
       },
-      "./python": {
-        "types": "./lib/src/python.d.ts",
-        "default": "./lib/src/python.js"
+      "./classes": {
+        "types": "./lib/src/classes.d.ts",
+        "default": "./lib/src/classes.js"
+      },
+      "./classify": {
+        "types": "./lib/src/classify.d.ts",
+        "default": "./lib/src/classify.js"
+      },
+      "./fallback": {
+        "types": "./lib/src/fallback.d.ts",
+        "default": "./lib/src/fallback.js"
+      },
+      "./invoke": {
+        "types": "./lib/src/invoke.d.ts",
+        "default": "./lib/src/invoke.js"
+      },
+      "./metadata-cache": {
+        "types": "./lib/src/metadata-cache.d.ts",
+        "default": "./lib/src/metadata-cache.js"
+      },
+      "./metadata": {
+        "types": "./lib/src/metadata.d.ts",
+        "default": "./lib/src/metadata.js"
+      },
+      "./model-catalog": {
+        "types": "./lib/src/model-catalog.d.ts",
+        "default": "./lib/src/model-catalog.js"
+      },
+      "./model-client": {
+        "types": "./lib/src/model-client.d.ts",
+        "default": "./lib/src/model-client.js"
+      },
+      "./policy": {
+        "types": "./lib/src/policy.d.ts",
+        "default": "./lib/src/policy.js"
+      },
+      "./reasoning-translation": {
+        "types": "./lib/src/reasoning-translation.d.ts",
+        "default": "./lib/src/reasoning-translation.js"
+      },
+      "./resolve": {
+        "types": "./lib/src/resolve.d.ts",
+        "default": "./lib/src/resolve.js"
+      },
+      "./serving-wire": {
+        "types": "./lib/src/serving-wire.d.ts",
+        "default": "./lib/src/serving-wire.js"
       },
       "./package.json": "./package.json"
     }
   },
-  "version": "0.9.32",
+  "version": "0.9.37",
   "types": "./lib/index.d.ts",
+  "dbxToolsConfig": {
+    "tags": [
+      "node"
+    ]
+  },
   "type": "module",
   "exports": {
     ".": {
       "types": "./lib/index.d.ts",
       "default": "./lib/index.js"
     },
-    "./python": {
-      "types": "./lib/src/python.d.ts",
-      "default": "./lib/src/python.js"
+    "./classes": {
+      "types": "./lib/src/classes.d.ts",
+      "default": "./lib/src/classes.js"
+    },
+    "./classify": {
+      "types": "./lib/src/classify.d.ts",
+      "default": "./lib/src/classify.js"
+    },
+    "./fallback": {
+      "types": "./lib/src/fallback.d.ts",
+      "default": "./lib/src/fallback.js"
+    },
+    "./invoke": {
+      "types": "./lib/src/invoke.d.ts",
+      "default": "./lib/src/invoke.js"
+    },
+    "./metadata-cache": {
+      "types": "./lib/src/metadata-cache.d.ts",
+      "default": "./lib/src/metadata-cache.js"
+    },
+    "./metadata": {
+      "types": "./lib/src/metadata.d.ts",
+      "default": "./lib/src/metadata.js"
+    },
+    "./model-catalog": {
+      "types": "./lib/src/model-catalog.d.ts",
+      "default": "./lib/src/model-catalog.js"
+    },
+    "./model-client": {
+      "types": "./lib/src/model-client.d.ts",
+      "default": "./lib/src/model-client.js"
+    },
+    "./policy": {
+      "types": "./lib/src/policy.d.ts",
+      "default": "./lib/src/policy.js"
+    },
+    "./reasoning-translation": {
+      "types": "./lib/src/reasoning-translation.d.ts",
+      "default": "./lib/src/reasoning-translation.js"
+    },
+    "./resolve": {
+      "types": "./lib/src/resolve.d.ts",
+      "default": "./lib/src/resolve.js"
+    },
+    "./serving-wire": {
+      "types": "./lib/src/serving-wire.d.ts",
+      "default": "./lib/src/serving-wire.js"
     },
     "./package.json": "./package.json"
   },
   "files": [
     "index.ts",
     "src",
+    "exports.ts",
     "lib"
   ],
-  "dbxToolsConfig": {
-    "tags": [
-      "node"
-    ]
-  },
   "//": "~~ Generated by projen. To modify, edit .projenrc.js and run \"bunx projen\"."
 }

package/src/_metadata-contract.ts

@@ -1,3 +1,5 @@
+import type { ModelRateLimits } from "@dbx-tools/shared-model/contracts";
+
 /** One day, matching the refresh cadence of Databricks model documentation. */
 export const MODEL_METADATA_TTL_MS = 24 * 60 * 60 * 1000;
 
@@ -17,6 +19,10 @@ export const WEB_SEARCH_MODELS_URL =
 export const MODEL_RATE_LIMITS_URL =
   "https://docs.databricks.com/aws/en/machine-learning/foundation-model-apis/limits";
 
+/** Databricks documentation URL for reasoning-effort model policy. */
+export const QUERY_REASON_MODELS_URL =
+  "https://docs.databricks.com/aws/en/machine-learning/model-serving/query-reason-models";
+
 /** Build-generated retired-model snapshot. */
 export interface RetiredModelsSnapshot {
   readonly generatedAt: number;
@@ -37,13 +43,6 @@ export interface ModelCapabilitiesSnapshot {
   readonly capabilities: ModelCapabilityCatalogue;
 }
 
-/** Published pay-per-token limits for one model. */
-export interface ModelRateLimits {
-  readonly inputTokensPerMinute: number | null;
-  readonly outputTokensPerMinute: number | null;
-  readonly queriesPerHour: number | null;
-}
-
 /** Model limits keyed by normalized Databricks model identity. */
 export interface ModelRateLimitCatalogue {
   readonly models: Readonly<Record<string, ModelRateLimits>>;
@@ -54,3 +53,14 @@ export interface ModelRateLimitsSnapshot {
   readonly generatedAt: number;
   readonly catalogue: ModelRateLimitCatalogue;
 }
+
+/** Documented generic reasoning levels keyed by normalized model identity. */
+export interface ReasoningModelCatalogue {
+  readonly models: Readonly<Record<string, readonly string[]>>;
+}
+
+/** Build-generated reasoning-effort documentation snapshot. */
+export interface ReasoningModelsSnapshot {
+  readonly generatedAt: number;
+  readonly catalogue: ReasoningModelCatalogue;
+}

package/src/_metadata-generator.ts

@@ -4,12 +4,42 @@ import type {
   ModelCapabilitiesSnapshot,
   ModelRateLimitCatalogue,
   ModelRateLimitsSnapshot,
+  ReasoningModelsSnapshot,
   RetiredModelsSnapshot,
 } from "./_metadata-contract.ts";
 import { modelSearchQuery } from "./policy.ts";
+import {
+  parseReasoning,
+  REASONING_LEVELS,
+  type ReasoningLevel,
+  uniqueReasoningLevels,
+} from "./reasoning-translation.ts";
 
 type Selection = ReturnType<CheerioAPI>;
 
+const ACCEPTED_VALUES_PATTERN =
+  /(?:accepted values(?:\s+are|\s+vary)?|accepts(?:\s+values?(?:\s+of)?)?)\s*:?\s*([^.]+)/gi;
+const FOR_MODEL_PATTERN =
+  /For\s+([^,]+?),\s+(?:this parameter accepts(?:\s+values?\s+of)?|the (?:`?reasoning_effort`?|effort) parameter accepts(?:\s+values?\s+of)?)\s*([^.]+)/gi;
+const TOKEN_PATTERN = /'([^']+)'|"([^"]+)"|`([^`]+)`|\b([a-z][a-z0-9_-]*)\b/gi;
+const MODEL_CODE_PATTERN = /\bdatabricks-[a-z0-9][a-z0-9._-]*/gi;
+/** Wire tokens advertised in Databricks docs; excludes prose words like `default`. */
+const DOCUMENTATION_EFFORT_TOKENS = new Set([
+  "none",
+  "minimal",
+  "low",
+  "medium",
+  "high",
+  "xhigh",
+  "extra-high",
+  "extrahigh",
+  "ultra",
+  "ultra-high",
+  "max",
+  "maximum",
+  "disabled",
+]);
+
 /** Parse retired model names from Databricks retirement-policy HTML. */
 export function parseRetiredModels(html: string, generatedAt: number): RetiredModelsSnapshot {
   const $ = load(html);
@@ -101,6 +131,136 @@ export function parseModelRateLimits(html: string, generatedAt: number): ModelRa
   return { generatedAt, catalogue: { models: sortRecord(models) } };
 }
 
+/** Parse reasoning-effort ladders from the Query reasoning models HTML table. */
+export function parseReasoningModels(
+  html: string,
+  generatedAt: number,
+): ReasoningModelsSnapshot {
+  const $ = load(html);
+  const models: Record<string, ReasoningLevel[]> = {};
+  $("table").each((_, table) => {
+    const rows = $(table).find("tr");
+    const headers = $(rows.get(0))
+      .find("th, td")
+      .toArray()
+      .map((cell) => collapseText($(cell)).toLowerCase());
+    if (!headers.some((header) => header.includes("model"))) return;
+    if (!headers.some((header) => header.includes("parameter"))) return;
+    rows.slice(1).each((__, row) => {
+      const cells = $(row).find("th, td").toArray().map((cell) => $(cell));
+      if (cells.length < 2) return;
+      const modelNames = reasoningModelNamesFromCell(cells[0]!, $);
+      if (modelNames.length === 0) return;
+      const parametersText = collapseText(cells[cells.length - 1]!);
+      const perModel = reasoningLevelsByModelSection(parametersText, modelNames);
+      if (Object.keys(perModel).length > 0) {
+        for (const [key, levels] of Object.entries(perModel)) {
+          if (levels.length > 0) models[key] = sortReasoningLevels(levels);
+        }
+        return;
+      }
+      const shared = sortReasoningLevels(extractAcceptedReasoningLevels(parametersText));
+      if (shared.length === 0) return;
+      for (const name of modelNames) {
+        const key = modelKey(name);
+        if (key) models[key] = shared;
+      }
+    });
+  });
+  if (Object.keys(models).length === 0) {
+    throw new Error("Databricks reasoning documentation contained no model effort ladders");
+  }
+  return { generatedAt, catalogue: { models: sortRecord(models) } };
+}
+
+function reasoningModelNamesFromCell(cell: Selection, $: CheerioAPI): string[] {
+  const names = new Set<string>();
+  cell.find("code").each((_, code) => {
+    const text = collapseText($(code));
+    if (text.startsWith("databricks-")) names.add(text);
+  });
+  if (names.size === 0) {
+    for (const match of collapseText(cell).matchAll(MODEL_CODE_PATTERN)) {
+      names.add(match[0]!);
+    }
+  }
+  return [...names];
+}
+
+function extractAcceptedReasoningLevels(text: string): ReasoningLevel[] {
+  const levels: ReasoningLevel[] = [];
+  for (const match of text.matchAll(ACCEPTED_VALUES_PATTERN)) {
+    const fragment = match[1];
+    if (!fragment || /vary by model/i.test(fragment)) continue;
+    levels.push(...documentationEffortLevels(fragment));
+  }
+  return levels;
+}
+
+function reasoningLevelsByModelSection(
+  parametersText: string,
+  rowModels: readonly string[],
+): Record<string, ReasoningLevel[]> {
+  const result: Record<string, ReasoningLevel[]> = {};
+  for (const match of parametersText.matchAll(FOR_MODEL_PATTERN)) {
+    const label = match[1]?.trim();
+    const fragment = match[2];
+    if (!label || !fragment) continue;
+    const levels = uniqueReasoningLevels(documentationEffortLevels(fragment));
+    if (levels.length === 0) continue;
+    const matched = rowModels.filter((model) => reasoningModelLabelMatches(label, model));
+    // Only attach explicit "For <model>" clauses to models listed in the row.
+    if (matched.length === 0) continue;
+    for (const target of matched) {
+      const key = modelKey(target);
+      if (key) result[key] = sortReasoningLevels(levels);
+    }
+  }
+  return result;
+}
+
+function documentationEffortLevels(fragment: string): ReasoningLevel[] {
+  return reasoningTokensFromFragment(fragment).flatMap((token) => {
+    const normalized = token.toLowerCase().replace(/[_\s]+/g, "-");
+    if (
+      !DOCUMENTATION_EFFORT_TOKENS.has(normalized) &&
+      !DOCUMENTATION_EFFORT_TOKENS.has(token.toLowerCase())
+    ) {
+      return [];
+    }
+    const level = parseReasoning(token);
+    return level ? [level] : [];
+  });
+}
+
+function sortReasoningLevels(levels: readonly ReasoningLevel[]): ReasoningLevel[] {
+  return uniqueReasoningLevels(levels).sort(
+    (left, right) => REASONING_LEVELS.indexOf(left) - REASONING_LEVELS.indexOf(right),
+  );
+}
+
+function reasoningModelLabelMatches(label: string, model: string): boolean {
+  const left = label
+    .toLowerCase()
+    .replace(/^databricks-/, "")
+    .replace(/[^a-z0-9]+/g, "");
+  const right = model
+    .toLowerCase()
+    .replace(/^databricks-/, "")
+    .replace(/[^a-z0-9]+/g, "");
+  return left === right || right.includes(left) || left.includes(right);
+}
+
+function reasoningTokensFromFragment(fragment: string): string[] {
+  const tokens: string[] = [];
+  for (const part of fragment.matchAll(TOKEN_PATTERN)) {
+    const token = part[1] ?? part[2] ?? part[3] ?? part[4];
+    if (!token || token === "and" || token === "or" || token === "of") continue;
+    tokens.push(token.replace(/^["'`]+|["'`]+$/g, ""));
+  }
+  return tokens;
+}
+
 function modelsAfterHeading($: CheerioAPI, headingId: string): string[] {
   return [
     ...new Set(codeValuesAfterHeading($, headingId).flatMap((value) => modelKey(value) ?? [])),