@vibes.diy/api-svc 14.3.16 → 14.3.17

package/public/llm-dispatch-fallback.js

@@ -0,0 +1,293 @@
+import { Result, exception2Result } from "@adviser/cement";
+import { loadModels } from "./list-models.js";
+import { messagesCarryImages, modelSupportsImageInput } from "../intern/model-vision.js";
+import { createLlmToolLoopBudget } from "../intern/llm-tool-loop.js";
+import { delayForAttempt, extractEdgeError, extractProviderErrorFields, formatLlmAttemptFailures, isInvalidModelError, parseRetryAfterMs, pickDiagnosticHeaders, readFailureBody, waitMs, } from "./provider-errors.js";
+const TRANSIENT_LLM_STATUSES = new Set([429, 502, 503, 504]);
+const PRIMARY_RETRY_DELAY_MS = 100;
+const FALLBACK_RETRY_DELAY_MS = 250;
+const DISPATCH_FIRST_TOKEN_TIMEOUT_MS = 45_000;
+export const DISPATCH_TOTAL_BUDGET_MS = 120_000;
+const DISPATCH_MAX_ATTEMPTS = 3;
+function envPositiveInt(vctx, key, fallback) {
+    const raw = vctx.sthis.env.get(key);
+    if (typeof raw !== "string")
+        return fallback;
+    const n = Number.parseInt(raw, 10);
+    return Number.isFinite(n) && n > 0 ? n : fallback;
+}
+function createLlmDispatchBudget(vctx) {
+    return createLlmToolLoopBudget({
+        totalBudgetMs: envPositiveInt(vctx, "DISPATCH_TOTAL_BUDGET_MS", DISPATCH_TOTAL_BUDGET_MS),
+        maxAttempts: DISPATCH_MAX_ATTEMPTS,
+    });
+}
+function logLlmAttemptFailure(args) {
+    const { vctx, diag, label, model, elapsedMs, details } = args;
+    vctx.logger
+        .Warn()
+        .Any("event", {
+        chatId: diag.chatId,
+        promptId: diag.promptId,
+        phase: diag.phase,
+        mode: diag.mode,
+        label,
+        model,
+        elapsedMs,
+        ...details,
+    })
+        .Msg("llm-request-attempt-failed");
+}
+export function pickFallbackModel(args) {
+    const { models, mode, failedModel, requireImageInput } = args;
+    if (mode !== "codegen" && mode !== "runtime") {
+        return Result.Err(`Mode ${mode} does not support LLM fallback`);
+    }
+    for (const model of models) {
+        if (model.id === failedModel || Array.isArray(model.fallbackFor) === false || model.fallbackFor.includes(mode) === false) {
+            continue;
+        }
+        if (requireImageInput === true && modelSupportsImageInput(models, model.id) === false)
+            continue;
+        return Result.Ok(model.id);
+    }
+    return Result.Err(requireImageInput === true
+        ? `No image-capable fallback model configured for ${mode} after ${failedModel}`
+        : `No fallback model configured for ${mode} after ${failedModel}`);
+}
+async function findFallbackModel(args) {
+    const { vctx, mode, failedModel, requireImageInput } = args;
+    const rModels = await loadModels(vctx);
+    if (rModels.isErr()) {
+        vctx.logger.Warn().Err(rModels).Msg("llm-fallback-model-load-failed");
+        return Result.Err(`Failed to load fallback model catalog: ${String(rModels.Err())}`);
+    }
+    return pickFallbackModel({ models: rModels.Ok().models, mode, failedModel, requireImageInput });
+}
+async function attemptLlmRequest(args) {
+    const { vctx, diag, llmReq, label, firstTokenTimeoutMs } = args;
+    const abort = new AbortController();
+    const startedAt = Date.now();
+    let timedOut = false;
+    const timer = setTimeout(() => {
+        timedOut = true;
+        abort.abort();
+    }, firstTokenTimeoutMs);
+    const rRes = await exception2Result(() => vctx.llmRequest(llmReq, { signal: abort.signal }));
+    clearTimeout(timer);
+    const elapsedMs = Date.now() - startedAt;
+    if (rRes.isErr()) {
+        abort.abort();
+        if (timedOut) {
+            logLlmAttemptFailure({
+                vctx,
+                diag,
+                label,
+                model: llmReq.model,
+                elapsedMs,
+                details: { kind: "timeout", retryable: true, timeoutMs: firstTokenTimeoutMs },
+            });
+            return {
+                ok: false,
+                abort,
+                failure: {
+                    kind: "timeout",
+                    label,
+                    model: llmReq.model,
+                    elapsedMs,
+                    retryable: true,
+                },
+            };
+        }
+        const error = String(rRes.Err());
+        logLlmAttemptFailure({
+            vctx,
+            diag,
+            label,
+            model: llmReq.model,
+            elapsedMs,
+            details: { kind: "exception", retryable: false, error },
+        });
+        return {
+            ok: false,
+            abort,
+            failure: {
+                kind: "exception",
+                label,
+                model: llmReq.model,
+                error,
+                retryable: false,
+            },
+        };
+    }
+    const res = rRes.Ok();
+    if (res.ok && res.body !== null) {
+        return { ok: true, res, abort };
+    }
+    if (res.ok) {
+        abort.abort();
+        logLlmAttemptFailure({
+            vctx,
+            diag,
+            label,
+            model: llmReq.model,
+            elapsedMs,
+            details: {
+                kind: "missing-body",
+                status: res.status,
+                statusText: res.statusText,
+                retryable: false,
+                error: "response body missing",
+            },
+        });
+        return {
+            ok: false,
+            abort,
+            failure: {
+                kind: "missing-body",
+                label,
+                model: llmReq.model,
+                status: res.status,
+                statusText: res.statusText,
+                error: "response body missing",
+                retryable: false,
+            },
+        };
+    }
+    const { snippet: bodySnippet, full: bodyFull } = await readFailureBody(res);
+    const retryAfterMs = parseRetryAfterMs(res.headers);
+    abort.abort();
+    const retryable = TRANSIENT_LLM_STATUSES.has(res.status);
+    const provider = extractProviderErrorFields(bodyFull);
+    const invalidModel = isInvalidModelError(res.status, provider);
+    const edge = extractEdgeError(bodySnippet, provider.rawSnippet, res.headers);
+    const headers = pickDiagnosticHeaders(res.headers);
+    logLlmAttemptFailure({
+        vctx,
+        diag,
+        label,
+        model: llmReq.model,
+        elapsedMs,
+        details: {
+            kind: "http-status",
+            status: res.status,
+            statusText: res.statusText,
+            retryable,
+            ...(invalidModel ? { invalidModel } : {}),
+            ...(typeof retryAfterMs === "number" ? { retryAfterMs } : {}),
+            ...(headers ? { headers } : {}),
+            ...(bodySnippet.length > 0 ? { bodySnippet } : {}),
+            ...provider,
+            ...edge,
+        },
+    });
+    const failure = {
+        kind: "http-status",
+        label,
+        model: llmReq.model,
+        status: res.status,
+        statusText: res.statusText,
+        retryable,
+        ...(invalidModel ? { invalidModel } : {}),
+        ...(bodySnippet.length > 0 ? { bodySnippet } : {}),
+        ...(typeof retryAfterMs === "number" ? { retryAfterMs } : {}),
+    };
+    return {
+        ok: false,
+        abort,
+        failure,
+    };
+}
+export async function dispatchLlmRequestWithFallback(args) {
+    const attempts = [];
+    const diag = {
+        chatId: args.chatId,
+        promptId: args.promptId,
+        phase: args.phase,
+        mode: args.mode,
+    };
+    const firstTokenTimeoutMs = envPositiveInt(args.vctx, "DISPATCH_FIRST_TOKEN_TIMEOUT_MS", DISPATCH_FIRST_TOKEN_TIMEOUT_MS);
+    const budget = args.budget ?? createLlmDispatchBudget(args.vctx);
+    const dispatchDeadline = budget.deadlineAt;
+    const budgetRemainingMs = () => Math.max(0, dispatchDeadline - Date.now());
+    const attemptTimeoutMs = () => Math.min(firstTokenTimeoutMs, budgetRemainingMs());
+    const backoffMs = (failure, defaultDelayMs) => Math.min(delayForAttempt(failure, defaultDelayMs), budgetRemainingMs());
+    const budgetExhausted = () => {
+        const abort = new AbortController();
+        abort.abort();
+        const note = `LLM dispatch budget exhausted before a response (attempts ${budget.attemptsUsed}/${budget.maxAttempts})`;
+        const error = attempts.length > 0 ? `${formatLlmAttemptFailures(attempts)}; ${note}` : note;
+        args.vctx.logger
+            .Warn()
+            .Any("event", { chatId: args.chatId, promptId: args.promptId, phase: args.phase, mode: args.mode, attempts: attempts.length })
+            .Msg("llm-dispatch-budget-exhausted");
+        return { ok: false, llmReq: args.llmReq, abort, attempts, error };
+    };
+    let lastPrimary;
+    for (const label of ["primary", "primary-retry"]) {
+        if (lastPrimary) {
+            await waitMs(backoffMs(lastPrimary.failure, PRIMARY_RETRY_DELAY_MS));
+        }
+        if (Date.now() >= dispatchDeadline || budget.attemptsUsed >= budget.maxAttempts)
+            return budgetExhausted();
+        budget.attemptsUsed++;
+        const attempt = await attemptLlmRequest({
+            vctx: args.vctx,
+            diag,
+            llmReq: args.llmReq,
+            label,
+            firstTokenTimeoutMs: attemptTimeoutMs(),
+        });
+        if (attempt.ok)
+            return { ok: true, res: attempt.res, llmReq: args.llmReq, abort: attempt.abort, attempts };
+        attempts.push(attempt.failure);
+        if (attempt.failure.retryable === false) {
+            if (attempt.failure.kind === "http-status" && attempt.failure.invalidModel === true) {
+                lastPrimary = attempt;
+                break;
+            }
+            return { ok: false, llmReq: args.llmReq, abort: attempt.abort, attempts, error: formatLlmAttemptFailures(attempts) };
+        }
+        lastPrimary = attempt;
+    }
+    const failedPrimary = lastPrimary;
+    if (Date.now() >= dispatchDeadline || budget.attemptsUsed >= budget.maxAttempts)
+        return budgetExhausted();
+    const rFallbackModel = await findFallbackModel({
+        vctx: args.vctx,
+        mode: args.mode,
+        failedModel: args.llmReq.model,
+        requireImageInput: messagesCarryImages(args.llmReq.messages),
+    });
+    if (rFallbackModel.isErr()) {
+        const error = `${formatLlmAttemptFailures(attempts)}; ${String(rFallbackModel.Err())}`;
+        return { ok: false, llmReq: args.llmReq, abort: failedPrimary.abort, attempts, error };
+    }
+    const fallbackModel = rFallbackModel.Ok();
+    const fallbackReq = { ...args.llmReq, model: fallbackModel };
+    await waitMs(backoffMs(failedPrimary.failure, FALLBACK_RETRY_DELAY_MS));
+    if (Date.now() >= dispatchDeadline || budget.attemptsUsed >= budget.maxAttempts)
+        return budgetExhausted();
+    budget.attemptsUsed++;
+    const fallback = await attemptLlmRequest({
+        vctx: args.vctx,
+        diag,
+        llmReq: fallbackReq,
+        label: "fallback",
+        firstTokenTimeoutMs: attemptTimeoutMs(),
+    });
+    if (fallback.ok) {
+        args.vctx.logger
+            .Info()
+            .Any("event", {
+            mode: args.mode,
+            fromModel: args.llmReq.model,
+            toModel: fallbackModel,
+        })
+            .Msg("llm-fallback-succeeded");
+        return { ok: true, res: fallback.res, llmReq: fallbackReq, abort: fallback.abort, attempts };
+    }
+    attempts.push(fallback.failure);
+    return { ok: false, llmReq: fallbackReq, abort: fallback.abort, attempts, error: formatLlmAttemptFailures(attempts) };
+}
+//# sourceMappingURL=llm-dispatch-fallback.js.map

package/public/llm-dispatch-fallback.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-dispatch-fallback.js","sourceRoot":"","sources":["../../jsr/public/llm-dispatch-fallback.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAI3D,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACzF,OAAO,EAAE,uBAAuB,EAA0B,MAAM,4BAA4B,CAAC;AAC7F,OAAO,EACL,eAAe,EACf,gBAAgB,EAChB,0BAA0B,EAC1B,wBAAwB,EACxB,mBAAmB,EACnB,iBAAiB,EACjB,qBAAqB,EACrB,eAAe,EACf,MAAM,GAIP,MAAM,sBAAsB,CAAC;AAa9B,MAAM,sBAAsB,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAC7D,MAAM,sBAAsB,GAAG,GAAG,CAAC;AACnC,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAUpC,MAAM,+BAA+B,GAAG,MAAM,CAAC;AAK/C,MAAM,CAAC,MAAM,wBAAwB,GAAG,OAAO,CAAC;AAChD,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAKhC,SAAS,cAAc,CAAC,IAAoB,EAAE,GAAW,EAAE,QAAgB;IACzE,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACpC,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC7C,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACnC,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;AACpD,CAAC;AAED,SAAS,uBAAuB,CAAC,IAAoB;IACnD,OAAO,uBAAuB,CAAC;QAC7B,aAAa,EAAE,cAAc,CAAC,IAAI,EAAE,0BAA0B,EAAE,wBAAwB,CAAC;QACzF,WAAW,EAAE,qBAAqB;KACnC,CAAC,CAAC;AACL,CAAC;AA+DD,SAAS,oBAAoB,CAAC,IAA8B;IAC1D,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAC9D,IAAI,CAAC,MAAM;SACR,IAAI,EAAE;SACN,GAAG,CAAC,OAAO,EAAE;QACZ,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,KAAK;QACL,KAAK;QACL,SAAS;QACT,GAAG,OAAO;KACX,CAAC;SACD,GAAG,CAAC,4BAA4B,CAAC,CAAC;AACvC,CAAC;AAiBD,MAAM,UAAU,iBAAiB,CAAC,IAA2B;IAC3D,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,iBAAiB,EAAE,GAAG,IAAI,CAAC;IAG9D,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QAC7C,OAAO,MAAM,CAAC,GAAG,CAAC,QAAQ,IAAI,gCAAgC,CAAC,CAAC;IAClE,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,EAAE,KAAK,WAAW,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,KAAK,IAAI,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC;YACzH,SAAS;QACX,CAAC;QACD,IAAI,iBAAiB,KAAK,IAAI,IAAI,uBAAuB,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK;YAAE,SAAS;QAChG,OAAO,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC;IAID,OAAO,MAAM,CAAC,GAAG,CACf,iBAAiB,KAAK,IAAI;QACxB,CAAC,CAAC,kDAAkD,IAAI,UAAU,WAAW,EAAE;QAC/E,CAAC,CAAC,oCAAoC,IAAI,UAAU,WAAW,EAAE,CACpE,CAAC;AACJ,CAAC;AASD,KAAK,UAAU,iBAAiB,CAAC,IAA2B;IAC1D,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,iBAAiB,EAAE,GAAG,IAAI,CAAC;IAC5D,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;QACpB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;QACtE,OAAO,MAAM,CAAC,GAAG,CAAC,0CAA0C,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IACvF,CAAC;IACD,OAAO,iBAAiB,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,iBAAiB,EAAE,CAAC,CAAC;AAClG,CAAC;AAYD,KAAK,UAAU,iBAAiB,CAAC,IAA2B;IAC1D,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,mBAAmB,EAAE,GAAG,IAAI,CAAC;IAChE,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;IACpC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAK7B,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;QAC5B,QAAQ,GAAG,IAAI,CAAC;QAChB,KAAK,CAAC,KAAK,EAAE,CAAC;IAChB,CAAC,EAAE,mBAAmB,CAAC,CAAC;IACxB,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC7F,YAAY,CAAC,KAAK,CAAC,CAAC;IACpB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IACzC,IAAI,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC;QACjB,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,IAAI,QAAQ,EAAE,CAAC;YACb,oBAAoB,CAAC;gBACnB,IAAI;gBACJ,IAAI;gBACJ,KAAK;gBACL,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,SAAS;gBACT,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,mBAAmB,EAAE;aAC9E,CAAC,CAAC;YACH,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,KAAK;gBACL,OAAO,EAAE;oBACP,IAAI,EAAE,SAAS;oBACf,KAAK;oBACL,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,SAAS;oBACT,SAAS,EAAE,IAAI;iBAChB;aACF,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACjC,oBAAoB,CAAC;YACnB,IAAI;YACJ,IAAI;YACJ,KAAK;YACL,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,SAAS;YACT,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE;SACxD,CAAC,CAAC;QACH,OAAO;YACL,EAAE,EAAE,KAAK;YACT,KAAK;YACL,OAAO,EAAE;gBACP,IAAI,EAAE,WAAW;gBACjB,KAAK;gBACL,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,KAAK;gBACL,SAAS,EAAE,KAAK;aACjB;SACF,CAAC;IACJ,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;IACtB,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QAChC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;IAClC,CAAC;IACD,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;QACX,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,oBAAoB,CAAC;YACnB,IAAI;YACJ,IAAI;YACJ,KAAK;YACL,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,SAAS;YACT,OAAO,EAAE;gBACP,IAAI,EAAE,cAAc;gBACpB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,SAAS,EAAE,KAAK;gBAChB,KAAK,EAAE,uBAAuB;aAC/B;SACF,CAAC,CAAC;QACH,OAAO;YACL,EAAE,EAAE,KAAK;YACT,KAAK;YACL,OAAO,EAAE;gBACP,IAAI,EAAE,cAAc;gBACpB,KAAK;gBACL,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,KAAK,EAAE,uBAAuB;gBAC9B,SAAS,EAAE,KAAK;aACjB;SACF,CAAC;IACJ,CAAC;IACD,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;IAC5E,MAAM,YAAY,GAAG,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACpD,KAAK,CAAC,KAAK,EAAE,CAAC;IACd,MAAM,SAAS,GAAG,sBAAsB,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACzD,MAAM,QAAQ,GAAG,0BAA0B,CAAC,QAAQ,CAAC,CAAC;IACtD,MAAM,YAAY,GAAG,mBAAmB,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC/D,MAAM,IAAI,GAAG,gBAAgB,CAAC,WAAW,EAAE,QAAQ,CAAC,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;IAC7E,MAAM,OAAO,GAAG,qBAAqB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACnD,oBAAoB,CAAC;QACnB,IAAI;QACJ,IAAI;QACJ,KAAK;QACL,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,SAAS;QACT,OAAO,EAAE;YACP,IAAI,EAAE,aAAa;YACnB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,SAAS;YACT,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzC,GAAG,CAAC,OAAO,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7D,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/B,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClD,GAAG,QAAQ;YACX,GAAG,IAAI;SACR;KACF,CAAC,CAAC;IACH,MAAM,OAAO,GAAgC;QAC3C,IAAI,EAAE,aAAa;QACnB,KAAK;QACL,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,SAAS;QACT,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzC,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,GAAG,CAAC,OAAO,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9D,CAAC;IACF,OAAO;QACL,EAAE,EAAE,KAAK;QACT,KAAK;QACL,OAAO;KACR,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAAC,IAAwC;IAC3F,MAAM,QAAQ,GAAwB,EAAE,CAAC;IACzC,MAAM,IAAI,GAA6B;QACrC,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,IAAI,EAAE,IAAI,CAAC,IAAI;KAChB,CAAC;IAMF,MAAM,mBAAmB,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,iCAAiC,EAAE,+BAA+B,CAAC,CAAC;IAC1H,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjE,MAAM,gBAAgB,GAAG,MAAM,CAAC,UAAU,CAAC;IAC3C,MAAM,iBAAiB,GAAG,GAAW,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IACnF,MAAM,gBAAgB,GAAG,GAAW,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,mBAAmB,EAAE,iBAAiB,EAAE,CAAC,CAAC;IAI1F,MAAM,SAAS,GAAG,CAAC,OAA0B,EAAE,cAAsB,EAAU,EAAE,CAC/E,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,OAAO,EAAE,cAAc,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC;IAC1E,MAAM,eAAe,GAAG,GAAmB,EAAE;QAC3C,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;QACpC,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,MAAM,IAAI,GAAG,6DAA6D,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,WAAW,GAAG,CAAC;QACvH,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,wBAAwB,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5F,IAAI,CAAC,IAAI,CAAC,MAAM;aACb,IAAI,EAAE;aACN,GAAG,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;aAC7H,GAAG,CAAC,+BAA+B,CAAC,CAAC;QACxC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IACpE,CAAC,CAAC;IAOF,IAAI,WAAsC,CAAC;IAC3C,KAAK,MAAM,KAAK,IAAI,CAAC,SAAS,EAAE,eAAe,CAAU,EAAE,CAAC;QAC1D,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,OAAO,EAAE,sBAAsB,CAAC,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,gBAAgB,IAAI,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,WAAW;YAAE,OAAO,eAAe,EAAE,CAAC;QAC1G,MAAM,CAAC,YAAY,EAAE,CAAC;QACtB,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC;YACtC,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI;YACJ,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK;YACL,mBAAmB,EAAE,gBAAgB,EAAE;SACxC,CAAC,CAAC;QACH,IAAI,OAAO,CAAC,EAAE;YAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC;QAC3G,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC/B,IAAI,OAAO,CAAC,OAAO,CAAC,SAAS,KAAK,KAAK,EAAE,CAAC;YACxC,IAAI,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,aAAa,IAAI,OAAO,CAAC,OAAO,CAAC,YAAY,KAAK,IAAI,EAAE,CAAC;gBACpF,WAAW,GAAG,OAAO,CAAC;gBACtB,MAAM;YACR,CAAC;YACD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,wBAAwB,CAAC,QAAQ,CAAC,EAAE,CAAC;QACvH,CAAC;QACD,WAAW,GAAG,OAAO,CAAC;IACxB,CAAC;IAID,MAAM,aAAa,GAAG,WAA4B,CAAC;IAEnD,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,gBAAgB,IAAI,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,WAAW;QAAE,OAAO,eAAe,EAAE,CAAC;IAE1G,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC;QAC7C,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;QAC9B,iBAAiB,EAAE,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;KAC7D,CAAC,CAAC;IACH,IAAI,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,GAAG,wBAAwB,CAAC,QAAQ,CAAC,KAAK,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC;QACvF,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,aAAa,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IACzF,CAAC;IAED,MAAM,aAAa,GAAG,cAAc,CAAC,EAAE,EAAE,CAAC;IAC1C,MAAM,WAAW,GAA0B,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;IACpF,MAAM,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,OAAO,EAAE,uBAAuB,CAAC,CAAC,CAAC;IACxE,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,gBAAgB,IAAI,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,WAAW;QAAE,OAAO,eAAe,EAAE,CAAC;IAC1G,MAAM,CAAC,YAAY,EAAE,CAAC;IACtB,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC;QACvC,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,IAAI;QACJ,MAAM,EAAE,WAAW;QACnB,KAAK,EAAE,UAAU;QACjB,mBAAmB,EAAE,gBAAgB,EAAE;KACxC,CAAC,CAAC;IACH,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;QAChB,IAAI,CAAC,IAAI,CAAC,MAAM;aACb,IAAI,EAAE;aACN,GAAG,CAAC,OAAO,EAAE;YACZ,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YAC5B,OAAO,EAAE,aAAa;SACvB,CAAC;aACD,GAAG,CAAC,wBAAwB,CAAC,CAAC;QACjC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC;IAC/F,CAAC;IACD,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAChC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,wBAAwB,CAAC,QAAQ,CAAC,EAAE,CAAC;AACxH,CAAC"}

package/public/llm-dispatch.d.ts

@@ -1,180 +1,5 @@
-import type { PromptStep } from "../intern/prompt-step.js";
-import { Result, Option, HandleTriggerCtx } from "@adviser/cement";
-import { Scope } from "@adviser/scopey";
-import { LLMHeaders, type PromptStyle, type Model, MsgBase, PromptAndBlockMsgs, ReqPromptChatSection, ReqPromptLLMChatSection, ReqWithVerifiedAuth, type ReqWithVerifiedBuildAuth, type FileSystemItem, VibeFile, VibesDiyError, W3CWebSocketEvent, type UrlResearchJob } from "@vibes.diy/api-types";
-import { VibesApiSQLCtx } from "../types.js";
-import { LLMRequest, ChatMessage, type LLMMessage, FileSystemRef, BlockEndMsg, type ToolDefinition } from "@vibes.diy/call-ai-v2";
-import { sqlite } from "@vibes.diy/api-sql";
-import { type SectionInitiator } from "../intern/turn-initiator.js";
-import { type LlmToolLoopBudget } from "../intern/llm-tool-loop.js";
-import { type LlmAttemptFailure, type LlmAttemptLabel } from "./provider-errors.js";
-export interface LLMRequestWithHeaders extends LLMRequest {
-    headers: LLMHeaders;
-    model: string;
-    apiKey?: string;
-}
-export declare const DISPATCH_TOTAL_BUDGET_MS = 120000;
-export declare function currentUserMessageText(messages: readonly ChatMessage[]): string;
-export declare function createLlmDispatchBudget(vctx: VibesApiSQLCtx): LlmToolLoopBudget;
-interface LlmAttemptOk {
-    readonly ok: true;
-    readonly res: Response;
-    readonly abort: AbortController;
-}
-interface LlmAttemptErr {
-    readonly ok: false;
-    readonly abort: AbortController;
-    readonly failure: LlmAttemptFailure;
-}
-interface LlmDispatchOk {
-    readonly ok: true;
-    readonly res: Response;
-    readonly llmReq: LLMRequestWithHeaders;
-    readonly abort: AbortController;
-    readonly attempts: readonly LlmAttemptFailure[];
-}
-interface LlmDispatchErr {
-    readonly ok: false;
-    readonly llmReq: LLMRequestWithHeaders;
-    readonly abort: AbortController;
-    readonly attempts: readonly LlmAttemptFailure[];
-    readonly error: string;
-}
-type LlmDispatchResult = LlmDispatchOk | LlmDispatchErr;
-type LlmRequestPhase = "initial" | "recovery" | "empty-stream-retry" | "tool-resume" | "work-continuation";
-interface LlmAttemptDiagnosticsCtx {
-    readonly chatId: string;
-    readonly promptId: string;
-    readonly phase: LlmRequestPhase;
-    readonly mode: PromptStyle;
-}
-interface DispatchLlmRequestWithFallbackArgs {
-    readonly vctx: VibesApiSQLCtx;
-    readonly mode: PromptStyle;
-    readonly llmReq: LLMRequestWithHeaders;
-    readonly chatId: string;
-    readonly promptId: string;
-    readonly phase: LlmRequestPhase;
-    readonly budget?: LlmToolLoopBudget;
-}
-export interface PickFallbackModelArgs {
-    readonly models: readonly Model[];
-    readonly mode: PromptStyle;
-    readonly failedModel: string;
-    readonly requireImageInput: boolean;
-}
-export declare function pickFallbackModel(args: PickFallbackModelArgs): Result<string>;
-export interface FindFallbackModelArgs {
-    readonly vctx: VibesApiSQLCtx;
-    readonly mode: PromptStyle;
-    readonly failedModel: string;
-    readonly requireImageInput: boolean;
-}
-export declare function findFallbackModel(args: FindFallbackModelArgs): Promise<Result<string>>;
-interface AttemptLlmRequestArgs {
-    readonly vctx: VibesApiSQLCtx;
-    readonly diag: LlmAttemptDiagnosticsCtx;
-    readonly llmReq: LLMRequestWithHeaders;
-    readonly label: LlmAttemptLabel;
-    readonly firstTokenTimeoutMs: number;
-}
-export declare function attemptLlmRequest(args: AttemptLlmRequestArgs): Promise<LlmAttemptOk | LlmAttemptErr>;
-export declare function dispatchLlmRequestWithFallback(args: DispatchLlmRequestWithFallbackArgs): Promise<LlmDispatchResult>;
-export interface ResChat {
-    appSlug: string;
-    ownerHandle: string;
-    mode: PromptStyle;
-}
-interface AppendBlockEventParams {
-    ctx: HandleTriggerCtx<W3CWebSocketEvent, MsgBase<ReqWithVerifiedBuildAuth<ReqPromptChatSection>>, never | VibesDiyError>;
-    vctx: VibesApiSQLCtx;
-    req: ReqWithVerifiedBuildAuth<ReqPromptChatSection>;
-    promptId: string;
-    blockSeq: number;
-    evt: PromptAndBlockMsgs;
-    emitMode?: "store" | "emit-only" | "store-only";
-    resChat?: ResChat;
-    initiator?: SectionInitiator;
-}
-export declare function appendBlockEvent({ ctx, vctx, req, promptId, blockSeq, evt, emitMode, resChat, initiator, }: AppendBlockEventParams): Promise<Result<void>>;
-export declare function autoPublishOnPersist(vctx: VibesApiSQLCtx, args: {
-    readonly ownerHandle: string;
-    readonly appSlug: string;
-    readonly fsId: string;
-    readonly callerUserId: string;
-    readonly auth: NonNullable<ReqPromptChatSection["auth"]>;
-    readonly promptId: string;
-}): Promise<void>;
-export declare function handlePromptContext({ vctx, req, resChat, promptId, blockSeq, value, collectedMsgs: iCollectedMsgs, proseOnly, blockChunks, fileSystem, model, byok, researchRequested, codegenTheme, codegenVariety, editBaseFsId, initiator, agentDispatched, carried, onFsRef, frontendDraft, persistSections, ctx, step, researchModel, }: {
-    step?: PromptStep;
-    researchModel?: string;
-    vctx: VibesApiSQLCtx;
-    req: ReqWithVerifiedBuildAuth<ReqPromptChatSection>;
-    ctx?: AppendBlockEventParams["ctx"];
-    resChat: ResChat;
-    promptId: string;
-    blockSeq: number;
-    value: BlockEndMsg;
-    collectedMsgs: PromptAndBlockMsgs[];
-    blockChunks?: number;
-    frontendDraft?: boolean;
-    persistSections?: (sections: sqlite.SqlChatSection[]) => Promise<Result<void>>;
-    fileSystem?: VibeFile[];
-    carried?: readonly FileSystemItem[];
-    proseOnly?: boolean;
-    model?: string;
-    byok?: boolean;
-    initiator?: "platform";
-    agentDispatched?: boolean;
-    codegenTheme?: string;
-    codegenVariety?: {
-        archetype: string;
-        flourishes: string[];
-    };
-    editBaseFsId?: string;
-    onFsRef?: (fsRef: FileSystemRef) => Promise<void>;
-    researchRequested?: boolean;
-}): Promise<Result<{
-    blockSeq: number;
-    fsRef: Option<FileSystemRef>;
-    deferredPersist?: "awaiting-handle";
-}>>;
-export declare function mergeServerTools(outgoing: {
-    readonly tools?: unknown;
-    readonly tool_choice?: unknown;
-}, serverTools: readonly ToolDefinition[] | undefined): {
-    tools?: ToolDefinition[];
-    tool_choice?: "auto";
-};
-export declare function handlerLlmRequest({ scope, ctx, vctx, blockSeq, req, resChat, promptId, preAssembled, serverTools, initiator, agentDispatched, platformInitiated, modelUsage, }: {
-    modelUsage?: "agent";
-    scope: Scope;
-    ctx: HandleTriggerCtx<W3CWebSocketEvent, MsgBase<ReqWithVerifiedAuth<ReqPromptChatSection>>, never | VibesDiyError>;
-    vctx: VibesApiSQLCtx;
-    req: ReqWithVerifiedAuth<ReqPromptLLMChatSection>;
-    resChat: ResChat;
-    promptId: string;
-    blockSeq: number;
-    preAssembled?: {
-        model: string;
-        messages: LLMMessage[];
-        isInitialTurn: boolean;
-        codegenTheme?: string;
-        codegenVariety?: {
-            archetype: string;
-            flourishes: string[];
-        };
-        enrichedPrompt?: string;
-    };
-    serverTools?: readonly ToolDefinition[];
-    initiator?: SectionInitiator;
-    agentDispatched?: boolean;
-    platformInitiated?: boolean;
-}): Promise<{
-    res: Response;
-    blockSeq: number;
-    llmReq: LLMRequestWithHeaders;
-    abort: AbortController;
-    urlResearchJob?: UrlResearchJob;
-}>;
-export {};
+export { type LLMRequestWithHeaders, DISPATCH_TOTAL_BUDGET_MS, pickFallbackModel, dispatchLlmRequestWithFallback, } from "./llm-dispatch-fallback.js";
+export { type ResChat, announceModelResolved, appendBlockEvent } from "./append-block-event.js";
+export { autoPublishOnPersist } from "./auto-publish-on-persist.js";
+export { handlePromptContext } from "./handle-prompt-context.js";
+export { currentUserMessageText, mergeServerTools, handlerLlmRequest } from "./handler-llm-request.js";