@pentoshi/clai 4.13.0 → 4.14.0

package/dist/llm/qoder/qoder-catalog.js

@@ -0,0 +1,56 @@
+import { ProviderError } from "../http.js";
+import { readBodyCapped } from "../wire/response-errors.js";
+import { asRecord, pickString } from "./qoder-auth.js";
+import { readQoderResponseBody } from "./qoder-http.js";
+import { qoderResponseError } from "./qoder-response.js";
+const MAX_CATALOG_BYTES = 4 * 1024 * 1024;
+function finiteNumber(value) {
+    return typeof value === "number" && Number.isFinite(value) ? value : undefined;
+}
+function parseCatalogEntry(value) {
+    const entry = asRecord(value);
+    const key = entry && pickString(entry, "key");
+    if (!entry || !key)
+        return undefined;
+    const thinking = asRecord(entry.thinking_config);
+    const enabled = asRecord(thinking?.enabled);
+    const efforts = asRecord(enabled?.efforts);
+    return {
+        key,
+        display_name: pickString(entry, "display_name"),
+        is_reasoning: entry.is_reasoning === true,
+        is_vl: entry.is_vl === true,
+        is_free: entry.is_free === true,
+        price_factor: finiteNumber(entry.price_factor),
+        max_input_tokens: finiteNumber(entry.max_input_tokens),
+        ...(efforts ? { thinking_config: { enabled: { efforts } } } : {}),
+    };
+}
+export async function readQoderModelCatalog(response, signal) {
+    if (!response.ok)
+        throw qoderResponseError(response.status, await readQoderResponseBody(response, signal));
+    const raw = await readBodyCapped(response, MAX_CATALOG_BYTES + 1, signal);
+    if (Buffer.byteLength(raw, "utf8") > MAX_CATALOG_BYTES) {
+        await response.body?.cancel().catch(() => undefined);
+        throw new ProviderError("Qoder model catalog exceeded the 4 MiB response limit.", 502);
+    }
+    let payload;
+    try {
+        payload = JSON.parse(raw);
+    }
+    catch {
+        throw new ProviderError("Qoder returned malformed model catalog JSON.", 502, raw.slice(0, 2000));
+    }
+    const chat = asRecord(payload)?.chat;
+    if (!Array.isArray(chat)) {
+        throw new ProviderError("Qoder returned an invalid model catalog: expected a chat array.", 502, raw.slice(0, 2000));
+    }
+    const entries = [];
+    for (const value of chat) {
+        const entry = parseCatalogEntry(value);
+        if (entry)
+            entries.push(entry);
+    }
+    return entries;
+}
+//# sourceMappingURL=qoder-catalog.js.map

package/dist/llm/qoder/qoder-catalog.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"qoder-catalog.js","sourceRoot":"","sources":["../../../src/llm/qoder/qoder-catalog.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAezD,MAAM,iBAAiB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAE1C,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACjF,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACvC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC9B,MAAM,GAAG,GAAG,KAAK,IAAI,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC9C,IAAI,CAAC,KAAK,IAAI,CAAC,GAAG;QAAE,OAAO,SAAS,CAAC;IACrC,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IACjD,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC3C,OAAO;QACL,GAAG;QACH,YAAY,EAAE,UAAU,CAAC,KAAK,EAAE,cAAc,CAAC;QAC/C,YAAY,EAAE,KAAK,CAAC,YAAY,KAAK,IAAI;QACzC,KAAK,EAAE,KAAK,CAAC,KAAK,KAAK,IAAI;QAC3B,OAAO,EAAE,KAAK,CAAC,OAAO,KAAK,IAAI;QAC/B,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC,YAAY,CAAC;QAC9C,gBAAgB,EAAE,YAAY,CAAC,KAAK,CAAC,gBAAgB,CAAC;QACtD,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClE,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,QAAkB,EAAE,MAAoB;IAClF,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,MAAM,kBAAkB,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,qBAAqB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;IAC3G,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,QAAQ,EAAE,iBAAiB,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;IAC1E,IAAI,MAAM,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,iBAAiB,EAAE,CAAC;QACvD,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,IAAI,aAAa,CAAC,wDAAwD,EAAE,GAAG,CAAC,CAAC;IACzF,CAAC;IACD,IAAI,OAAgB,CAAC;IACrB,IAAI,CAAC;QACH,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC5B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,aAAa,CAAC,8CAA8C,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;IACnG,CAAC;IACD,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC;IACrC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,aAAa,CAAC,iEAAiE,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;IACtH,CAAC;IACD,MAAM,OAAO,GAAwB,EAAE,CAAC;IACxC,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACvC,IAAI,KAAK;YAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/llm/qoder/qoder-http.d.ts

@@ -0,0 +1,13 @@
+import type { QoderCredential } from "./qoder-credential.js";
+export declare function qoderTransportHeaders(credential: QoderCredential, signedHeaders: Record<string, string>): Record<string, string>;
+export declare function qoderRequestSignal(signal?: AbortSignal, timeoutMs?: number): AbortSignal;
+export declare function readQoderResponseBody(response: Response, signal?: AbortSignal): Promise<string>;
+export declare function fetchQoderInference(url: string, init: RequestInit): Promise<Response>;
+export declare function fetchSignedQoderRequest(credential: QoderCredential, request: {
+    endpoint: string;
+    path: string;
+    method: "GET" | "POST";
+    body?: string | undefined;
+    headers?: Record<string, string> | undefined;
+    signal: AbortSignal;
+}): Promise<Response>;

package/dist/llm/qoder/qoder-http.js

@@ -0,0 +1,55 @@
+import { hostname } from "node:os";
+import { readBodyCapped } from "../wire/response-errors.js";
+import { QODER_CLI_VERSION } from "./qoder-auth.js";
+import { QoderSigner } from "./qoder-signer.js";
+export function qoderTransportHeaders(credential, signedHeaders) {
+    const headers = {
+        ...signedHeaders,
+        "Cosy-MachineToken": credential.machineToken,
+        ...(credential.machineType ? { "Cosy-MachineType": credential.machineType } : {}),
+        "Cosy-MachineHostname": hostname(),
+    };
+    for (const key of Object.keys(headers)) {
+        if (["connection", "cache-control", "accept-encoding", "content-length"].includes(key.toLowerCase()))
+            delete headers[key];
+    }
+    return headers;
+}
+export function qoderRequestSignal(signal, timeoutMs = 30_000) {
+    const timeout = AbortSignal.timeout(Math.max(1, Math.ceil(timeoutMs)));
+    return signal ? AbortSignal.any([signal, timeout]) : timeout;
+}
+export async function readQoderResponseBody(response, signal) {
+    return readBodyCapped(response, 65_536, signal);
+}
+export async function fetchQoderInference(url, init) {
+    init.signal?.throwIfAborted();
+    const controller = new AbortController();
+    const signal = init.signal ? AbortSignal.any([init.signal, controller.signal]) : controller.signal;
+    const timer = setTimeout(() => controller.abort(new DOMException("Qoder request timed out before any response.", "TimeoutError")), 30_000);
+    try {
+        return await fetch(url, { ...init, signal });
+    }
+    finally {
+        clearTimeout(timer);
+    }
+}
+export async function fetchSignedQoderRequest(credential, request) {
+    request.signal.throwIfAborted();
+    const signer = await QoderSigner.create({ machineId: credential.machineId, cosyVersion: QODER_CLI_VERSION, userInfo: credential });
+    try {
+        const signed = signer.prepare({ ...request, authType: "auth" });
+        const url = signed.url.startsWith("http") ? signed.url : `${request.endpoint}${signed.url}`;
+        const body = signed.body ?? request.body;
+        return await fetch(url, {
+            method: request.method,
+            headers: { ...qoderTransportHeaders(credential, signed.headers), ...request.headers },
+            ...(body !== undefined ? { body } : {}),
+            signal: request.signal,
+        });
+    }
+    finally {
+        signer.free();
+    }
+}
+//# sourceMappingURL=qoder-http.js.map

package/dist/llm/qoder/qoder-http.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"qoder-http.js","sourceRoot":"","sources":["../../../src/llm/qoder/qoder-http.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAEpD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,MAAM,UAAU,qBAAqB,CACnC,UAA2B,EAC3B,aAAqC;IAErC,MAAM,OAAO,GAA2B;QACtC,GAAG,aAAa;QAChB,mBAAmB,EAAE,UAAU,CAAC,YAAY;QAC5C,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,UAAU,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjF,sBAAsB,EAAE,QAAQ,EAAE;KACnC,CAAC;IACF,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACvC,IAAI,CAAC,YAAY,EAAE,eAAe,EAAE,iBAAiB,EAAE,gBAAgB,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;YAAE,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IAC5H,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,MAAoB,EAAE,SAAS,GAAG,MAAM;IACzE,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IACvE,OAAO,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;AAC/D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,QAAkB,EAAE,MAAoB;IAClF,OAAO,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAClD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,GAAW,EAAE,IAAiB;IACtE,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IAC9B,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;IACnG,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,YAAY,CAAC,8CAA8C,EAAE,cAAc,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IAC3I,IAAI,CAAC;QACH,OAAO,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/C,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,UAA2B,EAAE,OAO1E;IACC,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;IAChC,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,WAAW,EAAE,iBAAiB,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC;IACnI,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;QAChE,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,QAAQ,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;QAC5F,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;QACzC,OAAO,MAAM,KAAK,CAAC,GAAG,EAAE;YACtB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,EAAE,GAAG,qBAAqB,CAAC,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE;YACrF,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvC,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,IAAI,EAAE,CAAC;IAChB,CAAC;AACH,CAAC"}

package/dist/llm/qoder/qoder-queue.d.ts

@@ -0,0 +1,15 @@
+import type { ProviderAuth } from "../provider.js";
+import { type QoderCredential } from "./qoder-credential.js";
+export interface QoderRequestIdentity {
+    requestId: string;
+    requestSetId: string;
+    sessionId: string;
+}
+export declare function withQoderModelQueue<T>(options: {
+    auth: ProviderAuth;
+    modelKey: string;
+    run: (credential: QoderCredential, identity: QoderRequestIdentity) => Promise<T>;
+    canRetry: () => boolean;
+    signal?: AbortSignal | undefined;
+    onStatus?: ((message: string) => void) | undefined;
+}): Promise<T>;

package/dist/llm/qoder/qoder-queue.js

@@ -0,0 +1,169 @@
+import { ProviderError } from "../http.js";
+import { currentSessionAffinity } from "../session-affinity.js";
+import { sessionCacheAffinityKey } from "../cache-affinity.js";
+import { QODER_INFERENCE_ORIGIN } from "./qoder-auth.js";
+import { parseQoderCredential } from "./qoder-credential.js";
+import { fetchSignedQoderRequest, qoderRequestSignal, readQoderResponseBody } from "./qoder-http.js";
+import { withQoderCredential } from "./qoder-refresh.js";
+import { parseQoderQueueStatus, QoderModelQueuedError, qoderResponseError } from "./qoder-response.js";
+function requestIdentity() {
+    const affinity = currentSessionAffinity();
+    const key = affinity ? sessionCacheAffinityKey(affinity).slice(5, 37) : undefined;
+    const sessionId = key
+        ? `${key.slice(0, 8)}-${key.slice(8, 12)}-5${key.slice(13, 16)}-8${key.slice(17, 20)}-${key.slice(20)}`
+        : crypto.randomUUID();
+    return { requestId: crypto.randomUUID(), requestSetId: crypto.randomUUID(), sessionId };
+}
+function queueWaitLimitMs() {
+    const value = Number(process.env.QODER_MODEL_QUEUE_MAX_WAIT_MS);
+    return Number.isFinite(value) && value > 0 ? value : 3_600_000;
+}
+function pollDelayMs(status) {
+    return Math.min(30_000, Math.max(500, (status.retryAfterSeconds ?? 30) * 1000));
+}
+async function wait(ms, signal) {
+    signal?.throwIfAborted();
+    if (ms <= 0)
+        return;
+    return new Promise((resolve, reject) => {
+        const abort = () => {
+            clearTimeout(timer);
+            signal?.removeEventListener("abort", abort);
+            reject(signal?.reason ?? new DOMException("Qoder queue wait cancelled", "AbortError"));
+        };
+        const timer = setTimeout(() => {
+            signal?.removeEventListener("abort", abort);
+            resolve();
+        }, ms);
+        signal?.addEventListener("abort", abort, { once: true });
+    });
+}
+function queueEnded(message, body) {
+    return new ProviderError(`Qoder model queue ${message}. Retry later or choose another model with /model.`, undefined, body, undefined, false);
+}
+async function checkQueue(options, status) {
+    const query = new URLSearchParams({ requestSetId: options.identity.requestSetId, modelKey: status.modelKey ?? options.modelKey });
+    if (status.queueType)
+        query.set("queueType", status.queueType);
+    return withQoderCredential(options.auth, async (credential) => {
+        const signal = qoderRequestSignal(options.signal, Math.min(30_000, options.deadline - Date.now()));
+        const response = await fetchSignedQoderRequest(credential, {
+            endpoint: QODER_INFERENCE_ORIGIN,
+            path: `/api/v2/service/ask/queue/status?${query}`,
+            method: "GET",
+            headers: { Accept: "application/json", "X-Request-ID": options.identity.requestId, "X-Session-ID": options.identity.sessionId },
+            signal,
+        });
+        const raw = await readQoderResponseBody(response, signal);
+        if (!response.ok)
+            throw qoderResponseError(response.status, raw);
+        const queue = parseQoderQueueStatus(raw);
+        if (!queue)
+            throw queueEnded("status response is invalid", raw);
+        return queue;
+    }, options.onStatus, () => !options.signal?.aborted);
+}
+function checkWaitLimit(options, body) {
+    options.signal?.throwIfAborted();
+    if (Date.now() >= options.deadline)
+        throw queueEnded(`wait limit reached after ${Math.ceil(options.maxWaitMs / 1000)}s`, body);
+}
+function queuedStatusMessage(status, modelKey) {
+    const count = status.queueCount === undefined ? "" : `; ${status.queueCount} ahead`;
+    return `ℹ Qoder ${modelKey} request queued${count} — checking again in ${Math.ceil(pollDelayMs(status) / 1000)}s`;
+}
+async function waitForQueue(options, initial) {
+    let status = initial.queue;
+    let firstPoll = true;
+    let failures = 0;
+    for (;;) {
+        checkWaitLimit(options, initial.body ?? "");
+        options.onStatus?.(queuedStatusMessage(status, options.modelKey));
+        if (!firstPoll)
+            await wait(Math.min(pollDelayMs(status), options.deadline - Date.now()), options.signal);
+        firstPoll = false;
+        checkWaitLimit(options, initial.body ?? "");
+        try {
+            status = await checkQueue(options, status);
+            failures = 0;
+        }
+        catch (error) {
+            checkWaitLimit(options, initial.body ?? "");
+            if (error instanceof ProviderError && (error.status === 401 || error.status === 403))
+                throw error;
+            if (error instanceof ProviderError && error.status === 404)
+                throw queueEnded("status endpoint is not available", error.body);
+            if (++failures >= 3)
+                throw queueEnded("status polling failed after 3 checks", error instanceof ProviderError ? error.body : undefined);
+            options.onStatus?.(`ℹ Qoder queue status check failed — retrying in 30s (${failures}/3)`);
+            status = { ...status, retryAfterSeconds: undefined };
+            continue;
+        }
+        checkWaitLimit(options, initial.body ?? "");
+        if (status.isQueued === false) {
+            const readyDelay = status.retryAfterSeconds && status.retryAfterSeconds > 0 ? pollDelayMs(status) : 0;
+            await wait(Math.min(readyDelay, options.deadline - Date.now()), options.signal);
+            checkWaitLimit(options, initial.body ?? "");
+            options.onStatus?.("ℹ Qoder model available — continuing request");
+            return;
+        }
+        if (status.isQueued !== true && status.serviceAvailable !== false)
+            throw queueEnded("status cannot be recovered", initial.body);
+    }
+}
+async function releaseQueueLease(credential, identity, modelKey, startedAt) {
+    if (!credential.uid)
+        return;
+    const signal = qoderRequestSignal(undefined, 3_000);
+    const body = JSON.stringify({
+        payload: JSON.stringify({ model_key: modelKey, request_set_id: identity.requestSetId, user_id: credential.uid, time_consumed: Math.max(0, Date.now() - startedAt) }),
+        encodeVersion: "1",
+    });
+    const response = await fetchSignedQoderRequest(credential, {
+        endpoint: QODER_INFERENCE_ORIGIN, path: "/api/v2/service/ask/finish?Encode=1", method: "POST", body,
+        headers: { Accept: "application/json", "Content-Type": "application/json", "X-Request-ID": crypto.randomUUID() }, signal,
+    });
+    const raw = await readQoderResponseBody(response, signal);
+    if (!response.ok)
+        throw qoderResponseError(response.status, raw);
+}
+export async function withQoderModelQueue(options) {
+    const identity = requestIdentity();
+    const leasedModels = new Set();
+    const startedAt = Date.now();
+    const maxWaitMs = queueWaitLimitMs();
+    let deadline;
+    let recoveries = 0;
+    try {
+        for (;;) {
+            options.signal?.throwIfAborted();
+            try {
+                return await withQoderCredential(options.auth, (credential) => {
+                    identity.requestId = crypto.randomUUID();
+                    return options.run(credential, identity);
+                }, options.onStatus, options.canRetry);
+            }
+            catch (error) {
+                if (!(error instanceof QoderModelQueuedError))
+                    throw error;
+                leasedModels.add(error.queue.modelKey ?? options.modelKey);
+                if (!options.canRetry())
+                    throw error;
+                if (recoveries++ >= 10)
+                    throw queueEnded("recovery limit reached after 10 attempts", error.body);
+                deadline ??= Date.now() + maxWaitMs;
+                await waitForQueue({ ...options, identity, deadline, maxWaitMs }, error);
+            }
+        }
+    }
+    finally {
+        if (leasedModels.size > 0 && options.auth.apiKey) {
+            const credential = parseQoderCredential(options.auth.apiKey);
+            const releases = await Promise.allSettled([...leasedModels].map((modelKey) => releaseQueueLease(credential, identity, modelKey, startedAt)));
+            if (!options.signal?.aborted && releases.some((release) => release.status === "rejected")) {
+                options.onStatus?.("ℹ Qoder queue lease release failed; the server will release it automatically");
+            }
+        }
+    }
+}
+//# sourceMappingURL=qoder-queue.js.map

package/dist/llm/qoder/qoder-queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"qoder-queue.js","sourceRoot":"","sources":["../../../src/llm/qoder/qoder-queue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAE3C,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAwB,MAAM,uBAAuB,CAAC;AACnF,OAAO,EAAE,uBAAuB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACrG,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,kBAAkB,EAAyB,MAAM,qBAAqB,CAAC;AAQ9H,SAAS,eAAe;IACtB,MAAM,QAAQ,GAAG,sBAAsB,EAAE,CAAC;IAC1C,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,uBAAuB,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAClF,MAAM,SAAS,GAAG,GAAG;QACnB,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE;QACvG,CAAC,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;IACxB,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,EAAE,YAAY,EAAE,MAAM,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,CAAC;AAC1F,CAAC;AAED,SAAS,gBAAgB;IACvB,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;IAChE,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACjE,CAAC;AAED,SAAS,WAAW,CAAC,MAAwB;IAC3C,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,iBAAiB,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;AAClF,CAAC;AAED,KAAK,UAAU,IAAI,CAAC,EAAU,EAAE,MAAoB;IAClD,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,IAAI,EAAE,IAAI,CAAC;QAAE,OAAO;IACpB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,GAAG,EAAE;YACjB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,EAAE,MAAM,IAAI,IAAI,YAAY,CAAC,4BAA4B,EAAE,YAAY,CAAC,CAAC,CAAC;QACzF,CAAC,CAAC;QACF,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC5C,OAAO,EAAE,CAAC;QACZ,CAAC,EAAE,EAAE,CAAC,CAAC;QACP,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,UAAU,CAAC,OAAe,EAAE,IAAa;IAChD,OAAO,IAAI,aAAa,CAAC,qBAAqB,OAAO,oDAAoD,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;AAChJ,CAAC;AAYD,KAAK,UAAU,UAAU,CAAC,OAAyB,EAAE,MAAwB;IAC3E,MAAM,KAAK,GAAG,IAAI,eAAe,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,YAAY,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;IAClI,IAAI,MAAM,CAAC,SAAS;QAAE,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAC/D,OAAO,mBAAmB,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;QAC5D,MAAM,MAAM,GAAG,kBAAkB,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACnG,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC,UAAU,EAAE;YACzD,QAAQ,EAAE,sBAAsB;YAChC,IAAI,EAAE,oCAAoC,KAAK,EAAE;YACjD,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS,EAAE,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS,EAAE;YAC/H,MAAM;SACP,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,qBAAqB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC1D,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,kBAAkB,CAAC,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACjE,MAAM,KAAK,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;QACzC,IAAI,CAAC,KAAK;YAAE,MAAM,UAAU,CAAC,4BAA4B,EAAE,GAAG,CAAC,CAAC;QAChE,OAAO,KAAK,CAAC;IACf,CAAC,EAAE,OAAO,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,cAAc,CAAC,OAAyB,EAAE,IAAY;IAC7D,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,OAAO,CAAC,QAAQ;QAAE,MAAM,UAAU,CAAC,4BAA4B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AACjI,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAwB,EAAE,QAAgB;IACrE,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,UAAU,QAAQ,CAAC;IACpF,OAAO,WAAW,QAAQ,kBAAkB,KAAK,wBAAwB,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC;AACpH,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,OAAyB,EAAE,OAA8B;IACnF,IAAI,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC;IAC3B,IAAI,SAAS,GAAG,IAAI,CAAC;IACrB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,SAAS,CAAC;QACR,cAAc,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QAC5C,OAAO,CAAC,QAAQ,EAAE,CAAC,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;QAClE,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACzG,SAAS,GAAG,KAAK,CAAC;QAClB,cAAc,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC3C,QAAQ,GAAG,CAAC,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,cAAc,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;YAC5C,IAAI,KAAK,YAAY,aAAa,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,MAAM,KAAK,GAAG,CAAC;gBAAE,MAAM,KAAK,CAAC;YAClG,IAAI,KAAK,YAAY,aAAa,IAAI,KAAK,CAAC,MAAM,KAAK,GAAG;gBAAE,MAAM,UAAU,CAAC,kCAAkC,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAC7H,IAAI,EAAE,QAAQ,IAAI,CAAC;gBAAE,MAAM,UAAU,CAAC,sCAAsC,EAAE,KAAK,YAAY,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACvI,OAAO,CAAC,QAAQ,EAAE,CAAC,wDAAwD,QAAQ,KAAK,CAAC,CAAC;YAC1F,MAAM,GAAG,EAAE,GAAG,MAAM,EAAE,iBAAiB,EAAE,SAAS,EAAE,CAAC;YACrD,SAAS;QACX,CAAC;QACD,cAAc,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QAC5C,IAAI,MAAM,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YAC9B,MAAM,UAAU,GAAG,MAAM,CAAC,iBAAiB,IAAI,MAAM,CAAC,iBAAiB,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACtG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YAChF,cAAc,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;YAC5C,OAAO,CAAC,QAAQ,EAAE,CAAC,8CAA8C,CAAC,CAAC;YACnE,OAAO;QACT,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,KAAK,IAAI,IAAI,MAAM,CAAC,gBAAgB,KAAK,KAAK;YAAE,MAAM,UAAU,CAAC,4BAA4B,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAClI,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,UAA2B,EAAE,QAA8B,EAAE,QAAgB,EAAE,SAAiB;IAC/H,IAAI,CAAC,UAAU,CAAC,GAAG;QAAE,OAAO;IAC5B,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IACpD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,cAAc,EAAE,QAAQ,CAAC,YAAY,EAAE,OAAO,EAAE,UAAU,CAAC,GAAG,EAAE,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC;QACpK,aAAa,EAAE,GAAG;KACnB,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC,UAAU,EAAE;QACzD,QAAQ,EAAE,sBAAsB,EAAE,IAAI,EAAE,qCAAqC,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI;QACnG,OAAO,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE,cAAc,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,CAAC,UAAU,EAAE,EAAE,EAAE,MAAM;KACzH,CAAC,CAAC;IACH,MAAM,GAAG,GAAG,MAAM,qBAAqB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC1D,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,MAAM,kBAAkB,CAAC,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAI,OAO5C;IACC,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAC;IACnC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IACvC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,SAAS,GAAG,gBAAgB,EAAE,CAAC;IACrC,IAAI,QAA4B,CAAC;IACjC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,CAAC;QACH,SAAS,CAAC;YACR,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;YACjC,IAAI,CAAC;gBACH,OAAO,MAAM,mBAAmB,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,UAAU,EAAE,EAAE;oBAC5D,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;oBACzC,OAAO,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;gBAC3C,CAAC,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;YACzC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,CAAC,KAAK,YAAY,qBAAqB,CAAC;oBAAE,MAAM,KAAK,CAAC;gBAC3D,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC;gBAC3D,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE;oBAAE,MAAM,KAAK,CAAC;gBACrC,IAAI,UAAU,EAAE,IAAI,EAAE;oBAAE,MAAM,UAAU,CAAC,0CAA0C,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjG,QAAQ,KAAK,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBACpC,MAAM,YAAY,CAAC,EAAE,GAAG,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,KAAK,CAAC,CAAC;YAC3E,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,IAAI,YAAY,CAAC,IAAI,GAAG,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjD,MAAM,UAAU,GAAG,oBAAoB,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC7D,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,iBAAiB,CAAC,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;YAC7I,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,UAAU,CAAC,EAAE,CAAC;gBAC1F,OAAO,CAAC,QAAQ,EAAE,CAAC,8EAA8E,CAAC,CAAC;YACrG,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/llm/qoder/qoder-response.d.ts

@@ -0,0 +1,19 @@
+import { ProviderError } from "../http.js";
+export interface QoderQueueStatus {
+    isQueued?: boolean | undefined;
+    serviceAvailable?: boolean | undefined;
+    modelKey?: string | undefined;
+    queueType?: string | undefined;
+    queueCount?: number | undefined;
+    retryAfterSeconds?: number | undefined;
+    waitTime?: number | undefined;
+}
+export declare function parseQoderQueueStatus(raw: string): QoderQueueStatus | undefined;
+export declare class QoderModelQueuedError extends ProviderError {
+    readonly wireStatus: number;
+    readonly queue: QoderQueueStatus;
+    constructor(wireStatus: number, body: string, queue: QoderQueueStatus);
+}
+export declare function qoderModelQueuedError(status: number, raw: string): QoderModelQueuedError | undefined;
+export declare function qoderResponseError(status: number, raw: string): ProviderError;
+export declare function extractQoderStreamBody(payload: string): string | undefined;

package/dist/llm/qoder/qoder-response.js

@@ -0,0 +1,98 @@
+import { ProviderError } from "../http.js";
+import { asRecord, pickString } from "./qoder-auth.js";
+function responseRecords(raw) {
+    const pending = [raw];
+    const records = [];
+    for (let index = 0; index < pending.length && index < 64; index++) {
+        let value = pending[index];
+        if (typeof value === "string") {
+            try {
+                value = JSON.parse(value);
+            }
+            catch {
+                continue;
+            }
+        }
+        const record = asRecord(value);
+        if (!record)
+            continue;
+        records.push(record);
+        for (const key of ["data", "result", "message", "body", "error"]) {
+            if (record[key] !== undefined)
+                pending.push(record[key]);
+        }
+    }
+    return records;
+}
+function nonnegativeNumber(value) {
+    const number = typeof value === "string" && value.trim() ? Number(value) : value;
+    return typeof number === "number" && Number.isFinite(number) && number >= 0 ? number : undefined;
+}
+function queueStatus(records) {
+    const record = records.find((entry) => typeof entry.isQueued === "boolean" || typeof entry.serviceAvailable === "boolean");
+    if (!record)
+        return undefined;
+    return {
+        isQueued: typeof record.isQueued === "boolean" ? record.isQueued : undefined,
+        serviceAvailable: typeof record.serviceAvailable === "boolean" ? record.serviceAvailable : undefined,
+        modelKey: pickString(record, "modelKey"),
+        queueType: pickString(record, "queueType"),
+        queueCount: nonnegativeNumber(record.queueCount),
+        retryAfterSeconds: nonnegativeNumber(record.retryAfterSeconds),
+        waitTime: nonnegativeNumber(record.waitTime),
+    };
+}
+export function parseQoderQueueStatus(raw) {
+    return queueStatus(responseRecords(raw));
+}
+export class QoderModelQueuedError extends ProviderError {
+    wireStatus;
+    queue;
+    constructor(wireStatus, body, queue) {
+        super(`Qoder model request queued (code 10605; HTTP ${wireStatus}). Waiting for model capacity.`, 503, body, queue.retryAfterSeconds);
+        this.wireStatus = wireStatus;
+        this.queue = queue;
+        this.name = "QoderModelQueuedError";
+    }
+}
+export function qoderModelQueuedError(status, raw) {
+    const records = responseRecords(raw);
+    const queue = queueStatus(records);
+    const queuedCode = records.some((record) => String(record.code) === "10605");
+    if (!queuedCode && queue?.isQueued !== true && !(queue?.serviceAvailable === false && queue.isQueued !== false))
+        return undefined;
+    return new QoderModelQueuedError(status, raw, queue ?? {});
+}
+export function qoderResponseError(status, raw) {
+    const queued = qoderModelQueuedError(status, raw);
+    if (queued)
+        return queued;
+    let detail = raw;
+    for (const record of responseRecords(raw)) {
+        detail = pickString(record, "message", "errorMessage", "error", "detail") ?? detail;
+    }
+    return new ProviderError(`Qoder request failed (HTTP ${status})${detail ? `: ${detail.slice(0, 2000)}` : "."}`, status, raw);
+}
+export function extractQoderStreamBody(payload) {
+    let wrapper;
+    try {
+        wrapper = asRecord(JSON.parse(payload));
+    }
+    catch {
+        return undefined;
+    }
+    if (!wrapper)
+        return undefined;
+    const body = typeof wrapper.body === "string" ? wrapper.body : undefined;
+    const status = nonnegativeNumber(wrapper.statusCodeValue) ?? 200;
+    const raw = body ?? payload;
+    if (status !== 200)
+        throw qoderResponseError(status, raw);
+    const queued = qoderModelQueuedError(status, raw);
+    if (queued)
+        throw queued;
+    if (body !== undefined)
+        return body;
+    return wrapper.choices !== undefined || wrapper.usage !== undefined ? payload : undefined;
+}
+//# sourceMappingURL=qoder-response.js.map

package/dist/llm/qoder/qoder-response.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"qoder-response.js","sourceRoot":"","sources":["../../../src/llm/qoder/qoder-response.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAYvD,SAAS,eAAe,CAAC,GAAW;IAClC,MAAM,OAAO,GAAc,CAAC,GAAG,CAAC,CAAC;IACjC,MAAM,OAAO,GAA8B,EAAE,CAAC;IAC9C,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,MAAM,IAAI,KAAK,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC;QAClE,IAAI,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QAC3B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,IAAI,CAAC;gBAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC;gBAAC,SAAS;YAAC,CAAC;QACxD,CAAC;QACD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrB,KAAK,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;YACjE,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,SAAS;gBAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACvC,MAAM,MAAM,GAAG,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACjF,OAAO,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AACnG,CAAC;AAED,SAAS,WAAW,CAAC,OAAkC;IACrD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,CAAC,QAAQ,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC;IAC3H,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,OAAO;QACL,QAAQ,EAAE,OAAO,MAAM,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;QAC5E,gBAAgB,EAAE,OAAO,MAAM,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS;QACpG,QAAQ,EAAE,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC;QACxC,SAAS,EAAE,UAAU,CAAC,MAAM,EAAE,WAAW,CAAC;QAC1C,UAAU,EAAE,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC;QAChD,iBAAiB,EAAE,iBAAiB,CAAC,MAAM,CAAC,iBAAiB,CAAC;QAC9D,QAAQ,EAAE,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC;KAC7C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,GAAW;IAC/C,OAAO,WAAW,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,OAAO,qBAAsB,SAAQ,aAAa;IACjC;IAA2C;IAAhE,YAAqB,UAAkB,EAAE,IAAY,EAAW,KAAuB;QACrF,KAAK,CAAC,gDAAgD,UAAU,gCAAgC,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC;QADnH,eAAU,GAAV,UAAU,CAAQ;QAAyB,UAAK,GAAL,KAAK,CAAkB;QAErF,IAAI,CAAC,IAAI,GAAG,uBAAuB,CAAC;IACtC,CAAC;CACF;AAED,MAAM,UAAU,qBAAqB,CAAC,MAAc,EAAE,GAAW;IAC/D,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;IACrC,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,CAAC;IAC7E,IAAI,CAAC,UAAU,IAAI,KAAK,EAAE,QAAQ,KAAK,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,gBAAgB,KAAK,KAAK,IAAI,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAClI,OAAO,IAAI,qBAAqB,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,MAAc,EAAE,GAAW;IAC5D,MAAM,MAAM,GAAG,qBAAqB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAClD,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAC1B,IAAI,MAAM,GAAG,GAAG,CAAC;IACjB,KAAK,MAAM,MAAM,IAAI,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1C,MAAM,GAAG,UAAU,CAAC,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC;IACtF,CAAC;IACD,OAAO,IAAI,aAAa,CAAC,8BAA8B,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;AAC/H,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,OAAe;IACpD,IAAI,OAA4C,CAAC;IACjD,IAAI,CAAC;QAAC,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,SAAS,CAAC;IAAC,CAAC;IAC5E,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAC/B,MAAM,IAAI,GAAG,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IACzE,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,GAAG,CAAC;IACjE,MAAM,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC;IAC5B,IAAI,MAAM,KAAK,GAAG;QAAE,MAAM,kBAAkB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC1D,MAAM,MAAM,GAAG,qBAAqB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAClD,IAAI,MAAM;QAAE,MAAM,MAAM,CAAC;IACzB,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACpC,OAAO,OAAO,CAAC,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;AAC5F,CAAC"}

package/dist/llm/qoder/qoder-stream.d.ts

@@ -0,0 +1,23 @@
+interface QoderStreamDelta {
+    content?: string;
+    reasoning_content?: string;
+    reasoning?: string;
+    thinking?: string;
+    tool_calls?: Array<{
+        index?: number;
+        id?: string;
+        function?: {
+            name?: string;
+            arguments?: string | Record<string, unknown>;
+        };
+    }>;
+}
+interface QoderStreamChunk {
+    choices?: Array<{
+        delta?: QoderStreamDelta;
+        finish_reason?: string;
+    }>;
+    usage?: unknown;
+}
+export declare function readQoderStreamChunks(response: Response, reasoningEnabled: boolean, outputProgress: () => number, signal?: AbortSignal): AsyncGenerator<QoderStreamChunk, void, void>;
+export {};

package/dist/llm/qoder/qoder-stream.js

@@ -0,0 +1,75 @@
+import { ProviderError, createSseFrameAssembler, readStreamLines, streamIdleBudgets } from "../http.js";
+import { parseOpenAiUsage } from "../token-usage.js";
+import { extractQoderStreamBody } from "./qoder-response.js";
+const USAGE_TAIL_TIMEOUT_MS = 5_000;
+function parseChunk(raw) {
+    try {
+        const chunk = JSON.parse(raw);
+        if (!chunk || typeof chunk !== "object" || Array.isArray(chunk))
+            throw new Error("Invalid stream chunk");
+        if (chunk.choices !== undefined && !Array.isArray(chunk.choices))
+            throw new Error("Invalid stream choices");
+        return chunk;
+    }
+    catch {
+        throw new ProviderError("Qoder returned malformed stream data.", 502, raw.slice(0, 2000));
+    }
+}
+export async function* readQoderStreamChunks(response, reasoningEnabled, outputProgress, signal) {
+    const tailController = new AbortController();
+    const streamSignal = signal ? AbortSignal.any([signal, tailController.signal]) : tailController.signal;
+    let tailTimer;
+    let finished = false;
+    const frames = createSseFrameAssembler();
+    try {
+        for await (const line of readStreamLines(response, {
+            signal: streamSignal,
+            ...streamIdleBudgets(reasoningEnabled),
+            outputProgress,
+        })) {
+            const payload = frames.pushLine(line);
+            if (!payload)
+                continue;
+            if (payload === "[DONE]") {
+                finished = true;
+                break;
+            }
+            const raw = extractQoderStreamBody(payload);
+            if (!raw)
+                continue;
+            if (raw === "[DONE]") {
+                finished = true;
+                break;
+            }
+            if (/^\[(?:NOT_EXCEED_QUOTA|EXCEED_QUOTA|NOTIFICATIONS)\]/.test(raw))
+                continue;
+            const chunk = parseChunk(raw);
+            if (finished) {
+                if (parseOpenAiUsage(chunk.usage)) {
+                    yield { usage: chunk.usage };
+                    break;
+                }
+                continue;
+            }
+            yield chunk;
+            if (!chunk.choices?.[0]?.finish_reason)
+                continue;
+            finished = true;
+            if (parseOpenAiUsage(chunk.usage))
+                break;
+            tailTimer = setTimeout(() => tailController.abort(new DOMException("Qoder usage trailer timed out.", "TimeoutError")), USAGE_TAIL_TIMEOUT_MS);
+        }
+    }
+    catch (error) {
+        signal?.throwIfAborted();
+        if (!finished)
+            throw error;
+    }
+    finally {
+        if (tailTimer)
+            clearTimeout(tailTimer);
+    }
+    if (!finished)
+        throw new ProviderError("Qoder stream ended before completion.", 502);
+}
+//# sourceMappingURL=qoder-stream.js.map

package/dist/llm/qoder/qoder-stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"qoder-stream.js","sourceRoot":"","sources":["../../../src/llm/qoder/qoder-stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,uBAAuB,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AACxG,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAmB7D,MAAM,qBAAqB,GAAG,KAAK,CAAC;AAEpC,SAAS,UAAU,CAAC,GAAW;IAC7B,IAAI,CAAC;QACH,MAAM,KAAK,GAAqB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAChD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QACzG,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5G,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,aAAa,CAAC,uCAAuC,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;IAC5F,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,qBAAqB,CAC1C,QAAkB,EAClB,gBAAyB,EACzB,cAA4B,EAC5B,MAAoB;IAEpB,MAAM,cAAc,GAAG,IAAI,eAAe,EAAE,CAAC;IAC7C,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC;IACvG,IAAI,SAAqC,CAAC;IAC1C,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,MAAM,MAAM,GAAG,uBAAuB,EAAE,CAAC;IACzC,IAAI,CAAC;QACH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,eAAe,CAAC,QAAQ,EAAE;YACjD,MAAM,EAAE,YAAY;YACpB,GAAG,iBAAiB,CAAC,gBAAgB,CAAC;YACtC,cAAc;SACf,CAAC,EAAE,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACtC,IAAI,CAAC,OAAO;gBAAE,SAAS;YACvB,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAAC,QAAQ,GAAG,IAAI,CAAC;gBAAC,MAAM;YAAC,CAAC;YACrD,MAAM,GAAG,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;YAC5C,IAAI,CAAC,GAAG;gBAAE,SAAS;YACnB,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;gBAAC,QAAQ,GAAG,IAAI,CAAC;gBAAC,MAAM;YAAC,CAAC;YACjD,IAAI,sDAAsD,CAAC,IAAI,CAAC,GAAG,CAAC;gBAAE,SAAS;YAC/E,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;oBAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;oBAAC,MAAM;gBAAC,CAAC;gBAC3E,SAAS;YACX,CAAC;YACD,MAAM,KAAK,CAAC;YACZ,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa;gBAAE,SAAS;YACjD,QAAQ,GAAG,IAAI,CAAC;YAChB,IAAI,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC;gBAAE,MAAM;YACzC,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,YAAY,CAAC,gCAAgC,EAAE,cAAc,CAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC;QAChJ,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,IAAI,CAAC,QAAQ;YAAE,MAAM,KAAK,CAAC;IAC7B,CAAC;YAAS,CAAC;QACT,IAAI,SAAS;YAAE,YAAY,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC;IACD,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,aAAa,CAAC,uCAAuC,EAAE,GAAG,CAAC,CAAC;AACvF,CAAC"}

package/dist/llm/qoder/qoder.d.ts

@@ -3,8 +3,8 @@ import { readQoderMachineId, readQoderMachineIdentity } from "./qoder-auth.js";
 export { encodeQoderCredential, qoderCredentialFromImport, type QoderCredential } from "./qoder-credential.js";
 export declare const QODER_FREE_SUFFIX = ":free";
 export declare function isQoderFreeEntry(entry: {
-    is_free?: boolean;
-    price_factor?: number;
+    is_free?: boolean | undefined;
+    price_factor?: number | undefined;
 }): boolean;
 /**
  * Model ids carry a price tag so `/model` shows the multiplier qodercli shows:
@@ -12,8 +12,8 @@ export declare function isQoderFreeEntry(entry: {
  * display-only and stripped before the wire call (see {@link qoderWireModelKey}).
  */
 export declare function qoderListedModel(key: string, entry: {
-    is_free?: boolean;
-    price_factor?: number;
+    is_free?: boolean | undefined;
+    price_factor?: number | undefined;
 }): string;
 export declare function qoderWireModelKey(model: string): string;
 export declare const qoderProvider: LlmProvider;