qwen-agent-server 0.11.1

package/dist/openai-compat.js

@@ -0,0 +1,147 @@
+// SPDX-License-Identifier: MIT
+//
+// openai-compat.ts — shared OpenAI-compatible dispatch primitives.
+//
+// All the direct-HTTP tools (qwen_oneshot_vision, qwen_embed, qwen_rerank,
+// qwen_tokenize) bypass `@qwen-code/sdk` (which is Qwen-CLI/text-chat
+// only) and POST directly to the backend. Before this module, each tool
+// duplicated the fetch/abort/HTTP-error-classification/JSON-parse logic.
+//
+// This module centralises that pattern. Each module supplies:
+//   - the endpoint suffix to hit (relative to backend.url, with /v1
+//     handling per-endpoint as needed)
+//   - the request body
+//   - per-module response normalization and specialized error codes
+//     (no_data / no_results / no_tokens / wrong_modality / etc.)
+//
+// What's centralised here:
+//   - auth header resolution (api_key literal / api_key_env / extra headers)
+//   - timeout via AbortController
+//   - HTTP error envelope { timeout | backend_error }
+//   - JSON parse error envelope
+//   - status code + raw response text passthrough so callers can
+//     classify specific provider error shapes (e.g. vision's "image
+//     input is not supported" -> backend_no_mmproj)
+//
+// What's NOT centralised:
+//   - response normalization (each endpoint has its own shape)
+//   - module-specific error codes (kept in each caller for type-safety
+//     of the public error union)
+/**
+ * Resolve the Authorization + extra headers to send to this backend.
+ *
+ * - If `backend.api_key` is set, use it directly.
+ * - Else if `backend.api_key_env` is set, read `process.env[that]` at
+ *   request time (rotations apply on next call, no supervisor reload).
+ * - Then merge `backend.headers` (caller overrides built-ins).
+ *
+ * Returns an empty object for backends with no auth (the common local
+ * llama-server case).
+ */
+export function resolveAuthHeaders(backend) {
+    const headers = {};
+    let key;
+    if (backend.api_key !== undefined && backend.api_key !== "") {
+        key = backend.api_key;
+    }
+    else if (backend.api_key_env !== undefined && backend.api_key_env !== "") {
+        key = process.env[backend.api_key_env];
+    }
+    if (key !== undefined && key !== "") {
+        headers["Authorization"] = `Bearer ${key}`;
+    }
+    if (backend.headers !== undefined) {
+        Object.assign(headers, backend.headers);
+    }
+    return headers;
+}
+/**
+ * Compose a request URL from a backend's base + an endpoint suffix.
+ *
+ * Three cases:
+ *   - `endpoint` starts with `/v1/` and backend.url ends in `/v1` →
+ *     trim one /v1 to avoid duplication.
+ *   - `endpoint` starts with `/` and is non-/v1 (e.g. `/tokenize`) →
+ *     strip the `/v1` suffix from backend.url so the request lands at
+ *     the server root.
+ *   - Otherwise just join.
+ *
+ * Trailing slashes on backend.url are normalised away.
+ */
+export function buildRequestUrl(backendUrl, endpoint) {
+    const base = backendUrl.replace(/\/$/, "");
+    if (endpoint.startsWith("/v1/")) {
+        // Backend URL likely ends in /v1; strip it so we don't double up.
+        return `${base.replace(/\/v1$/, "")}${endpoint}`;
+    }
+    if (endpoint.startsWith("/") && !endpoint.startsWith("/v1")) {
+        // Root-relative non-v1 (e.g. /tokenize) — strip /v1 from base.
+        return `${base.replace(/\/v1$/, "")}${endpoint}`;
+    }
+    // Default: append as a path under the configured base.
+    return `${base}/${endpoint.replace(/^\//, "")}`;
+}
+/**
+ * POST a JSON body to an OpenAI-compatible endpoint on a backend.
+ *
+ * Resolves auth + custom headers, manages the AbortController timeout,
+ * classifies network / HTTP failures into the shared envelope, and
+ * returns the raw response text on success so each caller can do its
+ * own typed parse (the JSON shape is endpoint-specific).
+ *
+ * Never throws.
+ */
+export async function dispatchOpenAIPost(backend, endpoint, body, opts) {
+    const start = Date.now();
+    const url = buildRequestUrl(backend.url, endpoint);
+    const headers = {
+        "Content-Type": "application/json",
+        ...resolveAuthHeaders(backend),
+    };
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(), opts.timeout_ms);
+    let resp;
+    try {
+        resp = await fetch(url, {
+            method: "POST",
+            headers,
+            body: JSON.stringify(body),
+            signal: controller.signal,
+        });
+    }
+    catch (err) {
+        clearTimeout(timer);
+        const aborted = err?.name === "AbortError";
+        return {
+            ok: false,
+            elapsed_ms: Date.now() - start,
+            error: aborted
+                ? { code: "timeout", message: `request aborted after ${opts.timeout_ms}ms` }
+                : {
+                    code: "backend_error",
+                    message: err instanceof Error ? err.message : String(err),
+                },
+        };
+    }
+    clearTimeout(timer);
+    const text = await resp.text();
+    if (!resp.ok) {
+        return {
+            ok: false,
+            elapsed_ms: Date.now() - start,
+            status: resp.status,
+            body_text: text,
+            error: {
+                code: "backend_error",
+                message: `HTTP ${resp.status}: ${text.slice(0, 300)}`,
+            },
+        };
+    }
+    return {
+        ok: true,
+        status: resp.status,
+        body_text: text,
+        elapsed_ms: Date.now() - start,
+    };
+}
+//# sourceMappingURL=openai-compat.js.map

package/dist/openai-compat.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-compat.js","sourceRoot":"","sources":["../src/openai-compat.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,EAAE;AACF,mEAAmE;AACnE,EAAE;AACF,2EAA2E;AAC3E,sEAAsE;AACtE,wEAAwE;AACxE,yEAAyE;AACzE,EAAE;AACF,8DAA8D;AAC9D,oEAAoE;AACpE,uCAAuC;AACvC,uBAAuB;AACvB,oEAAoE;AACpE,iEAAiE;AACjE,EAAE;AACF,2BAA2B;AAC3B,6EAA6E;AAC7E,kCAAkC;AAClC,sDAAsD;AACtD,gCAAgC;AAChC,iEAAiE;AACjE,oEAAoE;AACpE,oDAAoD;AACpD,EAAE;AACF,0BAA0B;AAC1B,+DAA+D;AAC/D,uEAAuE;AACvE,iCAAiC;AAgCjC;;;;;;;;;;GAUG;AACH,MAAM,UAAU,kBAAkB,CAAC,OAAgB;IACjD,MAAM,OAAO,GAA2B,EAAE,CAAC;IAE3C,IAAI,GAAuB,CAAC;IAC5B,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,OAAO,KAAK,EAAE,EAAE,CAAC;QAC5D,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC;IACxB,CAAC;SAAM,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,IAAI,OAAO,CAAC,WAAW,KAAK,EAAE,EAAE,CAAC;QAC3E,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACzC,CAAC;IACD,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;QACpC,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,GAAG,EAAE,CAAC;IAC7C,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1C,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,eAAe,CAAC,UAAkB,EAAE,QAAgB;IAClE,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC3C,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAChC,kEAAkE;QAClE,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC;IACnD,CAAC;IACD,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5D,+DAA+D;QAC/D,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC;IACnD,CAAC;IACD,uDAAuD;IACvD,OAAO,GAAG,IAAI,IAAI,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC;AAClD,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,OAAgB,EAChB,QAAgB,EAChB,IAAa,EACb,IAA4B;IAE5B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,MAAM,GAAG,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACnD,MAAM,OAAO,GAA2B;QACtC,cAAc,EAAE,kBAAkB;QAClC,GAAG,kBAAkB,CAAC,OAAO,CAAC;KAC/B,CAAC;IAEF,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IAEpE,IAAI,IAAc,CAAC;IACnB,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YACtB,MAAM,EAAE,MAAM;YACd,OAAO;YACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;YAC1B,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,MAAM,OAAO,GAAI,GAAyB,EAAE,IAAI,KAAK,YAAY,CAAC;QAClE,OAAO;YACL,EAAE,EAAE,KAAK;YACT,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YAC9B,KAAK,EAAE,OAAO;gBACZ,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,yBAAyB,IAAI,CAAC,UAAU,IAAI,EAAE;gBAC5E,CAAC,CAAC;oBACE,IAAI,EAAE,eAAe;oBACrB,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;iBAC1D;SACN,CAAC;IACJ,CAAC;IACD,YAAY,CAAC,KAAK,CAAC,CAAC;IAEpB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IAC/B,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,OAAO;YACL,EAAE,EAAE,KAAK;YACT,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YAC9B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,SAAS,EAAE,IAAI;YACf,KAAK,EAAE;gBACL,IAAI,EAAE,eAAe;gBACrB,OAAO,EAAE,QAAQ,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;aACtD;SACF,CAAC;IACJ,CAAC;IAED,OAAO;QACL,EAAE,EAAE,IAAI;QACR,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;KAC/B,CAAC;AACJ,CAAC"}

package/dist/permissions.js

@@ -0,0 +1,71 @@
+// SPDX-License-Identifier: MIT
+//
+// makeCanUseTool — factory for the CanUseTool callback injected into the
+// @qwen-code/sdk QueryOptions.
+//
+// Scope (post-2026-05-04 spike): canUseTool is responsible ONLY for
+// write-tool permission gating. The original RDR §Q1 design also had
+// canUseTool intercept ask_user_question to deliver answers via the
+// deny-message field; that mechanism was empirically confirmed to fail
+// (probe-tool-result.mjs, 2026-05-04 — the model treats the deny as
+// "user cancelled with reason X", not "user answered X"). The
+// supervisor now excludes ask_user_question from the inner Qwen's
+// tool surface entirely (see session.ts DEFAULT_EXCLUDED_TOOLS); the
+// model is told to ask in plain text and the user replies via
+// streamInput-driven multi-turn input.
+//
+// Critical pins (RDR-001):
+//   §S4  Write tools when write_authority=false: emit a synthetic
+//        permission_denied event AND return deny. The event is
+//        important — without it, denials are silently swallowed by
+//        the SDK and the supervisor has no visibility into what the
+//        inner Qwen tried to do.
+//   §S4  Write tools when write_authority=true: this callback isn't
+//        invoked — permissionMode='yolo' bypasses canUseTool entirely.
+// ─────────────────────────────────────────────────────────────────
+// Write-tool set
+//
+// These tool names require write_authority===true to execute. Must be
+// revisited if Qwen adds new write tools (names sourced from Qwen Code
+// core tool registry as of SDK 0.1.7).
+export const WRITE_TOOLS = new Set([
+    "write_file",
+    "edit",
+    "run_shell_command",
+    "replace",
+    "multi_edit",
+]);
+// ─────────────────────────────────────────────────────────────────
+// Factory
+/**
+ * Returns a CanUseTool callback for use with permissionMode='default'.
+ *
+ * Routing (in order):
+ *  - `ask_user_question` → emit permission_denied event + return deny
+ *    with a hint message. Defense-in-depth: this tool is in the SDK
+ *    excludeTools list and should never reach the callback. If it does
+ *    (future SDK change, model bypass), denying is the safe choice —
+ *    the SDK can't execute ask_user_question in headless mode anyway.
+ *  - write tool → emit permission_denied event + return deny.
+ *  - everything else → return allow (read tools, search, web_fetch, etc.).
+ */
+export function makeCanUseTool(session) {
+    return async (toolName, input, _opts) => {
+        // Defense-in-depth: ask_user_question shouldn't reach us (excluded
+        // at the SDK level); if it does, deny with a clear hint.
+        if (toolName === "ask_user_question") {
+            session.pushEvent("permission_denied", `ask_user_question reached canUseTool — should be excluded`, { tool_name: toolName, input });
+            return {
+                behavior: "deny",
+                message: "ask_user_question is not available; ask in plain text in your response and the user will reply.",
+            };
+        }
+        if (WRITE_TOOLS.has(toolName)) {
+            session.pushEvent("permission_denied", `write_authority not granted for ${toolName}`, { tool_name: toolName, input });
+            return { behavior: "deny", message: "write_authority not granted" };
+        }
+        // Read tools / search tools / web_fetch / etc. — auto-allow.
+        return { behavior: "allow", updatedInput: input };
+    };
+}
+//# sourceMappingURL=permissions.js.map

package/dist/permissions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"permissions.js","sourceRoot":"","sources":["../src/permissions.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,EAAE;AACF,yEAAyE;AACzE,+BAA+B;AAC/B,EAAE;AACF,oEAAoE;AACpE,qEAAqE;AACrE,oEAAoE;AACpE,uEAAuE;AACvE,oEAAoE;AACpE,8DAA8D;AAC9D,kEAAkE;AAClE,qEAAqE;AACrE,8DAA8D;AAC9D,uCAAuC;AACvC,EAAE;AACF,2BAA2B;AAC3B,kEAAkE;AAClE,+DAA+D;AAC/D,mEAAmE;AACnE,oEAAoE;AACpE,iCAAiC;AACjC,oEAAoE;AACpE,uEAAuE;AAKvE,oEAAoE;AACpE,iBAAiB;AACjB,EAAE;AACF,sEAAsE;AACtE,uEAAuE;AACvE,uCAAuC;AAEvC,MAAM,CAAC,MAAM,WAAW,GAAG,IAAI,GAAG,CAAS;IACzC,YAAY;IACZ,MAAM;IACN,mBAAmB;IACnB,SAAS;IACT,YAAY;CACb,CAAC,CAAC;AAEH,oEAAoE;AACpE,UAAU;AAEV;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,cAAc,CAAC,OAAoB;IACjD,OAAO,KAAK,EACV,QAAgB,EAChB,KAAgB,EAChB,KAA8B,EACH,EAAE;QAC7B,mEAAmE;QACnE,yDAAyD;QACzD,IAAI,QAAQ,KAAK,mBAAmB,EAAE,CAAC;YACrC,OAAO,CAAC,SAAS,CACf,mBAAmB,EACnB,2DAA2D,EAC3D,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAE,CAC/B,CAAC;YACF,OAAO;gBACL,QAAQ,EAAE,MAAM;gBAChB,OAAO,EACL,iGAAiG;aACpG,CAAC;QACJ,CAAC;QAED,IAAI,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9B,OAAO,CAAC,SAAS,CACf,mBAAmB,EACnB,mCAAmC,QAAQ,EAAE,EAC7C,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAE,CAC/B,CAAC;YACF,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,6BAA6B,EAAE,CAAC;QACtE,CAAC;QAED,6DAA6D;QAC7D,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC;IACpD,CAAC,CAAC;AACJ,CAAC"}

package/dist/pool.js

@@ -0,0 +1,155 @@
+// SPDX-License-Identifier: MIT
+//
+// Session pool: cap enforcement, LRU eviction, idle reaper.
+//
+// Pool semantics (per RDR-001 §Q4):
+//   - Hard cap: QWEN_SUPERVISOR_MAX_SESSIONS (default 3)
+//   - Idle TTL: QWEN_SUPERVISOR_IDLE_TTL_MS (default 30 min)
+//   - Eviction pass 1: terminal (complete/error) sessions first
+//   - Eviction pass 2: least-recently-polled by last_polled_at
+//   - Reaper: sweeps idle sessions every 5 min (interval.unref()d)
+import { createLogger } from "./log.js";
+import { QwenSession } from "./session.js";
+import { chooseBackend, getSessionBudgetDefaults, loadBackends } from "./backends.js";
+const log = createLogger("qwen-pool");
+// ─────────────────────────────────────────────────────────────────
+// Factory
+export function createPool(opts = {}) {
+    const maxSessions = parseInt(process.env["QWEN_SUPERVISOR_MAX_SESSIONS"] ?? "", 10) || 3;
+    const idleTtlMs = parseInt(process.env["QWEN_SUPERVISOR_IDLE_TTL_MS"] ?? "", 10) || 30 * 60 * 1000;
+    const backends = loadBackends();
+    return {
+        sessions: new Map(),
+        maxSessions,
+        idleTtlMs,
+        backends,
+        qwenRealBin: opts.qwenRealBin ?? "",
+        wrapperPath: opts.wrapperPath ?? "",
+    };
+}
+// ─────────────────────────────────────────────────────────────────
+// LRU eviction
+/**
+ * Evict one session when the pool is at or above cap.
+ *
+ * Pass 1: drop any complete/error session (they're done; cheap to evict).
+ * Pass 2: evict the session with the smallest last_polled_at.
+ */
+export function lruEvict(pool) {
+    if (pool.sessions.size < pool.maxSessions)
+        return;
+    // Pass 1: terminal sessions
+    for (const [id, session] of pool.sessions) {
+        if (session.state === "complete" || session.state === "error") {
+            session.stop();
+            pool.sessions.delete(id);
+            log.info({ task_id: id, state: session.state, event_type: "evict" }, "evicted terminal session at cap");
+            return;
+        }
+    }
+    // Pass 2: oldest by last_polled_at
+    let oldest;
+    let oldestId;
+    for (const [id, session] of pool.sessions) {
+        if (!oldest || session.last_polled_at < oldest.last_polled_at) {
+            oldest = session;
+            oldestId = id;
+        }
+    }
+    if (oldest && oldestId !== undefined) {
+        oldest.stop();
+        pool.sessions.delete(oldestId);
+        log.info({ task_id: oldestId, event_type: "evict" }, "evicted LRU session at cap");
+    }
+}
+// ─────────────────────────────────────────────────────────────────
+// Reaper
+/**
+ * Sweep sessions idle beyond idleTtlMs. Called periodically by the
+ * server's setInterval reaper (every 5 min).
+ *
+ * Reaps `idle`, `complete`, and `error` sessions that haven't been
+ * polled within idleTtlMs. Sessions in the `running` state are SKIPPED
+ * regardless of poll age — the inner Qwen may be processing a long
+ * tool call (codebase scan, web fetch, etc.) and killing it because
+ * the caller hasn't polled would terminate active work. The cap
+ * (lruEvict) is the backstop for runaway running sessions.
+ */
+export function reapSweep(pool) {
+    const now = Date.now();
+    const toReap = [];
+    for (const [id, session] of pool.sessions) {
+        if (session.state === "running")
+            continue;
+        if (now - session.last_polled_at > pool.idleTtlMs) {
+            toReap.push(id);
+        }
+    }
+    for (const id of toReap) {
+        const session = pool.sessions.get(id);
+        if (session) {
+            session.stop();
+            pool.sessions.delete(id);
+            log.info({ task_id: id, state: session.state, event_type: "reap" }, "reaped idle session");
+        }
+    }
+}
+// ─────────────────────────────────────────────────────────────────
+// Spawn
+/**
+ * Spawn a new session, applying LRU eviction if at cap first.
+ * Returns the new QwenSession.
+ *
+ * `resolvedExtensions` is the output of `resolveExtensions()` from the
+ * qwen_spawn handler — pre-validated; spawnSession does not re-validate.
+ * Pass undefined for code paths (notably tests) that don't supply a
+ * resolution; the session will fall through to default SDK behaviour.
+ */
+export async function spawnSession(pool, task, opts, resolvedExtensions) {
+    const spawnOpts = {
+        write_authority: opts.write_authority ?? false,
+        allow_subagents: opts.allow_subagents ?? false,
+        ...opts,
+    };
+    // Evict before adding — ensures we never exceed cap
+    while (pool.sessions.size >= pool.maxSessions) {
+        lruEvict(pool);
+    }
+    const backend = await chooseBackend(pool.backends, spawnOpts, task);
+    if (!backend) {
+        throw new Error("no backend available");
+    }
+    // Fill in budget defaults now that the backend is known. Caller-set
+    // opts win; otherwise env / config / floor(0.85 * backend.ctx_size) /
+    // hardcoded fall through (RDR-002 v0.7 amendment). Done here rather
+    // than in qwen_spawn so the resolution can reflect the chosen
+    // backend's declared context window.
+    if (spawnOpts.max_context_tokens === undefined || spawnOpts.max_tool_calls === undefined) {
+        const defaults = getSessionBudgetDefaults(process.env, backend);
+        if (spawnOpts.max_context_tokens === undefined) {
+            spawnOpts.max_context_tokens = defaults.max_context_tokens;
+        }
+        if (spawnOpts.max_tool_calls === undefined) {
+            spawnOpts.max_tool_calls = defaults.max_tool_calls;
+        }
+    }
+    const session = new QwenSession(backend, task, spawnOpts, {
+        qwenRealBin: pool.qwenRealBin,
+        wrapperPath: pool.wrapperPath,
+    }, resolvedExtensions);
+    const pooledSession = Object.assign(session, { last_polled_at: Date.now() });
+    pool.sessions.set(session.task_id, pooledSession);
+    log.info({
+        task_id: session.task_id,
+        backend_id: backend.id,
+        event_type: "spawn",
+        state: "running",
+    }, "session spawned");
+    return pooledSession;
+}
+// ─────────────────────────────────────────────────────────────────
+// Remove
+export function removeSession(pool, task_id) {
+    pool.sessions.delete(task_id);
+}
+//# sourceMappingURL=pool.js.map

package/dist/pool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pool.js","sourceRoot":"","sources":["../src/pool.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,EAAE;AACF,4DAA4D;AAC5D,EAAE;AACF,oCAAoC;AACpC,yDAAyD;AACzD,6DAA6D;AAC7D,gEAAgE;AAChE,+DAA+D;AAC/D,mEAAmE;AAEnE,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAExC,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,wBAAwB,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAGtF,MAAM,GAAG,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;AAyCtC,oEAAoE;AACpE,UAAU;AAEV,MAAM,UAAU,UAAU,CAAC,OAAuB,EAAE;IAClD,MAAM,WAAW,GACf,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;IACvE,MAAM,SAAS,GACb,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IACnF,MAAM,QAAQ,GAAG,YAAY,EAAE,CAAC;IAEhC,OAAO;QACL,QAAQ,EAAE,IAAI,GAAG,EAAE;QACnB,WAAW;QACX,SAAS;QACT,QAAQ;QACR,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE;QACnC,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE;KACpC,CAAC;AACJ,CAAC;AAED,oEAAoE;AACpE,eAAe;AAEf;;;;;GAKG;AACH,MAAM,UAAU,QAAQ,CAAC,IAAiB;IACxC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAC,WAAW;QAAE,OAAO;IAElD,4BAA4B;IAC5B,KAAK,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC1C,IAAI,OAAO,CAAC,KAAK,KAAK,UAAU,IAAI,OAAO,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;YAC9D,OAAO,CAAC,IAAI,EAAE,CAAC;YACf,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACzB,GAAG,CAAC,IAAI,CACN,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,EAC1D,iCAAiC,CAClC,CAAC;YACF,OAAO;QACT,CAAC;IACH,CAAC;IAED,mCAAmC;IACnC,IAAI,MAAiC,CAAC;IACtC,IAAI,QAA4B,CAAC;IACjC,KAAK,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC1C,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,EAAE,CAAC;YAC9D,MAAM,GAAG,OAAO,CAAC;YACjB,QAAQ,GAAG,EAAE,CAAC;QAChB,CAAC;IACH,CAAC;IACD,IAAI,MAAM,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QACrC,MAAM,CAAC,IAAI,EAAE,CAAC;QACd,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC/B,GAAG,CAAC,IAAI,CACN,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,EAC1C,4BAA4B,CAC7B,CAAC;IACJ,CAAC;AACH,CAAC;AAED,oEAAoE;AACpE,SAAS;AAET;;;;;;;;;;GAUG;AACH,MAAM,UAAU,SAAS,CAAC,IAAiB;IACzC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC1C,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;YAAE,SAAS;QAC1C,IAAI,GAAG,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YAClD,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IACD,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtC,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,IAAI,EAAE,CAAC;YACf,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACzB,GAAG,CAAC,IAAI,CACN,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,EACzD,qBAAqB,CACtB,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC;AAED,oEAAoE;AACpE,QAAQ;AAER;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,IAAiB,EACjB,IAAY,EACZ,IAAwB,EACxB,kBAA4C;IAE5C,MAAM,SAAS,GAAc;QAC3B,eAAe,EAAE,IAAI,CAAC,eAAe,IAAI,KAAK;QAC9C,eAAe,EAAE,IAAI,CAAC,eAAe,IAAI,KAAK;QAC9C,GAAG,IAAI;KACR,CAAC;IAEF,oDAAoD;IACpD,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;QAC9C,QAAQ,CAAC,IAAI,CAAC,CAAC;IACjB,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;IACpE,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC1C,CAAC;IAED,oEAAoE;IACpE,sEAAsE;IACtE,oEAAoE;IACpE,8DAA8D;IAC9D,qCAAqC;IACrC,IAAI,SAAS,CAAC,kBAAkB,KAAK,SAAS,IAAI,SAAS,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QACzF,MAAM,QAAQ,GAAG,wBAAwB,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAChE,IAAI,SAAS,CAAC,kBAAkB,KAAK,SAAS,EAAE,CAAC;YAC/C,SAAS,CAAC,kBAAkB,GAAG,QAAQ,CAAC,kBAAkB,CAAC;QAC7D,CAAC;QACD,IAAI,SAAS,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC3C,SAAS,CAAC,cAAc,GAAG,QAAQ,CAAC,cAAc,CAAC;QACrD,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,WAAW,CAC7B,OAAO,EACP,IAAI,EACJ,SAAS,EACT;QACE,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;KAC9B,EACD,kBAAkB,CACnB,CAAC;IACF,MAAM,aAAa,GAAkB,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAC5F,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IAElD,GAAG,CAAC,IAAI,CACN;QACE,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,UAAU,EAAE,OAAO,CAAC,EAAE;QACtB,UAAU,EAAE,OAAO;QACnB,KAAK,EAAE,SAAS;KACjB,EACD,iBAAiB,CAClB,CAAC;IAEF,OAAO,aAAuC,CAAC;AACjD,CAAC;AAED,oEAAoE;AACpE,SAAS;AAET,MAAM,UAAU,aAAa,CAAC,IAAiB,EAAE,OAAe;IAC9D,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAChC,CAAC"}

package/dist/rerank.js

@@ -0,0 +1,93 @@
+// SPDX-License-Identifier: MIT
+//
+// rerank.ts — direct-HTTP dispatch for `qwen_rerank`.
+//
+// llama-server exposes /v1/rerank (with aliases /rerank, /reranking,
+// /v1/reranking) when started with `--reranking` and a reranker model
+// (e.g. qwen3-reranker, bge-reranker). Returns relevance scores for
+// each document against the query.
+import { createLogger } from "./log.js";
+import { dispatchOpenAIPost } from "./openai-compat.js";
+const log = createLogger("qwen-rerank");
+const DEFAULT_TIMEOUT_MS = 60_000;
+export async function dispatchRerank(backend, query, documents, opts = {}) {
+    const timeout_ms = opts.timeout_ms ?? DEFAULT_TIMEOUT_MS;
+    const body = {
+        model: backend.model,
+        query,
+        documents,
+    };
+    if (opts.top_n !== undefined)
+        body.top_n = opts.top_n;
+    if (opts.return_documents !== undefined) {
+        body.return_documents = opts.return_documents;
+    }
+    const outcome = await dispatchOpenAIPost(backend, "/v1/rerank", body, {
+        timeout_ms,
+    });
+    if (!outcome.ok) {
+        if (outcome.status !== undefined) {
+            log.warn({
+                backend_id: backend.id,
+                status: outcome.status,
+                body_excerpt: outcome.body_text?.slice(0, 200),
+            }, "rerank dispatch HTTP failure");
+        }
+        return {
+            ok: false,
+            elapsed_ms: outcome.elapsed_ms,
+            backend_id: backend.id,
+            error: outcome.error,
+        };
+    }
+    let parsed;
+    try {
+        parsed = JSON.parse(outcome.body_text);
+    }
+    catch (err) {
+        return {
+            ok: false,
+            elapsed_ms: outcome.elapsed_ms,
+            backend_id: backend.id,
+            error: {
+                code: "backend_error",
+                message: `non-JSON response: ${err.message}`,
+            },
+        };
+    }
+    if (!Array.isArray(parsed.results) || parsed.results.length === 0) {
+        return {
+            ok: false,
+            elapsed_ms: outcome.elapsed_ms,
+            backend_id: backend.id,
+            error: { code: "no_results", message: "backend returned empty results" },
+        };
+    }
+    // Normalize: ensure index + relevance_score present; flatten
+    // document.{text} shape that some servers emit.
+    const results = parsed.results
+        .filter((r) => typeof r.index === "number" && typeof r.relevance_score === "number")
+        .map((r) => {
+        const out = {
+            index: r.index,
+            relevance_score: r.relevance_score,
+        };
+        if (typeof r.document === "string") {
+            out.document = r.document;
+        }
+        else if (r.document && typeof r.document === "object" && typeof r.document.text === "string") {
+            out.document = r.document.text;
+        }
+        return out;
+    })
+        .sort((a, b) => b.relevance_score - a.relevance_score);
+    return {
+        ok: true,
+        results,
+        ...(parsed.usage !== undefined ? { usage: parsed.usage } : {}),
+        ...(parsed.model !== undefined ? { model: parsed.model } : {}),
+        elapsed_ms: outcome.elapsed_ms,
+        backend_id: backend.id,
+    };
+}
+//# sourceMappingURL=rerank.js.map

package/dist/rerank.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rerank.js","sourceRoot":"","sources":["../src/rerank.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,EAAE;AACF,sDAAsD;AACtD,EAAE;AACF,qEAAqE;AACrE,sEAAsE;AACtE,oEAAoE;AACpE,mCAAmC;AAEnC,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AACxC,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAGxD,MAAM,GAAG,GAAG,YAAY,CAAC,aAAa,CAAC,CAAC;AAiCxC,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAElC,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAgB,EAChB,KAAa,EACb,SAAmB,EACnB,OAAmB,EAAE;IAErB,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,kBAAkB,CAAC;IAEzD,MAAM,IAAI,GAA4B;QACpC,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,KAAK;QACL,SAAS;KACV,CAAC;IACF,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;QAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IACtD,IAAI,IAAI,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;QACxC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC;IAChD,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE;QACpE,UAAU;KACX,CAAC,CAAC;IAEH,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACjC,GAAG,CAAC,IAAI,CACN;gBACE,UAAU,EAAE,OAAO,CAAC,EAAE;gBACtB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,YAAY,EAAE,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;aAC/C,EACD,8BAA8B,CAC/B,CAAC;QACJ,CAAC;QACD,OAAO;YACL,EAAE,EAAE,KAAK;YACT,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,UAAU,EAAE,OAAO,CAAC,EAAE;YACtB,KAAK,EAAE,OAAO,CAAC,KAAK;SACrB,CAAC;IACJ,CAAC;IAED,IAAI,MAQH,CAAC;IACF,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO;YACL,EAAE,EAAE,KAAK;YACT,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,UAAU,EAAE,OAAO,CAAC,EAAE;YACtB,KAAK,EAAE;gBACL,IAAI,EAAE,eAAe;gBACrB,OAAO,EAAE,sBAAuB,GAAa,CAAC,OAAO,EAAE;aACxD;SACF,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClE,OAAO;YACL,EAAE,EAAE,KAAK;YACT,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,UAAU,EAAE,OAAO,CAAC,EAAE;YACtB,KAAK,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,gCAAgC,EAAE;SACzE,CAAC;IACJ,CAAC;IAED,6DAA6D;IAC7D,gDAAgD;IAChD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO;SAC3B,MAAM,CACL,CAAC,CAAC,EAAE,EAAE,CACJ,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,eAAe,KAAK,QAAQ,CACvE;SACA,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,MAAM,GAAG,GAAkE;YACzE,KAAK,EAAE,CAAC,CAAC,KAAe;YACxB,eAAe,EAAE,CAAC,CAAC,eAAyB;SAC7C,CAAC;QACF,IAAI,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACnC,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;QAC5B,CAAC;aAAM,IAAI,CAAC,CAAC,QAAQ,IAAI,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC/F,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;QACjC,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC,CAAC;IAEzD,OAAO;QACL,EAAE,EAAE,IAAI;QACR,OAAO;QACP,GAAG,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,GAAG,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,UAAU,EAAE,OAAO,CAAC,EAAE;KACvB,CAAC;AACJ,CAAC"}