pi-ghost-autocomplete 0.3.1 → 0.3.2

package/dist/providers/openai-compat-provider.d.ts

@@ -1,5 +1,5 @@
 import type { OpenAICompatProviderConfig } from "../config.js";
-import type { GhostProvider, GhostRequest } from "./types.js";
+import type { CandidateSet, GhostProvider, GhostRequest } from "./types.js";
 export interface PreflightResult {
     ok: boolean;
     status?: number;
@@ -25,5 +25,15 @@ export declare class OpenAICompatProvider implements GhostProvider {
      */
     preflight(): Promise<PreflightResult>;
     predict(req: GhostRequest): Promise<string | null>;
+    /**
+     * Multi-candidate prediction. Fires `config.parallelN` FIM requests in
+     * parallel and dedupes by exact text. PRD §M3b: FIM does not support
+     * the `n` parameter, so parallel POSTs are the only n>1 path. Parallel
+     * fire is only useful at temperature > 0 — at temp=0 every call returns
+     * the same greedy result. We downgrade silently to n=1 in that case.
+     */
+    predictMulti(req: GhostRequest): Promise<CandidateSet | null>;
+    private effectiveParallelN;
+    private fireOne;
 }
 //# sourceMappingURL=openai-compat-provider.d.ts.map

package/dist/providers/openai-compat-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai-compat-provider.d.ts","sourceRoot":"","sources":["../../src/providers/openai-compat-provider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,cAAc,CAAC;AAE/D,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAI9D,MAAM,WAAW,eAAe;IAC/B,EAAE,EAAE,OAAO,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CAChB;AAED;;;;;;;;GAQG;AACH,qBAAa,oBAAqB,YAAW,aAAa;IAG7C,OAAO,CAAC,QAAQ,CAAC,MAAM;IAFnC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;gBAEO,MAAM,EAAE,0BAA0B;IAI/D,IAAI,UAAU,IAAI,MAAM,CAEvB;IAED;;;OAGG;IACG,SAAS,IAAI,OAAO,CAAC,eAAe,CAAC;IA+BrC,OAAO,CAAC,GAAG,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;CAgCxD"}
+{"version":3,"file":"openai-compat-provider.d.ts","sourceRoot":"","sources":["../../src/providers/openai-compat-provider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,cAAc,CAAC;AAE/D,OAAO,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAU5E,MAAM,WAAW,eAAe;IAC/B,EAAE,EAAE,OAAO,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CAChB;AAED;;;;;;;;GAQG;AACH,qBAAa,oBAAqB,YAAW,aAAa;IAG7C,OAAO,CAAC,QAAQ,CAAC,MAAM;IAFnC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;gBAEO,MAAM,EAAE,0BAA0B;IAI/D,IAAI,UAAU,IAAI,MAAM,CAEvB;IAED;;;OAGG;IACG,SAAS,IAAI,OAAO,CAAC,eAAe,CAAC;IA+BrC,OAAO,CAAC,GAAG,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAIxD;;;;;;OAMG;IACG,YAAY,CAAC,GAAG,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;IAsBnE,OAAO,CAAC,kBAAkB;YAgBZ,OAAO;CAoDrB"}

package/dist/providers/openai-compat-provider.js

@@ -1,5 +1,11 @@
 import { sanitizeCompletion } from "./truncate.js";
 const PREFLIGHT_TIMEOUT_MS = 5_000;
+/**
+ * Absolute upper bound on a single FIM POST. The user's abort signal still
+ * cancels earlier under normal typing; this guards against hung connections
+ * when the user isn't typing (no fresh keystroke → no fresh abort). SEC-3.
+ */
+const REQUEST_TIMEOUT_MS = 10_000;
 /**
  * Provider for FIM-completions backends (e.g. Mercury Edit 2 by Inception
  * Labs). Calls `/fim/completions` with `prompt`/`suffix` and returns the
@@ -57,10 +63,70 @@ export class OpenAICompatProvider {
         }
     }
     async predict(req) {
+        return this.fireOne(req);
+    }
+    /**
+     * Multi-candidate prediction. Fires `config.parallelN` FIM requests in
+     * parallel and dedupes by exact text. PRD §M3b: FIM does not support
+     * the `n` parameter, so parallel POSTs are the only n>1 path. Parallel
+     * fire is only useful at temperature > 0 — at temp=0 every call returns
+     * the same greedy result. We downgrade silently to n=1 in that case.
+     */
+    async predictMulti(req) {
+        const n = this.effectiveParallelN();
+        if (n <= 1) {
+            const text = await this.fireOne(req);
+            if (!text)
+                return null;
+            return { candidates: [{ text }] };
+        }
+        const results = await Promise.all(Array.from({ length: n }, () => this.fireOne(req)));
+        const seen = new Set();
+        const candidates = [];
+        for (const text of results) {
+            if (!text)
+                continue;
+            if (seen.has(text))
+                continue;
+            seen.add(text);
+            candidates.push({ text });
+        }
+        if (candidates.length === 0)
+            return null;
+        return { candidates };
+    }
+    effectiveParallelN() {
+        const n = this.config.parallelN;
+        // Guard against NaN / non-finite — a corrupted config should never
+        // make us hit Array.from({length: NaN}).
+        if (!Number.isFinite(n) || n <= 1)
+            return 1;
+        // At temp=0 parallel-fire produces identical greedy outputs. Cost
+        // without value → downgrade. PRD §M3b documents this case.
+        //
+        // Assumption: at temperature>0 the backend (Mercury Edit FIM) actually
+        // samples non-deterministically. If a future backend caches by
+        // prompt+temp without sampling jitter, parallel-fire degenerates to
+        // the same downgrade scenario. Worth re-testing per-vendor.
+        if (this.config.temperature === 0)
+            return 1;
+        return Math.floor(n);
+    }
+    async fireOne(req) {
         const apiKey = this.config.apiKey;
         if (!apiKey)
             return null;
         const { prompt, suffix } = buildFIMPrompt(req, this.config.maxRecentMessages);
+        // Combine the caller's abort with an absolute timeout. SEC-3:
+        // without this, a hung TCP connection could pin resources until
+        // the user types again (the only thing that fires `req.signal`).
+        const localCtrl = new AbortController();
+        const onUserAbort = () => localCtrl.abort();
+        if (req.signal.aborted)
+            localCtrl.abort();
+        else
+            req.signal.addEventListener("abort", onUserAbort, { once: true });
+        const timeoutHandle = setTimeout(() => localCtrl.abort(), REQUEST_TIMEOUT_MS);
         try {
             const res = await fetch(`${trimSlash(this.config.baseUrl)}/fim/completions`, {
                 method: "POST",
@@ -73,19 +139,32 @@ export class OpenAICompatProvider {
                     prompt,
                     suffix,
                     max_tokens: this.config.maxTokens,
-                    temperature: 0.2,
+                    temperature: this.config.temperature,
                 }),
-                signal: req.signal,
+                signal: localCtrl.signal,
             });
             if (!res.ok)
                 return null;
-            const data = (await res.json());
-            const text = data.choices?.[0]?.text ?? "";
-            return sanitizeCompletion(text, req.editorTextBeforeCursor, 200);
+            try {
+                const data = (await res.json());
+                const text = data.choices?.[0]?.text ?? "";
+                return sanitizeCompletion(text, req.editorTextBeforeCursor, 200);
+            }
+            catch (parseErr) {
+                if (parseErr instanceof SyntaxError) {
+                    console.error(`[OpenAICompatProvider] malformed JSON response (status ${res.status})`);
+                    return null;
+                }
+                throw parseErr;
+            }
         }
         catch {
             return null;
         }
+        finally {
+            clearTimeout(timeoutHandle);
+            req.signal.removeEventListener("abort", onUserAbort);
+        }
     }
 }
 /**
@@ -97,7 +176,15 @@ export class OpenAICompatProvider {
 function buildFIMPrompt(req, maxRecent) {
     const recent = req.recentMessages
         .slice(-maxRecent)
-        .map((m) => `# ${m.role}: ${truncate(m.text, 280)}`)
+        .map((m) => {
+        // PRD §M6a: tool entries render with a distinguishing prefix so
+        // the model can tell prior tool output from conversational turns.
+        if (m.role === "tool") {
+            const label = m.toolName ? `tool ${m.toolName}` : "tool";
+            return `# ${label}: ${truncate(m.text, 280)}`;
+        }
+        return `# ${m.role}: ${truncate(m.text, 280)}`;
+    })
         .join("\n");
     const ctx = recent ? `${recent}\n\n` : "";
     // Split the editor text at cursor to form prompt (before) / suffix (after).

package/dist/providers/openai-compat-provider.js.map

@@ -1 +1 @@
-{"version":3,"file":"openai-compat-provider.js","sourceRoot":"","sources":["../../src/providers/openai-compat-provider.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAGnD,MAAM,oBAAoB,GAAG,KAAK,CAAC;AAQnC;;;;;;;;GAQG;AACH,MAAM,OAAO,oBAAoB;IAGH;IAFpB,IAAI,CAAS;IAEtB,YAA6B,MAAkC;QAAlC,WAAM,GAAN,MAAM,CAA4B;QAC9D,IAAI,CAAC,IAAI,GAAG,SAAS,MAAM,CAAC,YAAY,EAAE,CAAC;IAC5C,CAAC;IAED,IAAI,UAAU;QACb,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;IAC/B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,SAAS;QACd,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAClC,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,uBAAuB,EAAE,CAAC;QAEpE,MAAM,IAAI,GAAG,IAAI,eAAe,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,oBAAoB,CAAC,CAAC;QACrE,IAAI,CAAC;YACJ,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,EAAE;gBAC5E,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACR,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,MAAM,EAAE;iBACjC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACpB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;oBAC1B,MAAM,EAAE,GAAG;oBACX,UAAU,EAAE,CAAC;iBACb,CAAC;gBACF,MAAM,EAAE,IAAI,CAAC,MAAM;aACnB,CAAC,CAAC;YACH,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,IAAI,GAAG,CAAC,EAAE;gBAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YACnE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QAClF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,MAAM,OAAO,GAAI,GAAgC,EAAE,IAAI,KAAK,YAAY,CAAC;YACzE,IAAI,OAAO;gBAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,oBAAoB,EAAE,CAAC;YACjE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC;QACvD,CAAC;IACF,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAiB;QAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAClC,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAEzB,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAE9E,IAAI,CAAC;YACJ,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,EAAE;gBAC5E,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACR,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,MAAM,EAAE;iBACjC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACpB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;oBAC1B,MAAM;oBACN,MAAM;oBACN,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;oBACjC,WAAW,EAAE,GAAG;iBAChB,CAAC;gBACF,MAAM,EAAE,GAAG,CAAC,MAAM;aAClB,CAAC,CAAC;YAEH,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,OAAO,IAAI,CAAC;YAEzB,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA2C,CAAC;YAC1E,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;YAC3C,OAAO,kBAAkB,CAAC,IAAI,EAAE,GAAG,CAAC,sBAAsB,EAAE,GAAG,CAAC,CAAC;QAClE,CAAC;QAAC,MAAM,CAAC;YACR,OAAO,IAAI,CAAC;QACb,CAAC;IACF,CAAC;CACD;AAED;;;;;GAKG;AACH,SAAS,cAAc,CACtB,GAAiB,EACjB,SAAiB;IAEjB,MAAM,MAAM,GAAG,GAAG,CAAC,cAAc;SAC/B,KAAK,CAAC,CAAC,SAAS,CAAC;SACjB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC;SACnD,IAAI,CAAC,IAAI,CAAC,CAAC;IACb,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAE1C,4EAA4E;IAC5E,0EAA0E;IAC1E,uEAAuE;IACvE,MAAM,MAAM,GAAG,GAAG,CAAC,sBAAsB,CAAC;IAC1C,MAAM,KAAK,GAAG,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;IAEtE,OAAO;QACN,MAAM,EAAE,GAAG,GAAG,GAAG,MAAM,EAAE;QACzB,MAAM,EAAE,KAAK;KACb,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,CAAS,EAAE,CAAS;IACrC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,SAAS,CAAC,GAAW;IAC7B,OAAO,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AACnD,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAc;IACxC,QAAQ,MAAM,EAAE,CAAC;QAChB,KAAK,GAAG,CAAC,CAAC,OAAO,oCAAoC,CAAC;QACtD,KAAK,GAAG,CAAC,CAAC,OAAO,+DAA+D,CAAC;QACjF,KAAK,GAAG,CAAC,CAAC,OAAO,uCAAuC,CAAC;QACzD,KAAK,GAAG,CAAC,CAAC,OAAO,sCAAsC,CAAC;QACxD,OAAO,CAAC,CAAC,OAAO,QAAQ,MAAM,EAAE,CAAC;IAClC,CAAC;AACF,CAAC"}
+{"version":3,"file":"openai-compat-provider.js","sourceRoot":"","sources":["../../src/providers/openai-compat-provider.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAGnD,MAAM,oBAAoB,GAAG,KAAK,CAAC;AACnC;;;;GAIG;AACH,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAQlC;;;;;;;;GAQG;AACH,MAAM,OAAO,oBAAoB;IAGH;IAFpB,IAAI,CAAS;IAEtB,YAA6B,MAAkC;QAAlC,WAAM,GAAN,MAAM,CAA4B;QAC9D,IAAI,CAAC,IAAI,GAAG,SAAS,MAAM,CAAC,YAAY,EAAE,CAAC;IAC5C,CAAC;IAED,IAAI,UAAU;QACb,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;IAC/B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,SAAS;QACd,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAClC,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,uBAAuB,EAAE,CAAC;QAEpE,MAAM,IAAI,GAAG,IAAI,eAAe,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,oBAAoB,CAAC,CAAC;QACrE,IAAI,CAAC;YACJ,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,EAAE;gBAC5E,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACR,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,MAAM,EAAE;iBACjC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACpB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;oBAC1B,MAAM,EAAE,GAAG;oBACX,UAAU,EAAE,CAAC;iBACb,CAAC;gBACF,MAAM,EAAE,IAAI,CAAC,MAAM;aACnB,CAAC,CAAC;YACH,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,IAAI,GAAG,CAAC,EAAE;gBAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YACnE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QAClF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,MAAM,OAAO,GAAI,GAAgC,EAAE,IAAI,KAAK,YAAY,CAAC;YACzE,IAAI,OAAO;gBAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,oBAAoB,EAAE,CAAC;YACjE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC;QACvD,CAAC;IACF,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAiB;QAC9B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC1B,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,YAAY,CAAC,GAAiB;QACnC,MAAM,CAAC,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACpC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACrC,IAAI,CAAC,IAAI;gBAAE,OAAO,IAAI,CAAC;YACvB,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACnC,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAClD,CAAC;QACF,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,UAAU,GAA+B,EAAE,CAAC;QAClD,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,SAAS;YAC7B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACf,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3B,CAAC;QACD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACzC,OAAO,EAAE,UAAU,EAAE,CAAC;IACvB,CAAC;IAEO,kBAAkB;QACzB,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QAChC,mEAAmE;QACnE,yCAAyC;QACzC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,CAAC,CAAC;QAC5C,kEAAkE;QAClE,2DAA2D;QAC3D,EAAE;QACF,uEAAuE;QACvE,+DAA+D;QAC/D,oEAAoE;QACpE,4DAA4D;QAC5D,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC5C,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACtB,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,GAAiB;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAClC,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAEzB,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAE9E,8DAA8D;QAC9D,gEAAgE;QAChE,iEAAiE;QACjE,MAAM,SAAS,GAAG,IAAI,eAAe,EAAE,CAAC;QACxC,MAAM,WAAW,GAAG,GAAS,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAClD,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO;YAAE,SAAS,CAAC,KAAK,EAAE,CAAC;;YACrC,GAAG,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACvE,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,kBAAkB,CAAC,CAAC;QAE9E,IAAI,CAAC;YACJ,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,EAAE;gBAC5E,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACR,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,MAAM,EAAE;iBACjC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACpB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;oBAC1B,MAAM;oBACN,MAAM;oBACN,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;oBACjC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;iBACpC,CAAC;gBACF,MAAM,EAAE,SAAS,CAAC,MAAM;aACxB,CAAC,CAAC;YAEH,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,OAAO,IAAI,CAAC;YAEzB,IAAI,CAAC;gBACJ,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA2C,CAAC;gBAC1E,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;gBAC3C,OAAO,kBAAkB,CAAC,IAAI,EAAE,GAAG,CAAC,sBAAsB,EAAE,GAAG,CAAC,CAAC;YAClE,CAAC;YAAC,OAAO,QAAQ,EAAE,CAAC;gBACnB,IAAI,QAAQ,YAAY,WAAW,EAAE,CAAC;oBACrC,OAAO,CAAC,KAAK,CAAC,0DAA0D,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;oBACvF,OAAO,IAAI,CAAC;gBACb,CAAC;gBACD,MAAM,QAAQ,CAAC;YAChB,CAAC;QACF,CAAC;QAAC,MAAM,CAAC;YACR,OAAO,IAAI,CAAC;QACb,CAAC;gBAAS,CAAC;YACV,YAAY,CAAC,aAAa,CAAC,CAAC;YAC5B,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QACtD,CAAC;IACF,CAAC;CACD;AAED;;;;;GAKG;AACH,SAAS,cAAc,CACtB,GAAiB,EACjB,SAAiB;IAEjB,MAAM,MAAM,GAAG,GAAG,CAAC,cAAc;SAC/B,KAAK,CAAC,CAAC,SAAS,CAAC;SACjB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACV,gEAAgE;QAChE,kEAAkE;QAClE,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACvB,MAAM,KAAK,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;YACzD,OAAO,KAAK,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC;QAC/C,CAAC;QACD,OAAO,KAAK,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC;IAChD,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;IACb,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAE1C,4EAA4E;IAC5E,0EAA0E;IAC1E,uEAAuE;IACvE,MAAM,MAAM,GAAG,GAAG,CAAC,sBAAsB,CAAC;IAC1C,MAAM,KAAK,GAAG,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;IAEtE,OAAO;QACN,MAAM,EAAE,GAAG,GAAG,GAAG,MAAM,EAAE;QACzB,MAAM,EAAE,KAAK;KACb,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,CAAS,EAAE,CAAS;IACrC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,SAAS,CAAC,GAAW;IAC7B,OAAO,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AACnD,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAc;IACxC,QAAQ,MAAM,EAAE,CAAC;QAChB,KAAK,GAAG,CAAC,CAAC,OAAO,oCAAoC,CAAC;QACtD,KAAK,GAAG,CAAC,CAAC,OAAO,+DAA+D,CAAC;QACjF,KAAK,GAAG,CAAC,CAAC,OAAO,uCAAuC,CAAC;QACzD,KAAK,GAAG,CAAC,CAAC,OAAO,sCAAsC,CAAC;QACxD,OAAO,CAAC,CAAC,OAAO,QAAQ,MAAM,EAAE,CAAC;IAClC,CAAC;AACF,CAAC"}

package/dist/providers/openai-completions-runner.d.ts

@@ -1,4 +1,5 @@
-import type { GhostRequest } from "./types.js";
+import { type AssistantMessageEventStream } from "@earendil-works/pi-ai";
+import type { GhostRequest, StreamDelta } from "./types.js";
 export interface OpenAICompletionsCallOpts {
     baseUrl: string;
     apiKey: string;
@@ -12,6 +13,7 @@ export interface OpenAICompletionsCallOpts {
     maxTokens: number;
     maxRecentMessages: number;
     contextWindow: number;
+    temperature: number;
 }
 /**
  * Shared OpenAI-completions request path used by both {@link LocalProvider}
@@ -25,4 +27,26 @@ export interface OpenAICompletionsCallOpts {
  */
 export declare function runOpenAICompletion(req: GhostRequest, opts: OpenAICompletionsCallOpts): Promise<string | null>;
 export declare function trimSlash(url: string): string;
+/**
+ * Streaming variant of {@link runOpenAICompletion}. Yields {@link StreamDelta}
+ * chunks as pi-ai's `stream()` produces `text_delta` events. Sanitization
+ * runs on the running cumulative (not per-delta) — per-delta would clip
+ * mid-token and break ghost rendering.
+ *
+ * Yields nothing on auth/connectivity failure, abort, or when the model
+ * record can't be built. The generator's `finally` block clears the
+ * SEC-3 timer and detaches the user-abort listener.
+ */
+export declare function runOpenAICompletionStream(req: GhostRequest, opts: OpenAICompletionsCallOpts): AsyncIterable<StreamDelta>;
+/**
+ * Iterate a pi-ai `AssistantMessageEventStream`, filtering for non-empty
+ * `text_delta` events and emitting them through `sanitizeCompletion` as
+ * `StreamDelta` chunks. Sanitization runs on the running cumulative
+ * (NOT per-delta) since per-token clipping would break ghost rendering.
+ *
+ * Shared by `runOpenAICompletionStream` (Local) and CloudProvider's
+ * `predictStream` so the two paths can't drift on filter/sanitize
+ * semantics.
+ */
+export declare function streamWithSanitize(events: AssistantMessageEventStream, prefix: string): AsyncIterable<StreamDelta>;
 //# sourceMappingURL=openai-completions-runner.d.ts.map

package/dist/providers/openai-completions-runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai-completions-runner.d.ts","sourceRoot":"","sources":["../../src/providers/openai-completions-runner.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE/C,MAAM,WAAW,yBAAyB;IACzC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;CACtB;AAED;;;;;;;;;GASG;AACH,wBAAsB,mBAAmB,CACxC,GAAG,EAAE,YAAY,EACjB,IAAI,EAAE,yBAAyB,GAC7B,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CA+BxB;AAED,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAE7C"}
+{"version":3,"file":"openai-completions-runner.d.ts","sourceRoot":"","sources":["../../src/providers/openai-completions-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAGN,KAAK,2BAA2B,EAKhC,MAAM,uBAAuB,CAAC;AAE/B,OAAO,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAU5D,MAAM,WAAW,yBAAyB;IACzC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;CACpB;AAED;;;;;;;;;GASG;AACH,wBAAsB,mBAAmB,CACxC,GAAG,EAAE,YAAY,EACjB,IAAI,EAAE,yBAAyB,GAC7B,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CA2CxB;AAED,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAE7C;AAED;;;;;;;;;GASG;AACH,wBAAuB,yBAAyB,CAC/C,GAAG,EAAE,YAAY,EACjB,IAAI,EAAE,yBAAyB,GAC7B,aAAa,CAAC,WAAW,CAAC,CAoC5B;AAED;;;;;;;;;GASG;AACH,wBAAuB,kBAAkB,CACxC,MAAM,EAAE,2BAA2B,EACnC,MAAM,EAAE,MAAM,GACZ,aAAa,CAAC,WAAW,CAAC,CAa5B"}

package/dist/providers/openai-completions-runner.js

@@ -1,5 +1,12 @@
-import { complete } from "@earendil-works/pi-ai";
+import { complete, stream, } from "@earendil-works/pi-ai";
 import { buildPromptMessages, sanitizeCompletion } from "./truncate.js";
+/**
+ * Absolute upper bound on a single completion call. Backs SEC-3 for the
+ * pi-ai-backed paths (CloudProvider, LocalProvider). The user's keystroke
+ * abort still cancels earlier; this is the guard for a stationary user
+ * facing a hung backend.
+ */
+const REQUEST_TIMEOUT_MS = 10_000;
 /**
  * Shared OpenAI-completions request path used by both {@link LocalProvider}
  * and {@link OpenAICompatProvider}. Builds the pi-ai model record, sends one
@@ -26,21 +33,109 @@ export async function runOpenAICompletion(req, opts) {
     const { systemPrompt, user } = buildPromptMessages(req, opts.maxRecentMessages);
     const messages = [{ role: "user", content: user, timestamp: Date.now() }];
     const ctx = { systemPrompt, messages };
-    const result = await complete(model, ctx, {
-        signal: req.signal,
-        temperature: 0.2,
-        maxTokens: opts.maxTokens,
-        apiKey: opts.apiKey,
-    });
-    if (result.stopReason === "error" || result.stopReason === "aborted")
-        return null;
-    const text = result.content
-        .filter((c) => c.type === "text")
-        .map((c) => c.text)
-        .join("");
-    return sanitizeCompletion(text, req.editorTextBeforeCursor, 200);
+    // Combine the caller's abort with an absolute timeout (SEC-3).
+    const localCtrl = new AbortController();
+    const onUserAbort = () => localCtrl.abort();
+    if (req.signal.aborted)
+        localCtrl.abort();
+    else
+        req.signal.addEventListener("abort", onUserAbort, { once: true });
+    const timeoutHandle = setTimeout(() => localCtrl.abort(), REQUEST_TIMEOUT_MS);
+    try {
+        const result = await complete(model, ctx, {
+            signal: localCtrl.signal,
+            temperature: opts.temperature,
+            maxTokens: opts.maxTokens,
+            apiKey: opts.apiKey,
+        });
+        if (result.stopReason === "error" || result.stopReason === "aborted")
+            return null;
+        const text = result.content
+            .filter((c) => c.type === "text")
+            .map((c) => c.text)
+            .join("");
+        return sanitizeCompletion(text, req.editorTextBeforeCursor, 200);
+    }
+    finally {
+        clearTimeout(timeoutHandle);
+        req.signal.removeEventListener("abort", onUserAbort);
+    }
 }
 export function trimSlash(url) {
     return url.endsWith("/") ? url.slice(0, -1) : url;
 }
+/**
+ * Streaming variant of {@link runOpenAICompletion}. Yields {@link StreamDelta}
+ * chunks as pi-ai's `stream()` produces `text_delta` events. Sanitization
+ * runs on the running cumulative (not per-delta) — per-delta would clip
+ * mid-token and break ghost rendering.
+ *
+ * Yields nothing on auth/connectivity failure, abort, or when the model
+ * record can't be built. The generator's `finally` block clears the
+ * SEC-3 timer and detaches the user-abort listener.
+ */
+export async function* runOpenAICompletionStream(req, opts) {
+    const model = {
+        id: opts.modelId,
+        name: opts.modelId,
+        api: "openai-completions",
+        provider: opts.providerTag,
+        baseUrl: trimSlash(opts.baseUrl),
+        reasoning: false,
+        input: ["text"],
+        cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
+        contextWindow: opts.contextWindow,
+        maxTokens: opts.maxTokens,
+    };
+    const { systemPrompt, user } = buildPromptMessages(req, opts.maxRecentMessages);
+    const messages = [{ role: "user", content: user, timestamp: Date.now() }];
+    const ctx = { systemPrompt, messages };
+    const localCtrl = new AbortController();
+    const onUserAbort = () => localCtrl.abort();
+    if (req.signal.aborted)
+        localCtrl.abort();
+    else
+        req.signal.addEventListener("abort", onUserAbort, { once: true });
+    const timeoutHandle = setTimeout(() => localCtrl.abort(), REQUEST_TIMEOUT_MS);
+    try {
+        const events = stream(model, ctx, {
+            signal: localCtrl.signal,
+            temperature: opts.temperature,
+            maxTokens: opts.maxTokens,
+            apiKey: opts.apiKey,
+        });
+        yield* streamWithSanitize(events, req.editorTextBeforeCursor);
+    }
+    finally {
+        clearTimeout(timeoutHandle);
+        req.signal.removeEventListener("abort", onUserAbort);
+    }
+}
+/**
+ * Iterate a pi-ai `AssistantMessageEventStream`, filtering for non-empty
+ * `text_delta` events and emitting them through `sanitizeCompletion` as
+ * `StreamDelta` chunks. Sanitization runs on the running cumulative
+ * (NOT per-delta) since per-token clipping would break ghost rendering.
+ *
+ * Shared by `runOpenAICompletionStream` (Local) and CloudProvider's
+ * `predictStream` so the two paths can't drift on filter/sanitize
+ * semantics.
+ */
+export async function* streamWithSanitize(events, prefix) {
+    let raw = "";
+    let firstEmitted = false;
+    for await (const ev of events) {
+        if (ev.type !== "text_delta")
+            continue;
+        if (!ev.delta)
+            continue;
+        raw += ev.delta;
+        const sanitized = sanitizeCompletion(raw, prefix, 200);
+        if (!sanitized)
+            continue;
+        const firstChunk = !firstEmitted;
+        firstEmitted = true;
+        yield { delta: ev.delta, cumulative: sanitized, firstChunk };
+    }
+}
 //# sourceMappingURL=openai-completions-runner.js.map

package/dist/providers/openai-completions-runner.js.map

@@ -1 +1 @@
-{"version":3,"file":"openai-completions-runner.js","sourceRoot":"","sources":["../../src/providers/openai-completions-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAA8D,MAAM,uBAAuB,CAAC;AAC7G,OAAO,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAkBxE;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACxC,GAAiB,EACjB,IAA+B;IAE/B,MAAM,KAAK,GAAgC;QAC1C,EAAE,EAAE,IAAI,CAAC,OAAO;QAChB,IAAI,EAAE,IAAI,CAAC,OAAO;QAClB,GAAG,EAAE,oBAAoB;QACzB,QAAQ,EAAE,IAAI,CAAC,WAA4B;QAC3C,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC;QAChC,SAAS,EAAE,KAAK;QAChB,KAAK,EAAE,CAAC,MAAM,CAAC;QACf,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE;QAC1D,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,SAAS,EAAE,IAAI,CAAC,SAAS;KACzB,CAAC;IAEF,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,GAAG,mBAAmB,CAAC,GAAG,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAChF,MAAM,QAAQ,GAAc,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACrF,MAAM,GAAG,GAAY,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC;IAEhD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE;QACzC,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,WAAW,EAAE,GAAG;QAChB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,MAAM,EAAE,IAAI,CAAC,MAAM;KACnB,CAAC,CAAC;IAEH,IAAI,MAAM,CAAC,UAAU,KAAK,OAAO,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IAClF,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO;SACzB,MAAM,CAAC,CAAC,CAAC,EAAuC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;SACrE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;SAClB,IAAI,CAAC,EAAE,CAAC,CAAC;IACX,OAAO,kBAAkB,CAAC,IAAI,EAAE,GAAG,CAAC,sBAAsB,EAAE,GAAG,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,GAAW;IACpC,OAAO,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AACnD,CAAC"}
+{"version":3,"file":"openai-completions-runner.js","sourceRoot":"","sources":["../../src/providers/openai-completions-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,QAAQ,EACR,MAAM,GAMN,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAGxE;;;;;GAKG;AACH,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAkBlC;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACxC,GAAiB,EACjB,IAA+B;IAE/B,MAAM,KAAK,GAAgC;QAC1C,EAAE,EAAE,IAAI,CAAC,OAAO;QAChB,IAAI,EAAE,IAAI,CAAC,OAAO;QAClB,GAAG,EAAE,oBAAoB;QACzB,QAAQ,EAAE,IAAI,CAAC,WAA4B;QAC3C,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC;QAChC,SAAS,EAAE,KAAK;QAChB,KAAK,EAAE,CAAC,MAAM,CAAC;QACf,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE;QAC1D,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,SAAS,EAAE,IAAI,CAAC,SAAS;KACzB,CAAC;IAEF,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,GAAG,mBAAmB,CAAC,GAAG,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAChF,MAAM,QAAQ,GAAc,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACrF,MAAM,GAAG,GAAY,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC;IAEhD,+DAA+D;IAC/D,MAAM,SAAS,GAAG,IAAI,eAAe,EAAE,CAAC;IACxC,MAAM,WAAW,GAAG,GAAS,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IAClD,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO;QAAE,SAAS,CAAC,KAAK,EAAE,CAAC;;QACrC,GAAG,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACvE,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,kBAAkB,CAAC,CAAC;IAE9E,IAAI,CAAC;QACJ,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE;YACzC,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM;SACnB,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,UAAU,KAAK,OAAO,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QAClF,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO;aACzB,MAAM,CAAC,CAAC,CAAC,EAAuC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;aACrE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;aAClB,IAAI,CAAC,EAAE,CAAC,CAAC;QACX,OAAO,kBAAkB,CAAC,IAAI,EAAE,GAAG,CAAC,sBAAsB,EAAE,GAAG,CAAC,CAAC;IAClE,CAAC;YAAS,CAAC;QACV,YAAY,CAAC,aAAa,CAAC,CAAC;QAC5B,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACtD,CAAC;AACF,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,GAAW;IACpC,OAAO,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AACnD,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,yBAAyB,CAC/C,GAAiB,EACjB,IAA+B;IAE/B,MAAM,KAAK,GAAgC;QAC1C,EAAE,EAAE,IAAI,CAAC,OAAO;QAChB,IAAI,EAAE,IAAI,CAAC,OAAO;QAClB,GAAG,EAAE,oBAAoB;QACzB,QAAQ,EAAE,IAAI,CAAC,WAA4B;QAC3C,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC;QAChC,SAAS,EAAE,KAAK;QAChB,KAAK,EAAE,CAAC,MAAM,CAAC;QACf,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE;QAC1D,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,SAAS,EAAE,IAAI,CAAC,SAAS;KACzB,CAAC;IAEF,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,GAAG,mBAAmB,CAAC,GAAG,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAChF,MAAM,QAAQ,GAAc,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACrF,MAAM,GAAG,GAAY,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC;IAEhD,MAAM,SAAS,GAAG,IAAI,eAAe,EAAE,CAAC;IACxC,MAAM,WAAW,GAAG,GAAS,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IAClD,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO;QAAE,SAAS,CAAC,KAAK,EAAE,CAAC;;QACrC,GAAG,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACvE,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,kBAAkB,CAAC,CAAC;IAE9E,IAAI,CAAC;QACJ,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,GAAG,EAAE;YACjC,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM;SACnB,CAAC,CAAC;QACH,KAAK,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE,GAAG,CAAC,sBAAsB,CAAC,CAAC;IAC/D,CAAC;YAAS,CAAC;QACV,YAAY,CAAC,aAAa,CAAC,CAAC;QAC5B,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACtD,CAAC;AACF,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,kBAAkB,CACxC,MAAmC,EACnC,MAAc;IAEd,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,KAAK,EAAE,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;QAC/B,IAAI,EAAE,CAAC,IAAI,KAAK,YAAY;YAAE,SAAS;QACvC,IAAI,CAAC,EAAE,CAAC,KAAK;YAAE,SAAS;QACxB,GAAG,IAAI,EAAE,CAAC,KAAK,CAAC;QAChB,MAAM,SAAS,GAAG,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;QACvD,IAAI,CAAC,SAAS;YAAE,SAAS;QACzB,MAAM,UAAU,GAAG,CAAC,YAAY,CAAC;QACjC,YAAY,GAAG,IAAI,CAAC;QACpB,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;IAC9D,CAAC;AACF,CAAC"}

package/dist/providers/race.d.ts

@@ -1,5 +1,5 @@
 import type { ProviderLatency } from "../metrics.js";
-import type { GhostProvider, GhostRequest } from "./types.js";
+import { type GhostProvider, type GhostRequest, type StreamDelta } from "./types.js";
 export interface RaceConfig {
     /** Pause/debounce before race starts. Reported as `debounceMs`. */
     pauseMs: number;
@@ -11,6 +11,8 @@ export interface RaceConfig {
 export interface RaceTrace {
     providers: ProviderLatency[];
     winner?: string;
+    /** Members that the weighting policy declined to fire (PRD §M8). */
+    skipped?: string[];
 }
 /**
  * Implements {@link GhostProvider} by racing several providers in parallel.
@@ -26,10 +28,65 @@ export declare class RaceProvider implements GhostProvider {
     readonly name: string;
     private cooldownUntil;
     private lastTrace;
+    private readonly stats;
     constructor(members: GhostProvider[], cfg: RaceConfig);
+    /** Snapshot of per-member weighting stats. Test/diagnostic only. */
+    getMemberStats(): Array<{
+        name: string;
+        slowCount: number;
+        wins: number;
+        skipRemaining: number;
+    }>;
     get debounceMs(): number;
     consumeLastTrace(): RaceTrace | null;
+    /**
+     * Cooldown snapshot for speculative cache warm. The editor consults this
+     * synchronously in `handleTextChange` to decide whether the backspace-of-N
+     * branch may serve a result (it is the most aggressive branch and is only
+     * appropriate when a fresh race would no-op anyway). See PRD §6 M1b.
+     */
+    getCooldownState(now?: number): {
+        active: boolean;
+        remainingMs: number;
+    };
     predict(req: GhostRequest): Promise<string | null>;
+    /**
+     * After a race resolves, update per-member rolling stats and decide who
+     * gets a skip penalty for the next `SKIP_RACES`. A member earns "slow"
+     * if it ran but didn't win this race (when there was a winner).
+     *
+     * `userAborted` distinguishes user-keystroke cancellation from
+     * race-cancellation-by-winner. Member's trace result is "aborted" in
+     * both cases; we only penalize the latter (the member could have run
+     * to completion but lost the race). User keystrokes shouldn't drift
+     * the weighting at all.
+     */
+    private recordRaceOutcome;
+    /**
+     * PRD §M3.5a — streaming variant of `predict`. Each member runs its own
+     * stream under a dedicated AbortController; first member to emit a
+     * non-empty delta wins. Losing members are aborted and their iterators
+     * released. The winner's remaining chunks pass through untouched.
+     *
+     * Trace + stats are recorded identically to `predict()` so M8 weighting
+     * works the same way: winner = first to first-chunk; losers that also
+     * produced are still marked `produced` (they did emit), losers aborted
+     * before producing are `aborted`.
+     */
+    predictStream(req: GhostRequest): AsyncIterable<StreamDelta>;
+    /**
+     * Pump a member's stream until its first non-empty delta. Resolves to
+     * the parked iterator + that delta when produced; null on
+     * empty/aborted/error. Trace is appended for terminal outcomes; the
+     * `produced` entry is pushed once the first non-empty delta arrives so
+     * its latency reflects TTFT, not end-of-stream.
+     */
+    private firstChunkOf;
+    /**
+     * Reset all rolling stats (PRD §M8: "Reset state on `setProvider` /
+     * extension reload"). Public for editor reset paths.
+     */
+    resetStats(): void;
     private runMember;
 }
 /**

package/dist/providers/race.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"race.d.ts","sourceRoot":"","sources":["../../src/providers/race.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE9D,MAAM,WAAW,UAAU;IAC1B,mEAAmE;IACnE,OAAO,EAAE,MAAM,CAAC;IAChB,kEAAkE;IAClE,UAAU,EAAE,MAAM,CAAC;IACnB,qEAAqE;IACrE,QAAQ,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,SAAS;IACzB,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;;;;;;GAOG;AACH,qBAAa,YAAa,YAAW,aAAa;IAMhD,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,GAAG;IANrB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,SAAS,CAA0B;gBAGzB,OAAO,EAAE,aAAa,EAAE,EACxB,GAAG,EAAE,UAAU;IAKjC,IAAI,UAAU,IAAI,MAAM,CAEvB;IAED,gBAAgB,IAAI,SAAS,GAAG,IAAI;IAM9B,OAAO,CAAC,GAAG,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;YA6C1C,SAAS;CA8BvB;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,CAyBrF"}
+{"version":3,"file":"race.d.ts","sourceRoot":"","sources":["../../src/providers/race.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,EAAE,KAAK,aAAa,EAAE,KAAK,YAAY,EAAE,KAAK,WAAW,EAAgB,MAAM,YAAY,CAAC;AAEnG,MAAM,WAAW,UAAU;IAC1B,mEAAmE;IACnE,OAAO,EAAE,MAAM,CAAC;IAChB,kEAAkE;IAClE,UAAU,EAAE,MAAM,CAAC;IACnB,qEAAqE;IACrE,QAAQ,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,SAAS;IACzB,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oEAAoE;IACpE,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB;AAqBD;;;;;;;GAOG;AACH,qBAAa,YAAa,YAAW,aAAa;IAOhD,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,GAAG;IAPrB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,SAAS,CAA0B;IAC3C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA2B;gBAG/B,OAAO,EAAE,aAAa,EAAE,EACxB,GAAG,EAAE,UAAU;IASjC,oEAAoE;IACpE,cAAc,IAAI,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;IAYjG,IAAI,UAAU,IAAI,MAAM,CAEvB;IAED,gBAAgB,IAAI,SAAS,GAAG,IAAI;IAMpC;;;;;OAKG;IACH,gBAAgB,CAAC,GAAG,GAAE,MAAmB,GAAG;QAC3C,MAAM,EAAE,OAAO,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC;KACpB;IAKK,OAAO,CAAC,GAAG,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAgFxD;;;;;;;;;;OAUG;IACH,OAAO,CAAC,iBAAiB;IA6BzB;;;;;;;;;;OAUG;IACI,aAAa,CAAC,GAAG,EAAE,YAAY,GAAG,aAAa,CAAC,WAAW,CAAC;IAgHnE;;;;;;OAMG;YACW,YAAY;IA4C1B;;;OAGG;IACH,UAAU,IAAI,IAAI;YAQJ,SAAS;CA8BvB;AAqCD;;;GAGG;AACH,wBAAgB,YAAY,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,CAyBrF"}