@jait/gateway 0.1.488 → 0.1.489

package/dist/providers/provider-snapshot.d.ts

@@ -0,0 +1,41 @@
+/**
+ * Provider snapshot cache.
+ *
+ * Computing a provider's availability + auth status is expensive: it spawns the
+ * provider CLI (and, for ACP providers, runs a full agent handshake). Doing that
+ * inline on every `GET /api/providers` froze the initial page load while ~7
+ * providers were probed.
+ *
+ * This cache computes the snapshot once, serves it immediately, and refreshes in
+ * the background (stale-while-revalidate). Warm it at startup so the first page
+ * load never pays the probe cost.
+ */
+import type { ProviderRegistry } from "./registry.js";
+import type { ProviderAuthInfo, RuntimeMode } from "./contracts.js";
+export interface ProviderSnapshot {
+    id: string;
+    name: string;
+    description: string;
+    available: boolean;
+    unavailableReason?: string;
+    modes: RuntimeMode[];
+    auth?: ProviderAuthInfo;
+}
+export declare class ProviderSnapshotCache {
+    private readonly registry;
+    private snapshot;
+    private computedAt;
+    private inflight;
+    constructor(registry: ProviderRegistry);
+    /**
+     * Return the current snapshot. Serves cached data immediately when available;
+     * refreshes in the background when stale. Only blocks on a cold cache (or when
+     * `force` is set, e.g. an explicit user-triggered refresh).
+     */
+    get(force?: boolean): Promise<ProviderSnapshot[]>;
+    /** Kick a background refresh without awaiting it (used to warm at startup). */
+    warm(): void;
+    private refresh;
+    private compute;
+}
+//# sourceMappingURL=provider-snapshot.d.ts.map

package/dist/providers/provider-snapshot.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-snapshot.d.ts","sourceRoot":"","sources":["../../src/providers/provider-snapshot.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACtD,OAAO,KAAK,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAEpE,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,OAAO,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,KAAK,EAAE,WAAW,EAAE,CAAC;IACrB,IAAI,CAAC,EAAE,gBAAgB,CAAC;CACzB;AAKD,qBAAa,qBAAqB;IAKpB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAJrC,OAAO,CAAC,QAAQ,CAAmC;IACnD,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,QAAQ,CAA4C;gBAE/B,QAAQ,EAAE,gBAAgB;IAEvD;;;;OAIG;IACG,GAAG,CAAC,KAAK,UAAQ,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAerD,+EAA+E;IAC/E,IAAI,IAAI,IAAI;IAIZ,OAAO,CAAC,OAAO;YAcD,OAAO;CAsBtB"}

package/dist/providers/provider-snapshot.js

@@ -0,0 +1,77 @@
+/**
+ * Provider snapshot cache.
+ *
+ * Computing a provider's availability + auth status is expensive: it spawns the
+ * provider CLI (and, for ACP providers, runs a full agent handshake). Doing that
+ * inline on every `GET /api/providers` froze the initial page load while ~7
+ * providers were probed.
+ *
+ * This cache computes the snapshot once, serves it immediately, and refreshes in
+ * the background (stale-while-revalidate). Warm it at startup so the first page
+ * load never pays the probe cost.
+ */
+/** How long a computed snapshot stays fresh before a background refresh. */
+const SNAPSHOT_TTL_MS = 60_000;
+export class ProviderSnapshotCache {
+    registry;
+    snapshot = null;
+    computedAt = 0;
+    inflight = null;
+    constructor(registry) {
+        this.registry = registry;
+    }
+    /**
+     * Return the current snapshot. Serves cached data immediately when available;
+     * refreshes in the background when stale. Only blocks on a cold cache (or when
+     * `force` is set, e.g. an explicit user-triggered refresh).
+     */
+    async get(force = false) {
+        const fresh = this.snapshot && Date.now() - this.computedAt < SNAPSHOT_TTL_MS;
+        if (!force && fresh)
+            return this.snapshot;
+        // Stale but present: kick a background refresh, return what we have now.
+        if (!force && this.snapshot) {
+            void this.refresh().catch(() => { });
+            return this.snapshot;
+        }
+        // Cold cache or forced refresh: must wait for a computation.
+        return this.refresh();
+    }
+    /** Kick a background refresh without awaiting it (used to warm at startup). */
+    warm() {
+        void this.refresh().catch(() => { });
+    }
+    refresh() {
+        if (this.inflight)
+            return this.inflight;
+        this.inflight = this.compute()
+            .then((snap) => {
+            this.snapshot = snap;
+            this.computedAt = Date.now();
+            return snap;
+        })
+            .finally(() => {
+            this.inflight = null;
+        });
+        return this.inflight;
+    }
+    async compute() {
+        const providers = this.registry.list();
+        return Promise.all(providers.map(async (p) => {
+            await p.checkAvailability().catch(() => false);
+            const auth = await p.getAuthStatus?.().catch(() => p.info.auth
+                ? { ...p.info.auth, authenticated: null, detail: "Failed to check provider auth status." }
+                : undefined);
+            return {
+                id: p.id,
+                name: p.info.name,
+                description: p.info.description,
+                available: p.info.available,
+                unavailableReason: p.info.unavailableReason,
+                modes: p.info.modes,
+                auth: auth ?? p.info.auth,
+            };
+        }));
+    }
+}
+//# sourceMappingURL=provider-snapshot.js.map

package/dist/providers/provider-snapshot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-snapshot.js","sourceRoot":"","sources":["../../src/providers/provider-snapshot.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAeH,4EAA4E;AAC5E,MAAM,eAAe,GAAG,MAAM,CAAC;AAE/B,MAAM,OAAO,qBAAqB;IAKH;IAJrB,QAAQ,GAA8B,IAAI,CAAC;IAC3C,UAAU,GAAG,CAAC,CAAC;IACf,QAAQ,GAAuC,IAAI,CAAC;IAE5D,YAA6B,QAA0B;QAA1B,aAAQ,GAAR,QAAQ,CAAkB;IAAG,CAAC;IAE3D;;;;OAIG;IACH,KAAK,CAAC,GAAG,CAAC,KAAK,GAAG,KAAK;QACrB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,UAAU,GAAG,eAAe,CAAC;QAE9E,IAAI,CAAC,KAAK,IAAI,KAAK;YAAE,OAAO,IAAI,CAAC,QAAS,CAAC;QAE3C,yEAAyE;QACzE,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC5B,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACpC,OAAO,IAAI,CAAC,QAAQ,CAAC;QACvB,CAAC;QAED,6DAA6D;QAC7D,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;IAED,+EAA+E;IAC/E,IAAI;QACF,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACtC,CAAC;IAEO,OAAO;QACb,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC,QAAQ,CAAC;QACxC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE;aAC3B,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;YACb,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC;QACd,CAAC,CAAC;aACD,OAAO,CAAC,GAAG,EAAE;YACZ,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACvB,CAAC,CAAC,CAAC;QACL,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAEO,KAAK,CAAC,OAAO;QACnB,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACvC,OAAO,OAAO,CAAC,GAAG,CAChB,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;YACxB,MAAM,CAAC,CAAC,iBAAiB,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;YAC/C,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAChD,CAAC,CAAC,IAAI,CAAC,IAAI;gBACT,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,EAAE,uCAAuC,EAAE;gBAC1F,CAAC,CAAC,SAAS,CACd,CAAC;YACF,OAAO;gBACL,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI;gBACjB,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW;gBAC/B,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS;gBAC3B,iBAAiB,EAAE,CAAC,CAAC,IAAI,CAAC,iBAAiB;gBAC3C,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK;gBACnB,IAAI,EAAE,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI;aAC1B,CAAC;QACJ,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;CACF"}

package/dist/routes/chat.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chat.d.ts","sourceRoot":"","sources":["../../src/routes/chat.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAkB,MAAM,SAAS,CAAC;AAC/D,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,KAAK,EAAE,WAAW,EAA4B,MAAM,uBAAuB,CAAC;AACnF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,KAAK,EAAE,WAAW,EAAe,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACtF,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAE/D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAC/C,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AACxE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAgCjE,OAAO,KAAK,EAAS,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAC/D,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,sCAAsC,CAAC;AAgGvF,wBAAgB,6BAA6B,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAmBrE;AAyED,wBAAgB,eAAe,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAE3D;AAyUD,wBAAgB,2BAA2B,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI,CAyCtF;AAiZD,MAAM,WAAW,aAAa;IAC5B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,EAAE,CAAC,EAAE,cAAc,CAAC;IACpB,YAAY,CAAC,EAAE,mBAAmB,CAAC;IACnC,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,oBAAoB,CAAC,EAAE,0BAA0B,CAAC;IAClD,YAAY,CAAC,EAAE,CACb,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,OAAO,EACd,OAAO,EAAE,WAAW,EACpB,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,OAAO,CAAC;QAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;KAAE,KACtD,OAAO,CAAC,UAAU,CAAC,CAAC;CAC1B;AAED,wBAAgB,kBAAkB,CAChC,GAAG,EAAE,eAAe,EACpB,MAAM,EAAE,SAAS,EACjB,QAAQ,CAAC,EAAE,MAAM,GAAG,aAAa,EACjC,iBAAiB,CAAC,EAAE,cAAc,QAq5DnC"}
+{"version":3,"file":"chat.d.ts","sourceRoot":"","sources":["../../src/routes/chat.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAkB,MAAM,SAAS,CAAC;AAC/D,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,KAAK,EAAE,WAAW,EAA4B,MAAM,uBAAuB,CAAC;AACnF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,KAAK,EAAE,WAAW,EAAe,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACtF,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAE/D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAC/C,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AACxE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAgCjE,OAAO,KAAK,EAAS,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAC/D,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,sCAAsC,CAAC;AAgGvF,wBAAgB,6BAA6B,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAmBrE;AAyED,wBAAgB,eAAe,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAE3D;AAyUD,wBAAgB,2BAA2B,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI,CAyCtF;AA0ZD,MAAM,WAAW,aAAa;IAC5B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,EAAE,CAAC,EAAE,cAAc,CAAC;IACpB,YAAY,CAAC,EAAE,mBAAmB,CAAC;IACnC,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,oBAAoB,CAAC,EAAE,0BAA0B,CAAC;IAClD,YAAY,CAAC,EAAE,CACb,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,OAAO,EACd,OAAO,EAAE,WAAW,EACpB,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,OAAO,CAAC;QAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;KAAE,KACtD,OAAO,CAAC,UAAU,CAAC,CAAC;CAC1B;AAED,wBAAgB,kBAAkB,CAChC,GAAG,EAAE,eAAe,EACpB,MAAM,EAAE,SAAS,EACjB,QAAQ,CAAC,EAAE,MAAM,GAAG,aAAa,EACjC,iBAAiB,CAAC,EAAE,cAAc,QA85DnC"}

package/dist/routes/chat.js

@@ -439,6 +439,16 @@ function accumulateThinking(sessionId, content) {
 /** Record a tool call start in the streaming accumulator */
 function accumulateToolStart(sessionId, callId, tool, args, parentCallId) {
     const acc = getOrCreateAccumulator(sessionId);
+    // ACP agents can re-emit an enriched tool.start for the same callId
+    // (progressive tool_call_update). Upgrade in place rather than duplicating.
+    const existing = acc.toolCalls.find(t => t.callId === callId);
+    if (existing) {
+        existing.tool = tool;
+        existing.args = args;
+        if (parentCallId !== undefined)
+            existing.parentCallId = parentCallId;
+        return;
+    }
     acc.toolCalls.push({ callId, parentCallId, tool, args, ok: true, message: "", startedAt: Date.now() });
     const last = acc.segments[acc.segments.length - 1];
     if (last?.type === "toolGroup") {
@@ -1458,17 +1468,28 @@ export function registerChatRoutes(app, config, depsOrDb, sessionServiceArg) {
                                 // tokens were streamed for it.
                                 tokenBytesThisBlock = 0;
                                 const callId = event.callId ?? `cli-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`;
-                                // Accumulate for persistence
-                                cliToolCalls.push({
-                                    callId,
-                                    parentCallId: event.parentCallId,
-                                    tool: event.tool,
-                                    args: event.args ?? {},
-                                    ok: true,
-                                    message: "",
-                                    startedAt: Date.now(),
-                                });
-                                pendingToolGroup.push(callId);
+                                // Accumulate for persistence. ACP agents may re-emit an enriched
+                                // tool.start for the same callId (progressive tool_call_update),
+                                // so upgrade the existing entry in place instead of duplicating.
+                                const existingCliCall = cliToolCalls.find(t => t.callId === callId);
+                                if (existingCliCall) {
+                                    existingCliCall.tool = event.tool;
+                                    existingCliCall.args = event.args ?? {};
+                                    if (event.parentCallId !== undefined)
+                                        existingCliCall.parentCallId = event.parentCallId;
+                                }
+                                else {
+                                    cliToolCalls.push({
+                                        callId,
+                                        parentCallId: event.parentCallId,
+                                        tool: event.tool,
+                                        args: event.args ?? {},
+                                        ok: true,
+                                        message: "",
+                                        startedAt: Date.now(),
+                                    });
+                                    pendingToolGroup.push(callId);
+                                }
                                 // Save backup of the original file before external providers mutate it.
                                 const mutationPath = getExternalFileMutationPath(event.tool, event.args);
                                 if (mutationPath && cliFsSurface) {