forgebadger 0.1.1 → 0.1.3

package/dist/gateway/src/services/agent/llm-response.js

@@ -38,8 +38,11 @@ export function validateCompletion(completion, format, requireReason) {
     const reason = completion.finishReason;
     const tools = completion.toolCalls;
     const successful = format === "openai" ? ["stop", "tool_calls"] : ["end_turn", "stop_sequence", "tool_use"];
-    if ((requireReason && !reason) || (reason !== undefined && !successful.includes(reason)))
-        invalidResponse("missing or unsuccessful termination");
+    if (requireReason && !reason)
+        invalidResponse("missing termination reason");
+    if (reason !== undefined && !successful.includes(reason)) {
+        invalidResponse(reason === "length" || reason === "max_tokens" ? "token limit termination" : "unsuccessful termination");
+    }
     if (reason && ((reason === "tool_calls" || reason === "tool_use") !== (tools.length > 0)))
         invalidResponse("termination does not match tool batch");
     if (!completion.message.trim() && tools.length === 0)
@@ -64,9 +67,15 @@ export function publishCompletion(completion, emit, signal, alreadyStreamed = fa
     for (const toolCall of completion.toolCalls)
         emit({ type: "tool_call", toolCall });
     const result = { message: completion.message,
+        assistant: { role: "assistant", content: completion.message,
+            ...(completion.toolCalls.length ? { toolCalls: completion.toolCalls } : {}),
+            ...(completion.replay ? { providerReplay: completion.replay } : {}) },
         ...(completion.finishReason === undefined ? {} : { finishReason: completion.finishReason }),
         ...(completion.usage ? { usage: completion.usage } : {}) };
-    emit({ type: "done", ...result });
+    // Private replay is returned to the runtime only, never spread into events.
+    emit({ type: "done", message: result.message,
+        ...(result.finishReason === undefined ? {} : { finishReason: result.finishReason }),
+        ...(result.usage ? { usage: result.usage } : {}) });
     return result;
 }
 export function usage(value, format) {
@@ -84,6 +93,34 @@ export function usage(value, format) {
             invalidResponse("invalid usage");
         result[target] = count;
     }
+    const readCount = (value) => {
+        if (value === undefined || value === null)
+            return undefined;
+        if (typeof value !== 'number' || !Number.isSafeInteger(value) || value < 0)
+            invalidResponse('invalid usage');
+        return value;
+    };
+    if (format === 'openai') {
+        const prompt = data.prompt_tokens_details == null ? {} : record(data.prompt_tokens_details);
+        const completion = data.completion_tokens_details == null ? {} : record(data.completion_tokens_details);
+        const cached = readCount(prompt.cached_tokens), reasoning = readCount(completion.reasoning_tokens);
+        if (cached !== undefined)
+            result.cachedInputTokens = cached;
+        if (reasoning !== undefined)
+            result.reasoningTokens = reasoning;
+    }
+    else {
+        const cached = readCount(data.cache_read_input_tokens), written = readCount(data.cache_creation_input_tokens);
+        if (cached !== undefined)
+            result.cachedInputTokens = cached;
+        if (written !== undefined)
+            result.cacheWriteInputTokens = written;
+        if (result.inputTokens !== undefined)
+            result.inputTokens += (cached ?? 0) + (written ?? 0);
+    }
+    if ((result.inputTokens !== undefined && (result.cachedInputTokens ?? 0) + (result.cacheWriteInputTokens ?? 0) > result.inputTokens)
+        || (result.outputTokens !== undefined && (result.reasoningTokens ?? 0) > result.outputTokens))
+        invalidResponse('inconsistent usage');
     return result;
 }
 /** Abort even injected transports/readers that do not honor AbortSignal themselves. */

package/dist/gateway/src/services/agent/llm-response.js.map

@@ -1 +1 @@
-{"version":3,"file":"llm-response.js","sourceRoot":"","sources":["../../../../src/services/agent/llm-response.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAGxC,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAClD,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAG,GAAG,IAAI,CAAC;AAClD,MAAM,CAAC,MAAM,cAAc,GAAG,EAAE,CAAC;AAOjC,MAAM,UAAU,eAAe,CAAC,MAAc;IAC5C,oFAAoF;IACpF,MAAM,IAAI,UAAU,CAAC,4BAA4B,EAAE,8BAA8B,MAAM,EAAE,CAAC,CAAC;AAC7F,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,KAAc;IACnC,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,eAAe,CAAC,iBAAiB,CAAC,CAAC;IAC5G,OAAO,KAAgC,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAa;IACrC,IAAI,CAAC;QAAC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAY,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,eAAe,CAAC,gBAAgB,CAAC,CAAC;IAAC,CAAC;AAClG,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAc;IACzC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IACrD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,eAAe,CAAC,eAAe,CAAC,CAAC;IAChE,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAiB;IAC3C,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG;QAAE,eAAe,CAAC,uBAAuB,CAAC,CAAC;IACrI,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,uBAAuB;QAAE,eAAe,CAAC,0BAA0B,CAAC,CAAC;IAC7G,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IAClC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,UAAyB,EAAE,MAA8B,EAAE,aAAsB;IAClH,MAAM,MAAM,GAAG,UAAU,CAAC,YAAY,CAAC;IACvC,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,CAAC;IACnC,MAAM,UAAU,GAAG,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC;IAC5G,IAAI,CAAC,aAAa,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAAE,eAAe,CAAC,qCAAqC,CAAC,CAAC;IACjJ,IAAI,MAAM,IAAI,CAAC,CAAC,MAAM,KAAK,YAAY,IAAI,MAAM,KAAK,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAAE,eAAe,CAAC,uCAAuC,CAAC,CAAC;IACpJ,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,eAAe,CAAC,0BAA0B,CAAC,CAAC;IAClG,IAAI,KAAK,CAAC,MAAM,GAAG,cAAc;QAAE,eAAe,CAAC,qBAAqB,CAAC,CAAC;IAC1E,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,WAAW,CAAC,IAAI,CAAC,CAAC;QAClB,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAAE,eAAe,CAAC,mBAAmB,CAAC,CAAC;QAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACnB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,UAAyB,EAAE,IAAa,EAAE,MAAmB,EAAE,eAAe,GAAG,KAAK;IACtH,MAAM,CAAC,cAAc,EAAE,CAAC;IACxB,IAAI,CAAC,eAAe,IAAI,UAAU,CAAC,QAAQ;QAAE,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC;IACzG,IAAI,CAAC,eAAe,IAAI,UAAU,CAAC,OAAO;QAAE,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC;IACnG,MAAM,CAAC,cAAc,EAAE,CAAC;IACxB,KAAK,MAAM,QAAQ,IAAI,UAAU,CAAC,SAAS;QAAE,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,CAAC;IACnF,MAAM,MAAM,GAAc,EAAE,OAAO,EAAE,UAAU,CAAC,OAAO;QACrD,GAAG,CAAC,UAAU,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,YAAY,EAAE,CAAC;QAC3F,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;IAC7D,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;IAClC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,KAAc,EAAE,MAA8B;IAClE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5D,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,QAAQ;QACjD,CAAC,CAAC,CAAC,CAAC,eAAe,EAAE,aAAa,CAAC,EAAE,CAAC,mBAAmB,EAAE,cAAc,CAAC,EAAE,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;QAC5G,CAAC,CAAC,CAAC,CAAC,cAAc,EAAE,aAAa,CAAC,EAAE,CAAC,eAAe,EAAE,cAAc,CAAC,CAAC,CAAoC,EAAE,CAAC;QAC7G,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3B,IAAI,KAAK,KAAK,SAAS;YAAE,SAAS;QAClC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;YAAE,eAAe,CAAC,eAAe,CAAC,CAAC;QAC7G,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC;IACzB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,uFAAuF;AACvF,MAAM,CAAC,KAAK,UAAU,SAAS,CAAI,SAAqB,EAAE,MAAmB;IAC3E,IAAI,MAAM,CAAC,OAAO;QAAE,KAAK,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC1D,MAAM,CAAC,cAAc,EAAE,CAAC;IACxB,IAAI,KAAkB,CAAC;IACvB,IAAI,CAAC;QACH,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,IAAI,OAAO,CAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE;gBAC5E,KAAK,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC;gBACpE,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,CAAC,CAAC,CAAC,CAAC,CAAC;IACP,CAAC;YAAS,CAAC;QAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAAC,CAAC;AAC3D,CAAC;AAED,KAAK,SAAS,CAAC,CAAC,cAAc,CAAC,QAAkB,EAAE,MAAmB;IACpE,IAAI,CAAC,QAAQ,CAAC,IAAI;QAAE,eAAe,CAAC,uBAAuB,CAAC,CAAC;IAC7D,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;IACzC,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;YACrD,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBAAC,SAAS,GAAG,IAAI,CAAC;gBAAC,MAAM;YAAC,CAAC;YAC5C,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC;YAC/B,IAAI,IAAI,GAAG,kBAAkB;gBAAE,eAAe,CAAC,oBAAoB,CAAC,CAAC;YACrE,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,CAAC;QACD,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC;IACzB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,CAAC,OAAO,IAAI,KAAK,YAAY,UAAU;YAAE,MAAM,KAAK,CAAC;QAC/D,eAAe,CAAC,uCAAuC,CAAC,CAAC;IAC3D,CAAC;YAAS,CAAC;QACT,IAAI,CAAC,SAAS;YAAE,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC5D,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,QAAkB,EAAE,MAAmB;IAC5E,4FAA4F;IAC5F,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,OAAO,QAAQ,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC1D,IAAI,KAAc,CAAC;QACnB,IAAI,CAAC;YAAC,KAAK,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;QAAC,CAAC;QACzD,OAAO,KAAK,EAAE,CAAC;YAAC,IAAI,MAAM,CAAC,OAAO;gBAAE,MAAM,KAAK,CAAC;YAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;QAAC,CAAC;QACrF,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,UAAU,KAAK,SAAS,IAAI,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,kBAAkB;YAAE,eAAe,CAAC,6BAA6B,CAAC,CAAC;QACnI,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC;QAAE,IAAI,IAAI,KAAK,CAAC;IAC1E,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,QAAkB;IACtC,OAAO,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,cAAc,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,mBAAmB,CAAC;AAC5G,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,OAAO,CAAC,QAAkB,EAAE,MAAmB;IACpE,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,IAAI,GAAa,EAAE,CAAC;IACxB,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;QAC3D,OAAO,IAAI,KAAK,CAAC;QACjB,IAAI,GAAW,CAAC;QAChB,OAAO,CAAC,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACvD,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;YACjC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,IAAI,IAAI,CAAC,MAAM;oBAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxD,IAAI,GAAG,EAAE,CAAC;gBAAC,KAAK,GAAG,EAAE,CAAC;YACxB,CAAC;iBAAM,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;gBAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;iBAC5E,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;gBAAE,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACnE,CAAC;IACH,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,EAAE;QAAE,eAAe,CAAC,sBAAsB,CAAC,CAAC;AAC7E,CAAC"}
+{"version":3,"file":"llm-response.js","sourceRoot":"","sources":["../../../../src/services/agent/llm-response.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAGxC,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAClD,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAG,GAAG,IAAI,CAAC;AAClD,MAAM,CAAC,MAAM,cAAc,GAAG,EAAE,CAAC;AAOjC,MAAM,UAAU,eAAe,CAAC,MAAc;IAC5C,oFAAoF;IACpF,MAAM,IAAI,UAAU,CAAC,4BAA4B,EAAE,8BAA8B,MAAM,EAAE,CAAC,CAAC;AAC7F,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,KAAc;IACnC,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,eAAe,CAAC,iBAAiB,CAAC,CAAC;IAC5G,OAAO,KAAgC,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAa;IACrC,IAAI,CAAC;QAAC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAY,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,eAAe,CAAC,gBAAgB,CAAC,CAAC;IAAC,CAAC;AAClG,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAc;IACzC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IACrD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,eAAe,CAAC,eAAe,CAAC,CAAC;IAChE,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAiB;IAC3C,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG;QAAE,eAAe,CAAC,uBAAuB,CAAC,CAAC;IACrI,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,uBAAuB;QAAE,eAAe,CAAC,0BAA0B,CAAC,CAAC;IAC7G,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IAClC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,UAAyB,EAAE,MAA8B,EAAE,aAAsB;IAClH,MAAM,MAAM,GAAG,UAAU,CAAC,YAAY,CAAC;IACvC,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,CAAC;IACnC,MAAM,UAAU,GAAG,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC;IAC5G,IAAI,aAAa,IAAI,CAAC,MAAM;QAAE,eAAe,CAAC,4BAA4B,CAAC,CAAC;IAC5E,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACzD,eAAe,CAAC,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,YAAY,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC;IAC3H,CAAC;IACD,IAAI,MAAM,IAAI,CAAC,CAAC,MAAM,KAAK,YAAY,IAAI,MAAM,KAAK,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAAE,eAAe,CAAC,uCAAuC,CAAC,CAAC;IACpJ,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,eAAe,CAAC,0BAA0B,CAAC,CAAC;IAClG,IAAI,KAAK,CAAC,MAAM,GAAG,cAAc;QAAE,eAAe,CAAC,qBAAqB,CAAC,CAAC;IAC1E,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,WAAW,CAAC,IAAI,CAAC,CAAC;QAClB,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAAE,eAAe,CAAC,mBAAmB,CAAC,CAAC;QAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACnB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,UAAyB,EAAE,IAAa,EAAE,MAAmB,EAAE,eAAe,GAAG,KAAK;IACtH,MAAM,CAAC,cAAc,EAAE,CAAC;IACxB,IAAI,CAAC,eAAe,IAAI,UAAU,CAAC,QAAQ;QAAE,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC;IACzG,IAAI,CAAC,eAAe,IAAI,UAAU,CAAC,OAAO;QAAE,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC;IACnG,MAAM,CAAC,cAAc,EAAE,CAAC;IACxB,KAAK,MAAM,QAAQ,IAAI,UAAU,CAAC,SAAS;QAAE,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,CAAC;IACnF,MAAM,MAAM,GAAc,EAAE,OAAO,EAAE,UAAU,CAAC,OAAO;QACrD,SAAS,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,CAAC,OAAO;YACzD,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3E,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;QACvE,GAAG,CAAC,UAAU,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,YAAY,EAAE,CAAC;QAC3F,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;IAC7D,4EAA4E;IAC5E,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO;QAC1C,GAAG,CAAC,MAAM,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC;QACnF,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACtD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,KAAc,EAAE,MAA8B;IAClE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5D,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,QAAQ;QACjD,CAAC,CAAC,CAAC,CAAC,eAAe,EAAE,aAAa,CAAC,EAAE,CAAC,mBAAmB,EAAE,cAAc,CAAC,EAAE,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;QAC5G,CAAC,CAAC,CAAC,CAAC,cAAc,EAAE,aAAa,CAAC,EAAE,CAAC,eAAe,EAAE,cAAc,CAAC,CAAC,CAAoC,EAAE,CAAC;QAC7G,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3B,IAAI,KAAK,KAAK,SAAS;YAAE,SAAS;QAClC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;YAAE,eAAe,CAAC,eAAe,CAAC,CAAC;QAC7G,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC;IACzB,CAAC;IACD,MAAM,SAAS,GAAG,CAAC,KAAc,EAAsB,EAAE;QACvD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;YAAE,OAAO,SAAS,CAAC;QAC5D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;YAAE,eAAe,CAAC,eAAe,CAAC,CAAC;QAC7G,OAAO,KAAK,CAAC;IACf,CAAC,CAAC;IACF,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC5F,MAAM,UAAU,GAAG,IAAI,CAAC,yBAAyB,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACxG,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;QACnG,IAAI,MAAM,KAAK,SAAS;YAAE,MAAM,CAAC,iBAAiB,GAAG,MAAM,CAAC;QAC5D,IAAI,SAAS,KAAK,SAAS;YAAE,MAAM,CAAC,eAAe,GAAG,SAAS,CAAC;IAClE,CAAC;SAAM,CAAC;QACN,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,uBAAuB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QAC9G,IAAI,MAAM,KAAK,SAAS;YAAE,MAAM,CAAC,iBAAiB,GAAG,MAAM,CAAC;QAC5D,IAAI,OAAO,KAAK,SAAS;YAAE,MAAM,CAAC,qBAAqB,GAAG,OAAO,CAAC;QAClE,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS;YAAE,MAAM,CAAC,WAAW,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC;IAC7F,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,qBAAqB,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC;WAC/H,CAAC,MAAM,CAAC,YAAY,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC;QAAE,eAAe,CAAC,oBAAoB,CAAC,CAAC;IACvI,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,uFAAuF;AACvF,MAAM,CAAC,KAAK,UAAU,SAAS,CAAI,SAAqB,EAAE,MAAmB;IAC3E,IAAI,MAAM,CAAC,OAAO;QAAE,KAAK,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC1D,MAAM,CAAC,cAAc,EAAE,CAAC;IACxB,IAAI,KAAkB,CAAC;IACvB,IAAI,CAAC;QACH,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,IAAI,OAAO,CAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE;gBAC5E,KAAK,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC;gBACpE,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,CAAC,CAAC,CAAC,CAAC,CAAC;IACP,CAAC;YAAS,CAAC;QAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAAC,CAAC;AAC3D,CAAC;AAED,KAAK,SAAS,CAAC,CAAC,cAAc,CAAC,QAAkB,EAAE,MAAmB;IACpE,IAAI,CAAC,QAAQ,CAAC,IAAI;QAAE,eAAe,CAAC,uBAAuB,CAAC,CAAC;IAC7D,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;IACzC,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;YACrD,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBAAC,SAAS,GAAG,IAAI,CAAC;gBAAC,MAAM;YAAC,CAAC;YAC5C,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC;YAC/B,IAAI,IAAI,GAAG,kBAAkB;gBAAE,eAAe,CAAC,oBAAoB,CAAC,CAAC;YACrE,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,CAAC;QACD,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC;IACzB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,CAAC,OAAO,IAAI,KAAK,YAAY,UAAU;YAAE,MAAM,KAAK,CAAC;QAC/D,eAAe,CAAC,uCAAuC,CAAC,CAAC;IAC3D,CAAC;YAAS,CAAC;QACT,IAAI,CAAC,SAAS;YAAE,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC5D,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,QAAkB,EAAE,MAAmB;IAC5E,4FAA4F;IAC5F,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,OAAO,QAAQ,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC1D,IAAI,KAAc,CAAC;QACnB,IAAI,CAAC;YAAC,KAAK,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;QAAC,CAAC;QACzD,OAAO,KAAK,EAAE,CAAC;YAAC,IAAI,MAAM,CAAC,OAAO;gBAAE,MAAM,KAAK,CAAC;YAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;QAAC,CAAC;QACrF,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,UAAU,KAAK,SAAS,IAAI,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,kBAAkB;YAAE,eAAe,CAAC,6BAA6B,CAAC,CAAC;QACnI,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC;QAAE,IAAI,IAAI,KAAK,CAAC;IAC1E,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,QAAkB;IACtC,OAAO,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,cAAc,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,mBAAmB,CAAC;AAC5G,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,OAAO,CAAC,QAAkB,EAAE,MAAmB;IACpE,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,IAAI,GAAa,EAAE,CAAC;IACxB,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;QAC3D,OAAO,IAAI,KAAK,CAAC;QACjB,IAAI,GAAW,CAAC;QAChB,OAAO,CAAC,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACvD,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;YACjC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,IAAI,IAAI,CAAC,MAAM;oBAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxD,IAAI,GAAG,EAAE,CAAC;gBAAC,KAAK,GAAG,EAAE,CAAC;YACxB,CAAC;iBAAM,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;gBAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;iBAC5E,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;gBAAE,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACnE,CAAC;IACH,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,EAAE;QAAE,eAAe,CAAC,sBAAsB,CAAC,CAAC;AAC7E,CAAC"}

package/dist/gateway/src/services/agent/memory-search-index.d.ts

@@ -0,0 +1,30 @@
+import type { Database } from '../../db/types.js';
+interface IndexScope {
+    scope: string;
+    projectId?: string | null;
+    conversationId?: string | null;
+}
+interface IndexEntry {
+    id: string;
+    user_id: string;
+    scope: string;
+    project_id: string | null;
+    kind: string;
+    text: string;
+}
+export declare const MEMORY_INDEX_BATCH_SIZE = 64;
+export declare const MAX_MEMORY_CHARACTERS: number;
+export declare class MemorySearchIndex {
+    private db;
+    private userId;
+    constructor(db: Database, userId: string);
+    /** Caller owns the transaction containing the corresponding memory write. */
+    write(entry: IndexEntry): void;
+    /** Missing/outdated markers are durable work items; no in-memory cursor needed. */
+    rebuildBatch(scopes?: readonly IndexScope[]): boolean;
+    /** Persist rebuild progress first, then pin readiness and all query reads to
+     * one snapshot. Peer invalidation must not turn a ready search into false empty. */
+    withReadySnapshot<T>(scopes: readonly IndexScope[], read: () => T): T;
+    private pending;
+}
+export {};

package/dist/gateway/src/services/agent/memory-search-index.js

@@ -0,0 +1,63 @@
+import { memoryTokens, MEMORY_TOKENIZER_VERSION } from './recall-query.js';
+import { AgentError } from './types.js';
+// At most 64 × 8,192 UTF-16 code units per transaction, not a retrieval cutoff.
+export const MEMORY_INDEX_BATCH_SIZE = 64;
+export const MAX_MEMORY_CHARACTERS = 8 * 1024;
+export class MemorySearchIndex {
+    db;
+    userId;
+    constructor(db, userId) {
+        this.db = db;
+        this.userId = userId;
+    }
+    /** Caller owns the transaction containing the corresponding memory write. */
+    write(entry) {
+        if (entry.user_id !== this.userId)
+            throw new Error('AGENT_MEMORY_INDEX_OWNER');
+        if (entry.text.length > MAX_MEMORY_CHARACTERS)
+            throw new Error('AGENT_MEMORY_INDEX_DOCUMENT_TOO_LONG');
+        const tokens = memoryTokens(entry.text).join(' ');
+        this.db.prepare('DELETE FROM copilot_memory_fts WHERE user_id=? AND memory_id=?').run(this.userId, entry.id);
+        this.db.prepare('INSERT INTO copilot_memory_fts(memory_id,user_id,scope,project_id,kind,text) VALUES(?,?,?,?,?,?)')
+            .run(entry.id, this.userId, entry.scope, entry.project_id ?? '', entry.kind, tokens);
+        this.db.prepare(`INSERT INTO copilot_memory_search_index(user_id,memory_id,version) VALUES(?,?,?)
+      ON CONFLICT(user_id,memory_id) DO UPDATE SET version=excluded.version`)
+            .run(this.userId, entry.id, MEMORY_TOKENIZER_VERSION);
+    }
+    /** Missing/outdated markers are durable work items; no in-memory cursor needed. */
+    rebuildBatch(scopes) {
+        return this.db.transaction(() => {
+            const rows = this.pending(scopes, MEMORY_INDEX_BATCH_SIZE + 1);
+            for (const row of rows.slice(0, MEMORY_INDEX_BATCH_SIZE))
+                this.write(row);
+            return rows.length <= MEMORY_INDEX_BATCH_SIZE;
+        }).immediate();
+    }
+    /** Persist rebuild progress first, then pin readiness and all query reads to
+     * one snapshot. Peer invalidation must not turn a ready search into false empty. */
+    withReadySnapshot(scopes, read) {
+        if (!this.rebuildBatch(scopes))
+            throw indexBuilding();
+        return this.db.transaction(() => {
+            if (this.pending(scopes, 1).length)
+                throw indexBuilding();
+            return read();
+        }).deferred();
+    }
+    pending(scopes, limit) {
+        const scopeJson = scopes === undefined ? null : JSON.stringify(scopes);
+        return this.db.prepare(`SELECT m.* FROM copilot_memory m
+      LEFT JOIN copilot_memory_search_index i ON i.user_id=m.user_id AND i.memory_id=m.id
+      WHERE m.user_id=? AND (i.version IS NULL OR i.version<>?)
+        AND (? IS NULL OR EXISTS(SELECT 1 FROM json_each(?) s
+          WHERE m.scope=json_extract(s.value,'$.scope')
+            AND m.project_id IS json_extract(s.value,'$.projectId')
+            AND m.conversation_id IS json_extract(s.value,'$.conversationId')))
+      ORDER BY m.id LIMIT ?`)
+            .all(this.userId, MEMORY_TOKENIZER_VERSION, scopeJson, scopeJson, limit);
+    }
+}
+function indexBuilding() {
+    return new AgentError('AGENT_MEMORY_INDEX_BUILDING', 'AGENT_MEMORY_INDEX_BUILDING: memory search index is rebuilding; retry shortly.');
+}
+//# sourceMappingURL=memory-search-index.js.map

package/dist/gateway/src/services/agent/memory-search-index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-search-index.js","sourceRoot":"","sources":["../../../../src/services/agent/memory-search-index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAC;AAC3E,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAIxC,gFAAgF;AAChF,MAAM,CAAC,MAAM,uBAAuB,GAAG,EAAE,CAAC;AAC1C,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,GAAG,IAAI,CAAC;AAE9C,MAAM,OAAO,iBAAiB;IACR;IAAsB;IAA1C,YAAoB,EAAY,EAAU,MAAc;QAApC,OAAE,GAAF,EAAE,CAAU;QAAU,WAAM,GAAN,MAAM,CAAQ;IAAG,CAAC;IAE5D,6EAA6E;IAC7E,KAAK,CAAC,KAAiB;QACrB,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC/E,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,qBAAqB;YAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QACvG,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClD,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,gEAAgE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;QAC7G,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,kGAAkG,CAAC;aAChH,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,IAAI,EAAE,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACvF,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;4EACwD,CAAC;aACtE,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,EAAE,wBAAwB,CAAC,CAAC;IAC1D,CAAC;IAED,mFAAmF;IACnF,YAAY,CAAC,MAA8B;QACzC,OAAO,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,uBAAuB,GAAG,CAAC,CAAC,CAAC;YAC/D,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,uBAAuB,CAAC;gBAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC1E,OAAO,IAAI,CAAC,MAAM,IAAI,uBAAuB,CAAC;QAChD,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IACjB,CAAC;IAED;wFACoF;IACpF,iBAAiB,CAAI,MAA6B,EAAE,IAAa;QAC/D,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;YAAE,MAAM,aAAa,EAAE,CAAC;QACtD,OAAO,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YAC9B,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM;gBAAE,MAAM,aAAa,EAAE,CAAC;YAC1D,OAAO,IAAI,EAAE,CAAC;QAChB,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IAChB,CAAC;IAEO,OAAO,CAAC,MAAyC,EAAE,KAAa;QACtE,MAAM,SAAS,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACvE,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;;4BAOC,CAAC;aACtB,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,wBAAwB,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,CAAiB,CAAC;IAC7F,CAAC;CACF;AAED,SAAS,aAAa;IACpB,OAAO,IAAI,UAAU,CAAC,6BAA6B,EACjD,gFAAgF,CAAC,CAAC;AACtF,CAAC"}

package/dist/gateway/src/services/agent/memory.d.ts

@@ -18,6 +18,7 @@ export declare class AgentMemoryRepository {
     private validateScope;
     list(scope: AgentMemoryScope, limit?: number): AgentMemoryEntry[];
     search(query: string, scope: AgentMemoryScope, limit?: number): AgentMemoryEntry[];
+    private find;
     /**
      * Search all permitted scopes, retaining FTS rank within each scope and
      * reserving a recall opportunity for scoped decisions before global facts.

package/dist/gateway/src/services/agent/memory.js

@@ -7,9 +7,10 @@
  * remembers about the platform, a project, or a conversation. All access is
  * scoped by user_id; writes are idempotent via the operation log.
  */
+import { MemorySearchIndex, MAX_MEMORY_CHARACTERS as MAX_MEMORY_TEXT } from './memory-search-index.js';
+import { recallTerms, ftsExpression } from "./recall-query.js";
 import { randomUUID } from "node:crypto";
 import { redactAgentText } from "./redaction.js";
-const MAX_MEMORY_TEXT = 8 * 1024;
 const MAX_SEARCH_LIMIT = 20;
 export class AgentMemoryRepository {
     db;
@@ -46,10 +47,7 @@ export class AgentMemoryRepository {
         INSERT INTO copilot_memory (id, user_id, scope, project_id, conversation_id, kind, text, metadata_json, created_at, updated_at)
         VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
       `).run(entry.id, entry.user_id, entry.scope, entry.project_id, entry.conversation_id, entry.kind, entry.text, entry.metadata_json, entry.created_at, entry.updated_at);
-            this.db.prepare(`
-        INSERT INTO copilot_memory_fts (memory_id, user_id, scope, project_id, kind, text)
-        VALUES (?, ?, ?, ?, ?, ?)
-      `).run(entry.id, entry.user_id, entry.scope, entry.project_id ?? "", entry.kind, entry.text);
+            new MemorySearchIndex(this.db, this.userId).write(entry);
         }).immediate();
         return toEntry(entry);
     }
@@ -90,16 +88,25 @@ export class AgentMemoryRepository {
     }
     search(query, scope, limit = 10) {
         this.validateScope(scope);
-        const q = query.trim();
-        if (!q)
+        const terms = recallTerms(query, 'all');
+        if (!terms.length)
+            return [];
+        return new MemorySearchIndex(this.db, this.userId).withReadySnapshot([scope], () => {
+            this.validateScope(scope);
+            return this.find(terms, scope, limit, 'all');
+        });
+    }
+    find(terms, scope, limit, mode) {
+        if (!terms.length)
             return [];
+        const maximum = Math.max(1, Math.min(limit, MAX_SEARCH_LIMIT));
         const rows = this.db.prepare(`
       SELECT m.* FROM copilot_memory m
       INNER JOIN copilot_memory_fts fts ON fts.memory_id = m.id
       WHERE m.user_id = ? AND fts.user_id = m.user_id AND fts.copilot_memory_fts MATCH ?
         AND m.scope = ? AND m.project_id IS ? AND m.conversation_id IS ?
-      ORDER BY rank LIMIT ?
-    `).all(this.userId, quoteFts(q), scope.scope, scope.projectId ?? null, scope.conversationId ?? null, Math.max(1, Math.min(limit, MAX_SEARCH_LIMIT)));
+      ORDER BY rank, m.updated_at DESC, m.id LIMIT ?
+    `).all(this.userId, ftsExpression(terms, mode), scope.scope, scope.projectId ?? null, scope.conversationId ?? null, maximum);
         return rows.map(toEntry);
     }
     /**
@@ -112,38 +119,35 @@ export class AgentMemoryRepository {
      * text and a single relevant keyword should surface the entry.
      */
     searchMulti(scopes, query, limit = 10) {
-        const q = query.trim();
-        if (!q)
-            return [];
-        const max = Math.max(1, Math.min(limit, MAX_SEARCH_LIMIT));
-        const priority = { session: 0, project: 1, global: 2 };
-        const candidates = [...scopes].sort((a, b) => priority[a.scope] - priority[b.scope]).map(scope => {
+        for (const scope of scopes)
             this.validateScope(scope);
-            const rows = this.db.prepare(`
-        SELECT m.* FROM copilot_memory m
-        INNER JOIN copilot_memory_fts fts ON fts.memory_id = m.id
-        WHERE m.user_id = ? AND fts.user_id = m.user_id AND fts.copilot_memory_fts MATCH ?
-          AND m.scope = ? AND m.project_id IS ? AND m.conversation_id IS ?
-        ORDER BY rank LIMIT ?
-      `).all(this.userId, quoteFtsOr(q), scope.scope, scope.projectId ?? null, scope.conversationId ?? null, max);
-            return rows.map(toEntry);
-        });
-        const seen = new Set();
-        const merged = [];
-        for (let rank = 0; rank < max; rank++) {
-            for (const rows of candidates) {
-                const entry = rows[rank];
-                if (!entry)
-                    continue;
-                if (seen.has(entry.id))
-                    continue;
-                seen.add(entry.id);
-                merged.push(entry);
-                if (merged.length >= max)
-                    return merged;
+        const terms = recallTerms(query, 'any');
+        if (!terms.length)
+            return [];
+        return new MemorySearchIndex(this.db, this.userId).withReadySnapshot(scopes, () => {
+            const max = Math.max(1, Math.min(limit, MAX_SEARCH_LIMIT));
+            const priority = { session: 0, project: 1, global: 2 };
+            const candidates = [...scopes].sort((a, b) => priority[a.scope] - priority[b.scope]).map(scope => {
+                this.validateScope(scope);
+                return this.find(terms, scope, max, 'any');
+            });
+            const seen = new Set();
+            const merged = [];
+            for (let rank = 0; rank < max; rank++) {
+                for (const rows of candidates) {
+                    const entry = rows[rank];
+                    if (!entry)
+                        continue;
+                    if (seen.has(entry.id))
+                        continue;
+                    seen.add(entry.id);
+                    merged.push(entry);
+                    if (merged.length >= max)
+                        return merged;
+                }
             }
-        }
-        return merged;
+            return merged;
+        });
     }
     get(id) {
         const row = this.db.prepare(`SELECT * FROM copilot_memory WHERE id = ? AND user_id = ?`).get(id, this.userId);
@@ -172,22 +176,4 @@ function toEntry(row) {
         updatedAt: new Date(row.updated_at)
     };
 }
-/** Escape FTS5 query so user input cannot break out of the match expression. */
-function quoteFts(query) {
-    return query
-        .replace(/"/gu, " ")
-        .split(/\s+/u)
-        .filter(Boolean)
-        .map((token) => `"${token}"`)
-        .join(" AND ");
-}
-/** OR-token FTS query: any token match suffices (used by recall). */
-function quoteFtsOr(query) {
-    return query
-        .replace(/"/gu, " ")
-        .split(/\s+/u)
-        .filter(Boolean)
-        .map((token) => `"${token}"`)
-        .join(" OR ");
-}
 //# sourceMappingURL=memory.js.map

package/dist/gateway/src/services/agent/memory.js.map

@@ -1 +1 @@
-{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../../src/services/agent/memory.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AA2BjD,MAAM,eAAe,GAAG,CAAC,GAAG,IAAI,CAAC;AACjC,MAAM,gBAAgB,GAAG,EAAE,CAAC;AAE5B,MAAM,OAAO,qBAAqB;IACH;IAA+B;IAA5D,YAA6B,EAAY,EAAmB,MAAc;QAA7C,OAAE,GAAF,EAAE,CAAU;QAAmB,WAAM,GAAN,MAAM,CAAQ;IAAG,CAAC;IAE9E,MAAM,CAAC,KAAuB;QAC5B,MAAM,IAAI,GAAG,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAChD,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACjD,IAAI,IAAI,CAAC,MAAM,GAAG,eAAe;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAE5E,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,SAAU,CAAC,CAAC,CAAC,IAAI,CAAC;QACtE,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;QAC1D,MAAM,KAAK,GAAc;YACvB,EAAE;YACF,OAAO,EAAE,IAAI,CAAC,MAAM;YACpB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,UAAU,EAAE,SAAS;YACrB,eAAe,EAAE,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,cAAe,CAAC,CAAC,CAAC,IAAI;YACzE,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,IAAI;YACJ,aAAa,EAAE,YAAY;YAC3B,UAAU,EAAE,GAAG;YACf,UAAU,EAAE,GAAG;SAChB,CAAC;QAEF,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YACvB,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAC1B,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;OAGf,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;YACvK,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;OAGf,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,IAAI,EAAE,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/F,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;QAEf,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC;IACxB,CAAC;IAEO,aAAa,CAAC,KAAuB;QAC3C,IAAI,KAAK,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,cAAc;gBAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;YAChG,OAAO;QACT,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC9B,IAAI,CAAC,KAAK,CAAC,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACvE,IAAI,KAAK,CAAC,cAAc;gBAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YAC9E,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sDAAsD,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC/G,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;YACpD,CAAC;YACD,OAAO;QACT,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAC7E,IAAI,CAAC,KAAK,CAAC,cAAc;YAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACjF,IAAI,KAAK,CAAC,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACzE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mEAAmE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YACjI,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,IAAI,CAAC,KAAuB,EAAE,KAAK,GAAG,EAAE;QACtC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAI5B,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,SAAS,IAAI,IAAI,EAAE,KAAK,CAAC,cAAc,IAAI,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAgB,CAAC;QACzI,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAED,MAAM,CAAC,KAAa,EAAE,KAAuB,EAAE,KAAK,GAAG,EAAE;QACvD,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC1B,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC;YAAE,OAAO,EAAE,CAAC;QAClB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;KAM5B,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,SAAS,IAAI,IAAI,EAAE,KAAK,CAAC,cAAc,IAAI,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC,CAAgB,CAAC;QACpK,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAED;;;;;;;;OAQG;IACH,WAAW,CAAC,MAA0B,EAAE,KAAa,EAAE,KAAK,GAAG,EAAE;QAC/D,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC;YAAE,OAAO,EAAE,CAAC;QAClB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC,CAAC;QAC3D,MAAM,QAAQ,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QACvD,MAAM,UAAU,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YAC/F,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;OAM5B,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,SAAS,IAAI,IAAI,EAAE,KAAK,CAAC,cAAc,IAAI,IAAI,EAAE,GAAG,CAAgB,CAAC;YAC3H,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,MAAM,GAAuB,EAAE,CAAC;QACtC,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC;YACtC,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;gBAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;gBACzB,IAAI,CAAC,KAAK;oBAAE,SAAS;gBACrB,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;oBAAE,SAAS;gBACjC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACnB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACnB,IAAI,MAAM,CAAC,MAAM,IAAI,GAAG;oBAAE,OAAO,MAAM,CAAC;YAC1C,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,2DAA2D,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAA0B,CAAC;QACvI,OAAO,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACxC,CAAC;IAED,MAAM,CAAC,EAAU;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YACtC,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,yDAAyD,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAChH,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,oEAAoE,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAC3G,OAAO,OAAO,CAAC;QACjB,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC;IAC5B,CAAC;CACF;AAED,SAAS,OAAO,CAAC,GAAc;IAC7B,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,MAAM,EAAE,GAAG,CAAC,OAAO;QACnB,KAAK,EAAE,GAAG,CAAC,KAAkC;QAC7C,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,cAAc,EAAE,GAAG,CAAC,eAAe;QACnC,IAAI,EAAE,GAAG,CAAC,IAAgC;QAC1C,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,YAAY,EAAE,GAAG,CAAC,aAAa;QAC/B,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC;QACnC,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC;KACpC,CAAC;AACJ,CAAC;AAED,gFAAgF;AAChF,SAAS,QAAQ,CAAC,KAAa;IAC7B,OAAO,KAAK;SACT,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;SACnB,KAAK,CAAC,MAAM,CAAC;SACb,MAAM,CAAC,OAAO,CAAC;SACf,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,KAAK,GAAG,CAAC;SAC5B,IAAI,CAAC,OAAO,CAAC,CAAC;AACnB,CAAC;AAED,qEAAqE;AACrE,SAAS,UAAU,CAAC,KAAa;IAC/B,OAAO,KAAK;SACT,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;SACnB,KAAK,CAAC,MAAM,CAAC;SACb,MAAM,CAAC,OAAO,CAAC;SACf,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,KAAK,GAAG,CAAC;SAC5B,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC"}
+{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../../src/services/agent/memory.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,IAAI,eAAe,EAAE,MAAM,0BAA0B,CAAC;AACvG,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AA2BjD,MAAM,gBAAgB,GAAG,EAAE,CAAC;AAE5B,MAAM,OAAO,qBAAqB;IACH;IAA+B;IAA5D,YAA6B,EAAY,EAAmB,MAAc;QAA7C,OAAE,GAAF,EAAE,CAAU;QAAmB,WAAM,GAAN,MAAM,CAAQ;IAAG,CAAC;IAE9E,MAAM,CAAC,KAAuB;QAC5B,MAAM,IAAI,GAAG,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAChD,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACjD,IAAI,IAAI,CAAC,MAAM,GAAG,eAAe;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAE5E,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,SAAU,CAAC,CAAC,CAAC,IAAI,CAAC;QACtE,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;QAC1D,MAAM,KAAK,GAAc;YACvB,EAAE;YACF,OAAO,EAAE,IAAI,CAAC,MAAM;YACpB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,UAAU,EAAE,SAAS;YACrB,eAAe,EAAE,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,cAAe,CAAC,CAAC,CAAC,IAAI;YACzE,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,IAAI;YACJ,aAAa,EAAE,YAAY;YAC3B,UAAU,EAAE,GAAG;YACf,UAAU,EAAE,GAAG;SAChB,CAAC;QAEF,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YACvB,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAC1B,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;OAGf,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;YACvK,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;QAEf,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC;IACxB,CAAC;IAEO,aAAa,CAAC,KAAuB;QAC3C,IAAI,KAAK,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,cAAc;gBAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;YAChG,OAAO;QACT,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC9B,IAAI,CAAC,KAAK,CAAC,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACvE,IAAI,KAAK,CAAC,cAAc;gBAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YAC9E,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sDAAsD,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC/G,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;YACpD,CAAC;YACD,OAAO;QACT,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAC7E,IAAI,CAAC,KAAK,CAAC,cAAc;YAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACjF,IAAI,KAAK,CAAC,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACzE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mEAAmE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YACjI,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,IAAI,CAAC,KAAuB,EAAE,KAAK,GAAG,EAAE;QACtC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAI5B,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,SAAS,IAAI,IAAI,EAAE,KAAK,CAAC,cAAc,IAAI,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAgB,CAAC;QACzI,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAED,MAAM,CAAC,KAAa,EAAE,KAAuB,EAAE,KAAK,GAAG,EAAE;QACvD,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC1B,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QAC7B,OAAO,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE;YACjF,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAC1B,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,IAAI,CAAC,KAAe,EAAE,KAAuB,EAAE,KAAa,EAAE,IAAmB;QACvF,IAAI,CAAC,KAAK,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC,CAAC;QAC/D,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;KAM5B,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,SAAS,IAAI,IAAI,EAAE,KAAK,CAAC,cAAc,IAAI,IAAI,EAAE,OAAO,CAAgB,CAAC;QAC5I,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAED;;;;;;;;OAQG;IACH,WAAW,CAAC,MAA0B,EAAE,KAAa,EAAE,KAAK,GAAG,EAAE;QAC/D,KAAK,MAAM,KAAK,IAAI,MAAM;YAAE,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QACtD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QAC7B,OAAO,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE;YAChF,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC,CAAC;YAC3D,MAAM,QAAQ,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;YACvD,MAAM,UAAU,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;gBAC/F,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;gBAC1B,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;YAC7C,CAAC,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;YAC/B,MAAM,MAAM,GAAuB,EAAE,CAAC;YACtC,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC;gBACtC,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;oBAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;oBACzB,IAAI,CAAC,KAAK;wBAAE,SAAS;oBACrB,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;wBAAE,SAAS;oBACjC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACnB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACnB,IAAI,MAAM,CAAC,MAAM,IAAI,GAAG;wBAAE,OAAO,MAAM,CAAC;gBAC1C,CAAC;YACH,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,2DAA2D,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAA0B,CAAC;QACvI,OAAO,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACxC,CAAC;IAED,MAAM,CAAC,EAAU;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YACtC,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,yDAAyD,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAChH,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,oEAAoE,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAC3G,OAAO,OAAO,CAAC;QACjB,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC;IAC5B,CAAC;CACF;AAED,SAAS,OAAO,CAAC,GAAc;IAC7B,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,MAAM,EAAE,GAAG,CAAC,OAAO;QACnB,KAAK,EAAE,GAAG,CAAC,KAAkC;QAC7C,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,cAAc,EAAE,GAAG,CAAC,eAAe;QACnC,IAAI,EAAE,GAAG,CAAC,IAAgC;QAC1C,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,YAAY,EAAE,GAAG,CAAC,aAAa;QAC/B,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC;QACnC,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC;KACpC,CAAC;AACJ,CAAC"}

package/dist/gateway/src/services/agent/model-metering.d.ts

@@ -0,0 +1,32 @@
+import { z } from 'zod';
+import type { Database } from '../../db/types.js';
+import type { LlmUsage } from './llm-response.js';
+export declare const tokenRatesSchema: z.ZodObject<{
+    inputUsdPerMillion: z.ZodEffects<z.ZodNumber, number, number>;
+    outputUsdPerMillion: z.ZodEffects<z.ZodNumber, number, number>;
+    cachedInputUsdPerMillion: z.ZodOptional<z.ZodEffects<z.ZodNumber, number, number>>;
+    cacheWriteUsdPerMillion: z.ZodOptional<z.ZodEffects<z.ZodNumber, number, number>>;
+}, "strict", z.ZodTypeAny, {
+    inputUsdPerMillion: number;
+    outputUsdPerMillion: number;
+    cachedInputUsdPerMillion?: number | undefined;
+    cacheWriteUsdPerMillion?: number | undefined;
+}, {
+    inputUsdPerMillion: number;
+    outputUsdPerMillion: number;
+    cachedInputUsdPerMillion?: number | undefined;
+    cacheWriteUsdPerMillion?: number | undefined;
+}>;
+export type TokenRates = z.infer<typeof tokenRatesSchema>;
+export declare class CopilotTokenRates {
+    private db;
+    private userId;
+    constructor(db: Database, userId: string);
+    private assertModel;
+    get(modelId: string): TokenRates | null;
+    set(modelId: string, value: unknown): TokenRates;
+}
+export declare function reportedTokens(usage: LlmUsage | undefined): number | undefined;
+/** Cache/reasoning are subsets of normalized totals, never extra output charges.
+ * Integer nano-USD arithmetic with rounding only once per call; not an invoice. */
+export declare function modelCostNanoUsd(usage: LlmUsage | undefined, rates: TokenRates | null): number | null;

package/dist/gateway/src/services/agent/model-metering.js

@@ -0,0 +1,62 @@
+import { z } from 'zod';
+const price = z.number().finite().min(0).max(1_000_000)
+    .refine(value => Math.abs(value * 1_000_000 - Math.round(value * 1_000_000)) < 0.001, 'At most six decimal places');
+export const tokenRatesSchema = z.object({ inputUsdPerMillion: price, outputUsdPerMillion: price,
+    cachedInputUsdPerMillion: price.optional(), cacheWriteUsdPerMillion: price.optional() }).strict();
+export class CopilotTokenRates {
+    db;
+    userId;
+    constructor(db, userId) {
+        this.db = db;
+        this.userId = userId;
+    }
+    assertModel(modelId) {
+        if (!this.db.prepare('SELECT 1 FROM model_profiles WHERE user_id=? AND id=?').get(this.userId, modelId))
+            throw new Error('MODEL_NOT_FOUND');
+    }
+    get(modelId) {
+        this.assertModel(modelId);
+        const row = this.db.prepare('SELECT rates_json FROM copilot_token_rates WHERE user_id=? AND model_profile_id=?').get(this.userId, modelId);
+        return row ? tokenRatesSchema.parse(JSON.parse(row.rates_json)) : null;
+    }
+    set(modelId, value) {
+        this.assertModel(modelId);
+        const rates = tokenRatesSchema.parse(value);
+        this.db.prepare('INSERT INTO copilot_token_rates(user_id,model_profile_id,rates_json,updated_at) VALUES(?,?,?,?) ON CONFLICT(user_id,model_profile_id) DO UPDATE SET rates_json=excluded.rates_json,updated_at=excluded.updated_at')
+            .run(this.userId, modelId, JSON.stringify(rates), Date.now());
+        return rates;
+    }
+}
+export function reportedTokens(usage) {
+    if (!usage)
+        return undefined;
+    if (Object.values(usage).some(value => !Number.isSafeInteger(value) || value < 0))
+        return undefined;
+    if (usage.inputTokens !== undefined && usage.outputTokens !== undefined && usage.totalTokens !== undefined
+        && usage.totalTokens !== usage.inputTokens + usage.outputTokens)
+        return undefined;
+    const total = usage.totalTokens ?? (usage.inputTokens !== undefined && usage.outputTokens !== undefined ? usage.inputTokens + usage.outputTokens : undefined);
+    return Number.isSafeInteger(total) ? total : undefined;
+}
+/** Cache/reasoning are subsets of normalized totals, never extra output charges.
+ * Integer nano-USD arithmetic with rounding only once per call; not an invoice. */
+export function modelCostNanoUsd(usage, rates) {
+    if (!rates || reportedTokens(usage) === undefined || usage?.inputTokens === undefined || usage.outputTokens === undefined)
+        return null;
+    const cached = usage.cachedInputTokens ?? 0, written = usage.cacheWriteInputTokens ?? 0;
+    if (cached + written > usage.inputTokens || (usage.reasoningTokens ?? 0) > usage.outputTokens)
+        return null;
+    const categories = [[usage.inputTokens - cached - written, rates.inputUsdPerMillion],
+        [usage.outputTokens, rates.outputUsdPerMillion], [cached, rates.cachedInputUsdPerMillion], [written, rates.cacheWriteUsdPerMillion]];
+    let microRateTokens = 0n;
+    for (const [count, rate] of categories) {
+        if (count === 0)
+            continue;
+        if (rate === undefined)
+            return null;
+        microRateTokens += BigInt(count) * BigInt(Math.round(rate * 1_000_000));
+    }
+    const cost = (microRateTokens + 999n) / 1000n;
+    return cost <= BigInt(Number.MAX_SAFE_INTEGER) ? Number(cost) : null;
+}
+//# sourceMappingURL=model-metering.js.map

package/dist/gateway/src/services/agent/model-metering.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-metering.js","sourceRoot":"","sources":["../../../../src/services/agent/model-metering.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC;KACpD,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,GAAG,KAAK,EAAE,4BAA4B,CAAC,CAAC;AACtH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,kBAAkB,EAAE,KAAK,EAAE,mBAAmB,EAAE,KAAK;IAC9F,wBAAwB,EAAE,KAAK,CAAC,QAAQ,EAAE,EAAE,uBAAuB,EAAE,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;AAGpG,MAAM,OAAO,iBAAiB;IACR;IAAsB;IAA1C,YAAoB,EAAY,EAAU,MAAc;QAApC,OAAE,GAAF,EAAE,CAAU;QAAU,WAAM,GAAN,MAAM,CAAQ;IAAG,CAAC;IACpD,WAAW,CAAC,OAAe;QACjC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,uDAAuD,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IAC9I,CAAC;IACD,GAAG,CAAC,OAAe;QACjB,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mFAAmF,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAkC,CAAC;QAC5K,OAAO,GAAG,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACzE,CAAC;IACD,GAAG,CAAC,OAAe,EAAE,KAAc;QACjC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAAA,MAAM,KAAK,GAAC,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACpE,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mNAAmN,CAAC;aACjO,GAAG,CAAC,IAAI,CAAC,MAAM,EAAC,OAAO,EAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAAA,OAAO,KAAK,CAAC;IAC5E,CAAC;CACF;AAED,MAAM,UAAU,cAAc,CAAC,KAA2B;IACxD,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IACpG,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS;WACrG,KAAK,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC,YAAY;QAAE,OAAO,SAAS,CAAC;IACpF,MAAM,KAAK,GAAC,KAAK,CAAC,WAAW,IAAI,CAAC,KAAK,CAAC,WAAW,KAAK,SAAS,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,GAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC1J,OAAO,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACzD,CAAC;AAED;mFACmF;AACnF,MAAM,UAAU,gBAAgB,CAAC,KAA2B,EAAE,KAAwB;IACpF,IAAI,CAAC,KAAK,IAAI,cAAc,CAAC,KAAK,CAAC,KAAK,SAAS,IAAI,KAAK,EAAE,WAAW,KAAK,SAAS,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACvI,MAAM,MAAM,GAAC,KAAK,CAAC,iBAAiB,IAAE,CAAC,EAAC,OAAO,GAAC,KAAK,CAAC,qBAAqB,IAAE,CAAC,CAAC;IAC/E,IAAG,MAAM,GAAC,OAAO,GAAC,KAAK,CAAC,WAAW,IAAI,CAAC,KAAK,CAAC,eAAe,IAAE,CAAC,CAAC,GAAC,KAAK,CAAC,YAAY;QAAE,OAAO,IAAI,CAAC;IAClG,MAAM,UAAU,GAAqC,CAAC,CAAC,KAAK,CAAC,WAAW,GAAC,MAAM,GAAC,OAAO,EAAC,KAAK,CAAC,kBAAkB,CAAC;QAC/G,CAAC,KAAK,CAAC,YAAY,EAAC,KAAK,CAAC,mBAAmB,CAAC,EAAC,CAAC,MAAM,EAAC,KAAK,CAAC,wBAAwB,CAAC,EAAC,CAAC,OAAO,EAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,CAAC;IAClI,IAAI,eAAe,GAAC,EAAE,CAAC;IACvB,KAAI,MAAM,CAAC,KAAK,EAAC,IAAI,CAAC,IAAI,UAAU,EAAE,CAAC;QACrC,IAAG,KAAK,KAAG,CAAC;YAAC,SAAS;QAAA,IAAG,IAAI,KAAG,SAAS;YAAC,OAAO,IAAI,CAAC;QACtD,eAAe,IAAE,MAAM,CAAC,KAAK,CAAC,GAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,GAAC,SAAS,CAAC,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,IAAI,GAAC,CAAC,eAAe,GAAC,IAAI,CAAC,GAAC,KAAK,CAAC;IACxC,OAAO,IAAI,IAAE,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAA,CAAC,CAAA,MAAM,CAAC,IAAI,CAAC,CAAA,CAAC,CAAA,IAAI,CAAC;AACjE,CAAC"}

package/dist/gateway/src/services/agent/model-transport.d.ts

@@ -0,0 +1,2 @@
+/** Retry only rejected model HTTP requests, never an accepted stream or a tool. */
+export declare function fetchModelWithRetry(fetchImpl: typeof fetch, url: string, init: RequestInit): Promise<Response>;

package/dist/gateway/src/services/agent/model-transport.js

@@ -0,0 +1,22 @@
+import { setTimeout as delay } from 'node:timers/promises';
+const TRANSIENT = new Set([429, 502, 503, 504]);
+/** Retry only rejected model HTTP requests, never an accepted stream or a tool. */
+export async function fetchModelWithRetry(fetchImpl, url, init) {
+    for (let attempt = 0;; attempt++) {
+        init.signal?.throwIfAborted();
+        const response = await fetchImpl(url, init);
+        if (!TRANSIENT.has(response.status) || attempt >= 2)
+            return response;
+        const retryAfter = response.headers?.get('retry-after');
+        const seconds = retryAfter === null || retryAfter === undefined ? NaN : Number(retryAfter);
+        const requested = Number.isFinite(seconds) ? seconds * 1000
+            : retryAfter ? Date.parse(retryAfter) - Date.now() : NaN;
+        const waitMs = Number.isFinite(requested) ? Math.max(0, requested) : 500 * 2 ** attempt;
+        // Do not retry earlier than the provider permits, or hold a request indefinitely.
+        if (waitMs > 30_000)
+            return response;
+        await response.body?.cancel().catch(() => undefined);
+        await delay(waitMs, undefined, init.signal ? { signal: init.signal } : {});
+    }
+}
+//# sourceMappingURL=model-transport.js.map

package/dist/gateway/src/services/agent/model-transport.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-transport.js","sourceRoot":"","sources":["../../../../src/services/agent/model-transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,IAAI,KAAK,EAAE,MAAM,sBAAsB,CAAC;AAE3D,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAEhD,mFAAmF;AACnF,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,SAAuB,EAAE,GAAW,EAAE,IAAiB;IAC/F,KAAK,IAAI,OAAO,GAAG,CAAC,GAAI,OAAO,EAAE,EAAE,CAAC;QAClC,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,OAAO,IAAI,CAAC;YAAE,OAAO,QAAQ,CAAC;QACrE,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC;QACxD,MAAM,OAAO,GAAG,UAAU,KAAK,IAAI,IAAI,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC3F,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,IAAI;YACzD,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;QAC3D,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,IAAI,OAAO,CAAC;QACxF,kFAAkF;QAClF,IAAI,MAAM,GAAG,MAAM;YAAE,OAAO,QAAQ,CAAC;QACrC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC7E,CAAC;AACH,CAAC"}

package/dist/gateway/src/services/agent/no-progress.d.ts

@@ -0,0 +1,4 @@
+import type { RunStep } from './run-ledger.js';
+/** Three identical rounds (AAA or ABABAB), reconstructed from durable ordinal
+ * order. Never infer progress from model prose or unconfirmed tool output. */
+export declare function hasNoProgress(steps: RunStep[]): boolean;

package/dist/gateway/src/services/agent/no-progress.js

@@ -0,0 +1,57 @@
+import { createHash } from 'node:crypto';
+// Only stable local observations. Polling, external tools, writes and discovery
+// remain barriers; new safe readers must be reviewed before joining this set.
+// Search/diff projections may omit source content without a full-content digest.
+const STABLE_READS = new Set(['read_project_file', 'list_project_files', 'get_project']);
+function canonical(value) {
+    if (Array.isArray(value))
+        return `[${value.map(canonical).join(',')}]`;
+    if (value && typeof value === 'object')
+        return '{' + Object.entries(value).sort(([a], [b]) => a.localeCompare(b))
+            .map(([key, item]) => JSON.stringify(key) + ':' + canonical(item)).join(',') + '}';
+    return JSON.stringify(value) ?? 'null';
+}
+function incomplete(value) {
+    if (!value || typeof value !== 'object')
+        return false;
+    if (Array.isArray(value))
+        return value.some(incomplete);
+    return Object.entries(value).some(([key, item]) => (['truncated', 'contextTruncated', 'redacted'].includes(key) && item === true)
+        || (key === 'nextOffset' && item !== null && item !== undefined)
+        || (key === 'nextLineOffset' && item !== null && item !== undefined && item !== 0)
+        || key === 'preview' || incomplete(item));
+}
+function fingerprint(step) {
+    if (step.status !== 'completed' || step.effect !== 'read' || !STABLE_READS.has(step.tool_name))
+        return;
+    try {
+        const result = JSON.parse(step.result_json);
+        // The ledger stores successful built-in output as JSON; failures are text.
+        if (!result || typeof result !== 'object' || ('ok' in result && result.ok === false) || incomplete(result))
+            return;
+        return createHash('sha256').update(canonical([step.tool_name, JSON.parse(step.input_json), result])).digest('hex');
+    }
+    catch {
+        return;
+    }
+}
+/** Three identical rounds (AAA or ABABAB), reconstructed from durable ordinal
+ * order. Never infer progress from model prose or unconfirmed tool output. */
+export function hasNoProgress(steps) {
+    // One model batch is one observation round, even with repeated parallel reads.
+    const rounds = [];
+    for (const step of steps) {
+        if (step.kind === 'model')
+            rounds.push([]);
+        else if (rounds.length)
+            rounds[rounds.length - 1].push(fingerprint(step));
+    }
+    const recent = rounds.slice(-6).map(round => round.length && round.every(hash => hash !== undefined) ? JSON.stringify(round) : undefined);
+    for (const period of [1, 2]) {
+        const tail = recent.slice(-period * 3);
+        if (tail.length === period * 3 && tail.every((hash, i) => hash !== undefined && hash === tail[i % period]))
+            return true;
+    }
+    return false;
+}
+//# sourceMappingURL=no-progress.js.map

package/dist/gateway/src/services/agent/no-progress.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"no-progress.js","sourceRoot":"","sources":["../../../../src/services/agent/no-progress.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,gFAAgF;AAChF,8EAA8E;AAC9E,iFAAiF;AACjF,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,mBAAmB,EAAC,oBAAoB,EAAC,aAAa,CAAC,CAAC,CAAC;AACvF,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IACvE,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,GAAG,GAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAC,CAAC,CAAC,CAAC,EAAC,EAAE,CAAA,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACzG,GAAG,CAAC,CAAC,CAAC,GAAG,EAAC,IAAI,CAAC,EAAC,EAAE,CAAA,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAC,GAAG,GAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAC,GAAG,CAAC;IAC5E,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC;AACzC,CAAC;AACD,SAAS,UAAU,CAAC,KAAa;IAC/B,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACxD,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,EAAC,IAAI,CAAC,EAAE,EAAE,CAC/C,CAAC,CAAC,WAAW,EAAC,kBAAkB,EAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,KAAK,IAAI,CAAC;WACzE,CAAC,GAAG,KAAK,YAAY,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,CAAC;WAC7D,CAAC,GAAG,KAAK,gBAAgB,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,CAAC,CAAC;WAC/E,GAAG,KAAK,SAAS,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;AAC9C,CAAC;AACD,SAAS,WAAW,CAAC,IAAY;IAC/B,IAAI,IAAI,CAAC,MAAM,KAAG,WAAW,IAAI,IAAI,CAAC,MAAM,KAAG,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,SAAU,CAAC;QAAE,OAAO;IACpG,IAAI,CAAC;QACH,MAAM,MAAM,GAAS,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAY,CAAC,CAAC;QACnD,2EAA2E;QAC3E,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAG,QAAQ,IAAI,CAAC,IAAI,IAAI,MAAM,IAAI,MAAM,CAAC,EAAE,KAAG,KAAK,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC;YAAE,OAAO;QAC/G,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,EAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAW,CAAC,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpH,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO;IAAC,CAAC;AACrB,CAAC;AAED;8EAC8E;AAC9E,MAAM,UAAU,aAAa,CAAC,KAAe;IAC3C,+EAA+E;IAC/E,MAAM,MAAM,GAAgC,EAAE,CAAC;IAC/C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,IAAI,KAAG,OAAO;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;aACpC,IAAI,MAAM,CAAC,MAAM;YAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAC,CAAC,CAAE,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3E,CAAC;IACD,MAAM,MAAM,GAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAA,EAAE,CAAA,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAA,EAAE,CAAA,IAAI,KAAG,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAClI,KAAK,MAAM,MAAM,IAAI,CAAC,CAAC,EAAC,CAAC,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,GAAC,CAAC,CAAC,CAAC;QACnC,IAAI,IAAI,CAAC,MAAM,KAAG,MAAM,GAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAC,CAAC,EAAC,EAAE,CAAA,IAAI,KAAG,SAAS,IAAI,IAAI,KAAG,IAAI,CAAC,CAAC,GAAC,MAAM,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC;IAC7G,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/gateway/src/services/agent/notification-context.d.ts

@@ -0,0 +1,5 @@
+import type { Database } from '../../db/types.js';
+import type { TurnInput } from './run-ledger.js';
+import type { AgentLlmMessage } from './orchestrator-types.js';
+/** Optional observations, not transcript or authority. Recomputed for every model call. */
+export declare function notificationContext(db: Database, input: TurnInput): AgentLlmMessage[];