@superblocksteam/vite-plugin-file-sync 2.0.130-next.1 → 2.0.130-next.2

package/dist/ai-service/chat/chat-push-metrics.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Why the push failed: `timeout` means the per-push bound elapsed (the RPC
+ * may still complete later — see `ChatSessionStore.PUSH_TIMEOUT_MS`);
+ * `rpc_error` means the call itself rejected.
+ */
+export declare const CHAT_PUSH_FAILURE_REASONS: readonly ["rpc_error", "timeout"];
+export type ChatPushFailureReason = (typeof CHAT_PUSH_FAILURE_REASONS)[number];
+export declare function recordChatPushFailure(input: {
+    reason: ChatPushFailureReason;
+}): void;
+export declare function _resetChatPushMetricsForTesting(): void;
+//# sourceMappingURL=chat-push-metrics.d.ts.map

package/dist/ai-service/chat/chat-push-metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat-push-metrics.d.ts","sourceRoot":"","sources":["../../../src/ai-service/chat/chat-push-metrics.ts"],"names":[],"mappings":"AAwBA;;;;GAIG;AACH,eAAO,MAAM,yBAAyB,mCAAoC,CAAC;AAC3E,MAAM,MAAM,qBAAqB,GAAG,CAAC,OAAO,yBAAyB,CAAC,CAAC,MAAM,CAAC,CAAC;AA4C/E,wBAAgB,qBAAqB,CAAC,KAAK,EAAE;IAC3C,MAAM,EAAE,qBAAqB,CAAC;CAC/B,GAAG,IAAI,CAEP;AAED,wBAAgB,+BAA+B,IAAI,IAAI,CAEtD"}

package/dist/ai-service/chat/chat-push-metrics.js

@@ -0,0 +1,68 @@
+/**
+ * Chat-push failure metrics (APPS-4729).
+ *
+ * Chat pushes became fire-and-forget when the stream loop stopped awaiting
+ * `commitMessage`, so a failing or timing-out push no longer surfaces as a
+ * stalled generation — it surfaces only as an error log. This counter makes
+ * the failure *rate* alertable (e.g. "N% of pushes timing out over 5m"),
+ * which log-based monitors track too lazily for an on-call signal.
+ *
+ * Wiring follows `ClarkContextMetrics` (APPS-4708): the meter resolves
+ * lazily from the OTel global and the instrument re-binds when the global
+ * MeterProvider changes (tests swap providers per case). Zero-config process
+ * singleton — no DI plumbing.
+ *
+ * Metric:
+ *
+ *   - `superblocks.clark.chat.push_failures` counter {reason}
+ *
+ * Cardinality budget: reason ≤ 2 → 2 worst-case series. The label is a
+ * compile-time closed union supplied by Superblocks-owned call sites (never
+ * derived from user input or error text).
+ */
+import { metrics } from "@opentelemetry/api";
+/**
+ * Why the push failed: `timeout` means the per-push bound elapsed (the RPC
+ * may still complete later — see `ChatSessionStore.PUSH_TIMEOUT_MS`);
+ * `rpc_error` means the call itself rejected.
+ */
+export const CHAT_PUSH_FAILURE_REASONS = ["rpc_error", "timeout"];
+const METER_NAME = "superblocks.clark.chat";
+const METRIC_PUSH_FAILURES = "superblocks.clark.chat.push_failures";
+class ChatPushMetrics {
+    cachedMeter;
+    cachedCounter;
+    /**
+     * Lazy instrument factory. Re-creates the counter when the global
+     * MeterProvider changes (a stale instrument bound to a replaced provider
+     * silently drops data).
+     */
+    getCounter() {
+        const meter = metrics.getMeter(METER_NAME);
+        if (meter === this.cachedMeter && this.cachedCounter) {
+            return this.cachedCounter;
+        }
+        this.cachedMeter = meter;
+        this.cachedCounter = meter.createCounter(METRIC_PUSH_FAILURES, {
+            description: "Chat-history pushes that failed or exceeded the per-push timeout after the stream loop stopped awaiting them (APPS-4729).",
+            unit: "{failure}",
+        });
+        return this.cachedCounter;
+    }
+    recordFailure(input) {
+        this.getCounter().add(1, { reason: input.reason });
+    }
+    /** Drop cached instrument bindings (tests swap the global provider). */
+    _resetForTesting() {
+        this.cachedMeter = undefined;
+        this.cachedCounter = undefined;
+    }
+}
+const chatPushMetrics = new ChatPushMetrics();
+export function recordChatPushFailure(input) {
+    chatPushMetrics.recordFailure(input);
+}
+export function _resetChatPushMetricsForTesting() {
+    chatPushMetrics._resetForTesting();
+}
+//# sourceMappingURL=chat-push-metrics.js.map

package/dist/ai-service/chat/chat-push-metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat-push-metrics.js","sourceRoot":"","sources":["../../../src/ai-service/chat/chat-push-metrics.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,OAAO,EAAE,OAAO,EAAc,MAAM,oBAAoB,CAAC;AAEzD;;;;GAIG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,WAAW,EAAE,SAAS,CAAU,CAAC;AAG3E,MAAM,UAAU,GAAG,wBAAwB,CAAC;AAE5C,MAAM,oBAAoB,GAAG,sCAAsC,CAAC;AAIpE,MAAM,eAAe;IACX,WAAW,CAAoB;IAC/B,aAAa,CAAsB;IAE3C;;;;OAIG;IACK,UAAU;QAChB,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC3C,IAAI,KAAK,KAAK,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACrD,OAAO,IAAI,CAAC,aAAa,CAAC;QAC5B,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QACzB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,aAAa,CAAC,oBAAoB,EAAE;YAC7D,WAAW,EACT,2HAA2H;YAC7H,IAAI,EAAE,WAAW;SAClB,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED,aAAa,CAAC,KAAwC;QACpD,IAAI,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,wEAAwE;IACxE,gBAAgB;QACd,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;QAC7B,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;IACjC,CAAC;CACF;AAED,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;AAE9C,MAAM,UAAU,qBAAqB,CAAC,KAErC;IACC,eAAe,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,+BAA+B;IAC7C,eAAe,CAAC,gBAAgB,EAAE,CAAC;AACrC,CAAC"}

package/dist/ai-service/chat/chat-session-store.d.ts

@@ -3,6 +3,7 @@ import type { AiPromptCostUsageEntry, AiWorkflowEvent } from "@superblocksteam/s
 import type { AutoConnectingRpcClient } from "../../server-rpc/index.js";
 import { type Logger } from "../../util/logger.js";
 import type { LLMObsTracer } from "../llmobs/tracer.js";
+import { type HeapMonitor } from "./transcript-budget.js";
 export type PromptCostUsageEntry = AiPromptCostUsageEntry;
 export type AiChatItem = AiChatMessage | AiChatSummary;
 export type AiChatSummaryWithOutcome = AiChatSummary & {
@@ -15,6 +16,12 @@ export declare function isAiChatSummary(item: AiChatItem): item is AiChatSummary
  * This prevents large requests from failing when there are many messages.
  */
 export declare const DEFAULT_MESSAGE_LIMIT = 3000;
+export interface TranscriptBudgetConfig {
+    maxResidentBytes?: number;
+    maxResidentItems?: number;
+    minResidentItems?: number;
+    heapMonitor?: HeapMonitor;
+}
 interface ChatSessionStoreConfig {
     applicationId: string;
     rpcClient: AutoConnectingRpcClient;
@@ -26,6 +33,11 @@ interface ChatSessionStoreConfig {
     messageLimit?: number;
     /** Injectable for tests; defaults to the LLMObs singleton. */
     tracer?: LLMObsTracer;
+    /**
+     * Bounds on the in-heap transcript. Defaults: see
+     * transcript-budget.ts; the count cap defaults to messageLimit.
+     */
+    transcriptBudget?: TranscriptBudgetConfig;
 }
 export declare class ChatSessionStore {
     private applicationId;
@@ -37,6 +49,17 @@ export declare class ChatSessionStore {
     private loadedFromServer;
     private inProgressMessages;
     private messageLimit;
+    private transcriptBudget;
+    /**
+     * Kill-switch for the in-heap transcript budget. When set, the transcript
+     * grows unbounded as it did before the fix — a remediation lever if
+     * eviction ever misbehaves in production. Read once at startup, so toggling
+     * the env var needs a pod restart (no code deploy or rebuild) to take
+     * effect.
+     */
+    private readonly transcriptBudgetDisabled;
+    private lastEvictionWarnAt;
+    private lastEvictionWarnTrigger;
     constructor(config: ChatSessionStoreConfig);
     /***
      * Validates and sanitizes the attachments array
@@ -89,13 +112,20 @@ export declare class ChatSessionStore {
     commitMessage(id: string, type: "text" | "reasoning", group?: string): Promise<void>;
     recordAssistant(payload: AiChatMessage): Promise<void>;
     recordAssistantChangeInfo(payload: AiChangeInfoPush): Promise<void>;
+    private pushChain;
+    private static readonly PUSH_TIMEOUT_MS;
+    private static readonly PUSH_TIMEOUT_MESSAGE;
+    private appendMessage;
     /**
-     * Every recorded chat message funnels through here; the server push is an
-     * RPC that fires several times per turn, so it runs inside a `chat.record`
-     * span (APPS-4708). Push failures stay swallowed — losing a chat record
-     * must never fail the turn that produced it.
+     * Resolves when every push queued so far has completed (or failed/timed
+     * out). Never rejects. Callers use this to make chat history durable at a
+     * boundary (end of generation) without coupling stream consumption to the
+     * RPC socket (APPS-4729).
      */
-    private appendMessage;
+    flushPendingPushes(): Promise<void>;
+    private boundedAppendMessage;
+    private static isPushTimeoutError;
+    private doAppendMessage;
     submitWorkflowSummary(summary: AiWorkflowEvent): Promise<void>;
     calculatePromptCost(promptId: string, usage: AiPromptCostUsageEntry[]): Promise<number>;
     private determineSummaryOutcome;
@@ -114,6 +144,32 @@ export declare class ChatSessionStore {
      * Used when checkpoint is restored to ensure ineligible summaries are filtered out
      */
     invalidateCache(): void;
+    /**
+     * Reset everything tied to the resident transcript for a fresh session
+     * (newChat) or a cache invalidation (checkpoint restore): the loaded flag,
+     * the message array, the byte accounting, and the eviction-warn throttle.
+     * The throttle must reset too, otherwise a fresh transcript that evicts on
+     * the same trigger within the throttle window would skip its first
+     * chatTranscriptEvicted warn even though it is a different session.
+     */
+    private resetTranscriptState;
+    /** Resident-transcript accounting, exposed for telemetry. */
+    getTranscriptStats(): {
+        residentBytes: number;
+        residentCount: number;
+    };
+    /**
+     * Drop the oldest evictable transcript entries when over the byte budget,
+     * over the count cap, or under live heap pressure. The durable
+     * transcript stays server-side; this only bounds the in-heap copy.
+     */
+    private enforceTranscriptBudget;
+    /**
+     * Throttle the eviction warn to one line per trigger per window. A trigger
+     * change always warns (meaningful transition); repeated same-trigger
+     * evictions on every append collapse to one line per EVICTION_WARN_THROTTLE_MS.
+     */
+    private shouldWarnForEviction;
 }
 export {};
 //# sourceMappingURL=chat-session-store.d.ts.map

package/dist/ai-service/chat/chat-session-store.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chat-session-store.d.ts","sourceRoot":"","sources":["../../../src/ai-service/chat/chat-session-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,KAAK,gBAAgB,EACrB,KAAK,aAAa,EAClB,KAAK,aAAa,EAiBlB,KAAK,UAAU,EAEf,KAAK,2BAA2B,EAKjC,MAAM,uCAAuC,CAAC;AAC/C,OAAO,KAAK,EACV,sBAAsB,EACtB,eAAe,EAChB,MAAM,yBAAyB,CAAC;AAEjC,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACzE,OAAO,EAAgB,KAAK,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAEjE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAOxD,MAAM,MAAM,oBAAoB,GAAG,sBAAsB,CAAC;AAE1D,MAAM,MAAM,UAAU,GAAG,aAAa,GAAG,aAAa,CAAC;AAEvD,MAAM,MAAM,wBAAwB,GAAG,aAAa,GAAG;IACrD,OAAO,EAAE,UAAU,GAAG,UAAU,GAAG,SAAS,CAAC;CAC9C,CAAC;AAEF,wBAAgB,eAAe,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI,IAAI,aAAa,CAEvE;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI,IAAI,aAAa,CAEvE;AAQD;;;GAGG;AACH,eAAO,MAAM,qBAAqB,OAAO,CAAC;AAE1C,UAAU,sBAAsB;IAC9B,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,uBAAuB,CAAC;IACnC,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,8DAA8D;IAC9D,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB;AACD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,SAAS,CAA0B;IAC3C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,QAAQ,CAAe;IAC/B,OAAO,CAAC,sBAAsB,CAAmB;IACjD,OAAO,CAAC,gBAAgB,CAAqC;IAC7D,OAAO,CAAC,kBAAkB,CAA8B;IACxD,OAAO,CAAC,YAAY,CAAS;gBAEjB,MAAM,EAAE,sBAAsB;IAa1C;;;;;;OAMG;IACH,OAAO,CAAC,mBAAmB;IAsJ3B,OAAO,CAAC,qBAAqB;IAqhB7B,OAAO,CAAC,qBAAqB;IA6E7B,OAAO,CAAC,kBAAkB;IAgB1B;;;OAGG;YAEW,sBAAsB;IAsE7B,kBAAkB,IAAI,aAAa,GAAG,SAAS;IASzC,WAAW,CAAC,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,OAAO,CAAA;KAAE;IAOtD;;;;OAIG;IACU,iBAAiB,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAqBhD,OAAO;IAoBP,sBAAsB,CAAC,cAAc,EAAE,MAAM;IAyB7C,UAAU,CACrB,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE;QAAE,WAAW,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAA;KAAO,GAChD,OAAO,CAAC,MAAM,CAAC;IAgBL,oBAAoB,IAAI,OAAO,CAAC,MAAM,CAAC;IAYvC,mBAAmB,IAAI,OAAO,CAAC,MAAM,CAAC;IAWtC,kBAAkB,CAC7B,IAAI,EAAE,MAAM,EACZ,YAAY,EACR,uBAAuB,GACvB,mCAAmC,GACnC,kBAAkB,GAClB,eAAe,GACf,8BAA8B,EAClC,QAAQ,EAAE;QACR,mBAAmB,EAAE,MAAM,CAAC;QAC5B,qBAAqB,CAAC,EAAE,MAAM,EAAE,CAAC;QACjC,wBAAwB,CAAC,EAAE,MAAM,EAAE,CAAC;QACpC,cAAc,CAAC,EAAE,2BAA2B,EAAE,CAAC;QAC/C,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,QAAQ,CAAC,EAAE,OAAO,CAAC;KACpB,GACA,OAAO,CAAC,MAAM,CAAC;IAiDX,uBAAuB,CAAC,OAAO,EAAE;QACtC,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;KAC5B;IAWY,aAAa,CACxB,EAAE,EAAE,MAAM,EACV,IAAI,EAAE,MAAM,GAAG,WAAW,EAC1B,KAAK,CAAC,EAAE,MAAM;IAsBH,eAAe,CAAC,OAAO,EAAE,aAAa;IAsBtC,yBAAyB,CAAC,OAAO,EAAE,gBAAgB;IAehE;;;;;OAKG;YACW,aAAa;IAqEd,qBAAqB,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAM9D,mBAAmB,CAC9B,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,sBAAsB,EAAE,GAC9B,OAAO,CAAC,MAAM,CAAC;IAWlB,OAAO,CAAC,uBAAuB;IAiClB,aAAa,CAAC,WAAW,EAAE;QACtC,OAAO,EAAE,MAAM,CAAC;QAChB,iBAAiB,EAAE,MAAM,EAAE,CAAC;QAC5B,KAAK,EAAE,MAAM,EAAE,CAAC;QAChB,SAAS,EAAE,MAAM,EAAE,CAAC;QACpB,cAAc,EAAE,MAAM,CAAC;KACxB;IASY,YAAY,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;IASxC,gBAAgB,IAAI,OAAO,CACtC,wBAAwB,GAAG,SAAS,CACrC;IAIY,kBAAkB,CAC7B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,wBAAwB,EAAE,CAAC;IAatC;;;OAGG;IACI,eAAe,IAAI,IAAI;CAI/B"}
+{"version":3,"file":"chat-session-store.d.ts","sourceRoot":"","sources":["../../../src/ai-service/chat/chat-session-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,KAAK,gBAAgB,EACrB,KAAK,aAAa,EAClB,KAAK,aAAa,EAiBlB,KAAK,UAAU,EAEf,KAAK,2BAA2B,EAKjC,MAAM,uCAAuC,CAAC;AAC/C,OAAO,KAAK,EACV,sBAAsB,EACtB,eAAe,EAChB,MAAM,yBAAyB,CAAC;AAEjC,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACzE,OAAO,EAAgB,KAAK,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAEjE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAGxD,OAAO,EAGL,KAAK,WAAW,EACjB,MAAM,wBAAwB,CAAC;AAUhC,MAAM,MAAM,oBAAoB,GAAG,sBAAsB,CAAC;AAE1D,MAAM,MAAM,UAAU,GAAG,aAAa,GAAG,aAAa,CAAC;AAEvD,MAAM,MAAM,wBAAwB,GAAG,aAAa,GAAG;IACrD,OAAO,EAAE,UAAU,GAAG,UAAU,GAAG,SAAS,CAAC;CAC9C,CAAC;AAEF,wBAAgB,eAAe,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI,IAAI,aAAa,CAEvE;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI,IAAI,aAAa,CAEvE;AAQD;;;GAGG;AACH,eAAO,MAAM,qBAAqB,OAAO,CAAC;AAuC1C,MAAM,WAAW,sBAAsB;IACrC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B;AAED,UAAU,sBAAsB;IAC9B,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,uBAAuB,CAAC;IACnC,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,8DAA8D;IAC9D,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,sBAAsB,CAAC;CAC3C;AACD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,SAAS,CAA0B;IAC3C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,QAAQ,CAAe;IAC/B,OAAO,CAAC,sBAAsB,CAAmB;IACjD,OAAO,CAAC,gBAAgB,CAAqC;IAC7D,OAAO,CAAC,kBAAkB,CAA8B;IACxD,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,gBAAgB,CAA+B;IACvD;;;;;;OAMG;IACH,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CACiB;IAC1D,OAAO,CAAC,kBAAkB,CAAK;IAC/B,OAAO,CAAC,uBAAuB,CAAgC;gBAEnD,MAAM,EAAE,sBAAsB;IA6B1C;;;;;;OAMG;IACH,OAAO,CAAC,mBAAmB;IAsJ3B,OAAO,CAAC,qBAAqB;IAwhB7B,OAAO,CAAC,qBAAqB;IA6E7B,OAAO,CAAC,kBAAkB;IAgB1B;;;OAGG;YAEW,sBAAsB;IAyE7B,kBAAkB,IAAI,aAAa,GAAG,SAAS;IASzC,WAAW,CAAC,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,OAAO,CAAA;KAAE;IAOtD;;;;OAIG;IACU,iBAAiB,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAqBhD,OAAO;IAmBP,sBAAsB,CAAC,cAAc,EAAE,MAAM;IAyB7C,UAAU,CACrB,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE;QAAE,WAAW,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAA;KAAO,GAChD,OAAO,CAAC,MAAM,CAAC;IAgBL,oBAAoB,IAAI,OAAO,CAAC,MAAM,CAAC;IAYvC,mBAAmB,IAAI,OAAO,CAAC,MAAM,CAAC;IAWtC,kBAAkB,CAC7B,IAAI,EAAE,MAAM,EACZ,YAAY,EACR,uBAAuB,GACvB,mCAAmC,GACnC,kBAAkB,GAClB,eAAe,GACf,8BAA8B,EAClC,QAAQ,EAAE;QACR,mBAAmB,EAAE,MAAM,CAAC;QAC5B,qBAAqB,CAAC,EAAE,MAAM,EAAE,CAAC;QACjC,wBAAwB,CAAC,EAAE,MAAM,EAAE,CAAC;QACpC,cAAc,CAAC,EAAE,2BAA2B,EAAE,CAAC;QAC/C,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,QAAQ,CAAC,EAAE,OAAO,CAAC;KACpB,GACA,OAAO,CAAC,MAAM,CAAC;IAiDX,uBAAuB,CAAC,OAAO,EAAE;QACtC,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;KAC5B;IAWY,aAAa,CACxB,EAAE,EAAE,MAAM,EACV,IAAI,EAAE,MAAM,GAAG,WAAW,EAC1B,KAAK,CAAC,EAAE,MAAM;IAsBH,eAAe,CAAC,OAAO,EAAE,aAAa;IAsBtC,yBAAyB,CAAC,OAAO,EAAE,gBAAgB;IAkBhE,OAAO,CAAC,SAAS,CAAuC;IAcxD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAU;IACjD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAyB;IAErE,OAAO,CAAC,aAAa;IAQrB;;;;;OAKG;IACU,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC;YAIlC,oBAAoB;IAoClC,OAAO,CAAC,MAAM,CAAC,kBAAkB;YAOnB,eAAe;IA2EhB,qBAAqB,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAM9D,mBAAmB,CAC9B,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,sBAAsB,EAAE,GAC9B,OAAO,CAAC,MAAM,CAAC;IAWlB,OAAO,CAAC,uBAAuB;IAiClB,aAAa,CAAC,WAAW,EAAE;QACtC,OAAO,EAAE,MAAM,CAAC;QAChB,iBAAiB,EAAE,MAAM,EAAE,CAAC;QAC5B,KAAK,EAAE,MAAM,EAAE,CAAC;QAChB,SAAS,EAAE,MAAM,EAAE,CAAC;QACpB,cAAc,EAAE,MAAM,CAAC;KACxB;IASY,YAAY,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;IASxC,gBAAgB,IAAI,OAAO,CACtC,wBAAwB,GAAG,SAAS,CACrC;IAIY,kBAAkB,CAC7B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,wBAAwB,EAAE,CAAC;IAatC;;;OAGG;IACI,eAAe,IAAI,IAAI;IAI9B;;;;;;;OAOG;IACH,OAAO,CAAC,oBAAoB;IAQ5B,6DAA6D;IACtD,kBAAkB,IAAI;QAC3B,aAAa,EAAE,MAAM,CAAC;QACtB,aAAa,EAAE,MAAM,CAAC;KACvB;IAOD;;;;OAIG;IACH,OAAO,CAAC,uBAAuB;IAyC/B;;;;OAIG;IACH,OAAO,CAAC,qBAAqB;CAY9B"}

package/dist/ai-service/chat/chat-session-store.js

@@ -35,7 +35,10 @@ var __esDecorate = (this && this.__esDecorate) || function (ctor, descriptorIn,
 import { EXCLUDED_MESSAGE_TYPES, TEXT_ATTACHMENT_MIME_TYPES, } from "@superblocksteam/library-shared/types";
 import { getErrorMeta } from "../../util/logger.js";
 import llmobs from "../llmobs/index.js";
+import { recordChatPushFailure } from "./chat-push-metrics.js";
 import { getLastUserMessage } from "./extract-history.js";
+import { TranscriptBudget, } from "./transcript-budget.js";
+import { recordTranscriptEviction, registerTranscriptResidentBytesSource, } from "./transcript-metrics.js";
 import { inferTextAttachmentType, sanitizeAiProviderResponse, sanitizeToolOutput, } from "./utils.js";
 export function isAiChatMessage(item) {
     return "role" in item && "content" in item;
@@ -53,6 +56,40 @@ function isEligibleSummary(item) {
  * This prevents large requests from failing when there are many messages.
  */
 export const DEFAULT_MESSAGE_LIMIT = 3000;
+/**
+ * Minimum gap between `chatTranscriptEvicted` warn logs for the *same*
+ * trigger. The OTel counters fire on every eviction (cheap, cumulative); the
+ * warn is a low-frequency sentinel. A pathological session evicts on every
+ * append, so an unthrottled warn would emit thousands of lines per session.
+ * A trigger change is always logged (it is a meaningful state transition);
+ * repeated same-trigger evictions are collapsed to one line per window.
+ */
+const EVICTION_WARN_THROTTLE_MS = 30_000;
+/**
+ * Chat item types that are never evicted from the resident transcript.
+ * They are byte-tiny but semantically load-bearing as presence sentinels:
+ * commit markers feed getLatestCommitId (checkpoint restore), draft
+ * accept/reject feed determineSummaryOutcome, and aws_infra_demo gates the
+ * one-time demo card off "has this type ever appeared in history". Eviction
+ * is oldest-first and the demo sentinel is emitted on the first prompt, so
+ * without protection it is the first item dropped in exactly the long
+ * sessions this budget targets, which re-fires the demo card mid-session.
+ * Summaries are protected separately via isAiChatSummary.
+ */
+const EVICTION_PROTECTED_TYPES = new Set([
+    "aws_infra_demo",
+    "commitRestored",
+    "commitRestoring",
+    "draftAccepted",
+    "draftCommitted",
+    "draftRejected",
+]);
+function isEvictableChatItem(item) {
+    if (isAiChatSummary(item)) {
+        return false;
+    }
+    return item.type === undefined || !EVICTION_PROTECTED_TYPES.has(item.type);
+}
 let ChatSessionStore = (() => {
     let _instanceExtraInitializers = [];
     let _getMessages_decorators;
@@ -81,12 +118,36 @@ let ChatSessionStore = (() => {
         loadedFromServer = "no";
         inProgressMessages = {};
         messageLimit;
+        transcriptBudget;
+        /**
+         * Kill-switch for the in-heap transcript budget. When set, the transcript
+         * grows unbounded as it did before the fix — a remediation lever if
+         * eviction ever misbehaves in production. Read once at startup, so toggling
+         * the env var needs a pod restart (no code deploy or rebuild) to take
+         * effect.
+         */
+        transcriptBudgetDisabled = process.env.CLARK_TRANSCRIPT_BUDGET_DISABLED === "true";
+        lastEvictionWarnAt = 0;
+        lastEvictionWarnTrigger = null;
         constructor(config) {
             this.rpcClient = config.rpcClient;
             this.applicationId = config.applicationId;
             this.messages = [];
             this.logger = config.logger;
             this.messageLimit = config.messageLimit ?? DEFAULT_MESSAGE_LIMIT;
+            this.transcriptBudget = new TranscriptBudget({
+                isEvictable: isEvictableChatItem,
+                maxResidentBytes: config.transcriptBudget?.maxResidentBytes,
+                // The count cap defaults to messageLimit, which the load-time filter
+                // already enforces; it is a coarse backstop for items appended past the
+                // limit mid-session, behind the byte and heap-pressure triggers.
+                maxResidentItems: config.transcriptBudget?.maxResidentItems ?? this.messageLimit,
+                minResidentItems: config.transcriptBudget?.minResidentItems,
+                heapMonitor: config.transcriptBudget?.heapMonitor,
+            });
+            // The observable gauge pulls resident bytes from the live budget every
+            // collect interval (one store per dev-server process; replace semantics).
+            registerTranscriptResidentBytesSource(() => this.transcriptBudget.residentBytes);
             this.tracer = config.tracer ?? llmobs;
             // NOTE: This is used to serialize messages to be after any load.
             // We initialize it as resolved to handle the prompt-from-empty-state case.
@@ -661,6 +722,9 @@ let ChatSessionStore = (() => {
                     if (entities) {
                         baseMessage.entities = entities;
                     }
+                    if (msg.includesFreshDatabase === true) {
+                        baseMessage.includesFreshDatabase = true;
+                    }
                 }
                 // Preserve commitId for commitRestored, commitRestoring, and draftCommitted messages
                 if ((msg.type === "commitRestored" ||
@@ -783,6 +847,8 @@ let ChatSessionStore = (() => {
                             .sort((a, b) => {
                             return (a.timestamp || 0) - (b.timestamp || 0);
                         }) ?? [];
+                    this.transcriptBudget.reset(this.messages);
+                    this.enforceTranscriptBudget();
                     this.logger.info(`[ai-service] chatHistoryLoadSummary accepted=${this.messages.length} dropped=${droppedTotal} total=${fromRpcTotal}`);
                     if (droppedTotal > 0) {
                         this.logger.warn(`[ai-service] chatHistoryDroppedMessages count=${droppedTotal}`);
@@ -835,8 +901,7 @@ let ChatSessionStore = (() => {
                     const applicationId = this.applicationId;
                     return await client.call.v1.ai.chat.new({ applicationId });
                 });
-                this.loadedFromServer = "no";
-                this.messages = [];
+                this.resetTranscriptState();
                 this.logger.info("[ai-service] chatSessionNewSuccess");
             }
             catch (error) {
@@ -1002,13 +1067,71 @@ let ChatSessionStore = (() => {
             };
             await this.appendMessage(message);
         }
+        // Remote persistence is strictly serialized through this chain so message
+        // order is preserved even when callers do not await (APPS-4729). The chain
+        // link is caught so one failed push can never wedge all later pushes.
+        pushChain = Promise.resolve();
+        // Bounds a single remote push. The underlying socket's noResponseTimeout is
+        // 5 minutes (sized for judge evaluation calls); a chat push on a half-open
+        // socket must fail much faster than that or it stalls everything queued
+        // behind it (APPS-4729). The underlying RPC may still complete later because
+        // rpcClient.call does not expose cancellation yet; this bounds the queue, not
+        // the socket call itself. Worst case on a dead socket: each timed-out push
+        // leaves one orphaned RPC await holding a reference to this store for up to
+        // the socket's 5-minute noResponseTimeout. The chain serializes pushes, so
+        // orphans spawn at most one per PUSH_TIMEOUT_MS — concurrency is capped at
+        // ~noResponseTimeout / PUSH_TIMEOUT_MS (~15) regardless of how many blocks
+        // a generation committed. They settle on socket close and hold no other
+        // resources. TODO(APPS-4769): switch to AbortSignal once rpcClient.call
+        // supports it.
+        static PUSH_TIMEOUT_MS = 20_000;
+        static PUSH_TIMEOUT_MESSAGE = "chat push timed out";
+        appendMessage(message) {
+            const result = this.pushChain.then(() => this.boundedAppendMessage(message));
+            this.pushChain = result.catch(() => undefined);
+            return result;
+        }
         /**
-         * Every recorded chat message funnels through here; the server push is an
-         * RPC that fires several times per turn, so it runs inside a `chat.record`
-         * span (APPS-4708). Push failures stay swallowed — losing a chat record
-         * must never fail the turn that produced it.
+         * Resolves when every push queued so far has completed (or failed/timed
+         * out). Never rejects. Callers use this to make chat history durable at a
+         * boundary (end of generation) without coupling stream consumption to the
+         * RPC socket (APPS-4729).
          */
-        async appendMessage(message) {
+        async flushPendingPushes() {
+            await this.pushChain.catch(() => undefined);
+        }
+        async boundedAppendMessage(message) {
+            let timer;
+            try {
+                return await Promise.race([
+                    this.doAppendMessage(message),
+                    new Promise((_, reject) => {
+                        timer = setTimeout(() => reject(new Error(`${ChatSessionStore.PUSH_TIMEOUT_MESSAGE} after ${ChatSessionStore.PUSH_TIMEOUT_MS}ms`)), ChatSessionStore.PUSH_TIMEOUT_MS);
+                    }),
+                ]);
+            }
+            catch (error) {
+                const reason = ChatSessionStore.isPushTimeoutError(error)
+                    ? "timeout"
+                    : "rpc_error";
+                recordChatPushFailure({ reason });
+                this.logger.error("[ai-service] Chat message push failed or timed out", {
+                    ...getErrorMeta(error),
+                    reason,
+                });
+                return undefined;
+            }
+            finally {
+                if (timer !== undefined) {
+                    clearTimeout(timer);
+                }
+            }
+        }
+        static isPushTimeoutError(error) {
+            return (error instanceof Error &&
+                error.message.startsWith(ChatSessionStore.PUSH_TIMEOUT_MESSAGE));
+        }
+        async doAppendMessage(message) {
             const messageType = "type" in message && typeof message.type === "string"
                 ? message.type
                 : "unknown";
@@ -1028,6 +1151,8 @@ let ChatSessionStore = (() => {
                 const localMessageCountBefore = this.messages.length;
                 this.logger.info(`[ai-service] chatMessagePushStart count=${localMessageCountBefore}`);
                 this.messages.push(message);
+                this.transcriptBudget.track(message);
+                this.enforceTranscriptBudget();
                 const payload = {
                     ...message,
                 };
@@ -1052,7 +1177,11 @@ let ChatSessionStore = (() => {
                     return response.data?.chatmessageId;
                 }
                 catch (error) {
-                    this.logger.error("[ai-service] Failed to write chat message to server", getErrorMeta(error));
+                    recordChatPushFailure({ reason: "rpc_error" });
+                    this.logger.error("[ai-service] Failed to write chat message to server", {
+                        ...getErrorMeta(error),
+                        reason: "rpc_error",
+                    });
                     annotate({ pushed: false, error });
                     return undefined;
                 }
@@ -1124,8 +1253,85 @@ let ChatSessionStore = (() => {
          * Used when checkpoint is restored to ensure ineligible summaries are filtered out
          */
         invalidateCache() {
+            this.resetTranscriptState();
+        }
+        /**
+         * Reset everything tied to the resident transcript for a fresh session
+         * (newChat) or a cache invalidation (checkpoint restore): the loaded flag,
+         * the message array, the byte accounting, and the eviction-warn throttle.
+         * The throttle must reset too, otherwise a fresh transcript that evicts on
+         * the same trigger within the throttle window would skip its first
+         * chatTranscriptEvicted warn even though it is a different session.
+         */
+        resetTranscriptState() {
             this.loadedFromServer = "no";
             this.messages = [];
+            this.transcriptBudget.reset([]);
+            this.lastEvictionWarnAt = 0;
+            this.lastEvictionWarnTrigger = null;
+        }
+        /** Resident-transcript accounting, exposed for telemetry. */
+        getTranscriptStats() {
+            return {
+                residentBytes: this.transcriptBudget.residentBytes,
+                residentCount: this.messages.length,
+            };
+        }
+        /**
+         * Drop the oldest evictable transcript entries when over the byte budget,
+         * over the count cap, or under live heap pressure. The durable
+         * transcript stays server-side; this only bounds the in-heap copy.
+         */
+        enforceTranscriptBudget() {
+            if (this.transcriptBudgetDisabled) {
+                return;
+            }
+            const result = this.transcriptBudget.enforce(this.messages);
+            // enforce() returns a non-null trigger whenever it evicts; bail otherwise.
+            if (result.evictedCount === 0 || !result.trigger) {
+                return;
+            }
+            const trigger = result.trigger;
+            this.messages = result.kept;
+            // Counter fires on every eviction; the warn below is throttled.
+            recordTranscriptEviction({
+                trigger,
+                messages: result.evictedCount,
+                bytes: result.evictedBytes,
+            });
+            if (!this.shouldWarnForEviction(trigger)) {
+                return;
+            }
+            const attributes = {
+                evicted_count: result.evictedCount,
+                evicted_bytes: result.evictedBytes,
+                resident_count: this.messages.length,
+                resident_bytes: this.transcriptBudget.residentBytes,
+                trigger,
+                used_heap_bytes: result.usedHeapBytes,
+                heap_limit_bytes: result.heapLimitBytes,
+            };
+            if (this.logger.warnStructured) {
+                this.logger.warnStructured("[ai-service] chatTranscriptEvicted", attributes);
+            }
+            else {
+                this.logger.warn(`[ai-service] chatTranscriptEvicted trigger=${attributes.trigger} evicted_count=${attributes.evicted_count} evicted_bytes=${attributes.evicted_bytes} resident_count=${attributes.resident_count} resident_bytes=${attributes.resident_bytes}`);
+            }
+        }
+        /**
+         * Throttle the eviction warn to one line per trigger per window. A trigger
+         * change always warns (meaningful transition); repeated same-trigger
+         * evictions on every append collapse to one line per EVICTION_WARN_THROTTLE_MS.
+         */
+        shouldWarnForEviction(trigger) {
+            const now = Date.now();
+            if (trigger === this.lastEvictionWarnTrigger &&
+                now - this.lastEvictionWarnAt < EVICTION_WARN_THROTTLE_MS) {
+                return false;
+            }
+            this.lastEvictionWarnAt = now;
+            this.lastEvictionWarnTrigger = trigger;
+            return true;
         }
     };
 })();