@anvia/core 0.17.0 → 0.20.0

package/dist/{chunk-OPAEENGD.js → chunk-GKPJ6FUL.js}

@@ -4,18 +4,23 @@ import {
 import {
   parseToolArgs,
   toolResultContentToText
-} from "./chunk-SWUIBS4N.js";
+} from "./chunk-MB55EXYB.js";
 import {
   runControl,
   toolCallControl
 } from "./chunk-2ODTMRHP.js";
 import {
-  mapWithConcurrency
-} from "./chunk-OIMLU4SF.js";
+  MemoryCompactionConflictError,
+  MemoryCompactionError,
+  createMemoryCompactionSummary,
+  cumulativeCompactedMessageCount
+} from "./chunk-TGLNXVII.js";
+import {
+  CompletionRequestBuilder
+} from "./chunk-MTGNA4OS.js";
 import {
-  CompletionRequestBuilder,
   isStreamingCompletionModel
-} from "./chunk-GCED5ZNM.js";
+} from "./chunk-F56AMXMQ.js";
 import {
   AssistantContent,
   Message,
@@ -25,6 +30,9 @@ import {
   getAssistantGenerationMetadata,
   textFromAssistantContent
 } from "./chunk-PJDL5UT2.js";
+import {
+  mapWithConcurrency
+} from "./chunk-OIMLU4SF.js";
 import {
   appendGuardrailPolicies,
   hasEnforcedOutputGuardrails,
@@ -151,9 +159,13 @@ var PromptRequestMemory = class {
   async prepareRun(runId, newMessages) {
     const memory = this.memory();
     if (memory === void 0 || this.memoryContext === void 0) {
-      return this.initialHistory;
+      return {
+        history: this.initialHistory,
+        usage: Usage.empty()
+      };
     }
-    const memoryHistory = await memory.store.load(this.memoryContext);
+    const preparation = await this.prepareStoredHistory(memory, runId, newMessages.length);
+    const memoryHistory = preparation.history;
     const chatHistory = [...memoryHistory, ...this.initialHistory];
     if (memory.options.savePolicy === "message") {
       await memory.store.append({
@@ -163,7 +175,10 @@ var PromptRequestMemory = class {
         messages: newMessages
       });
     }
-    return chatHistory;
+    return {
+      ...preparation,
+      history: chatHistory
+    };
   }
   async commitMessages(runId, turn, messages, pendingTurnMessages) {
     const memory = this.memory();
@@ -222,7 +237,119 @@ var PromptRequestMemory = class {
   memory() {
     return this.memoryContext === void 0 ? void 0 : this.agent.memory;
   }
+  async prepareStoredHistory(memory, runId, incomingMessageCount) {
+    const context = this.memoryContext;
+    if (context === void 0) {
+      return { history: [], usage: Usage.empty() };
+    }
+    const options = memory.options.compaction;
+    const capability = memory.store.compaction;
+    if (options === void 0 || capability === void 0) {
+      return {
+        history: await memory.store.load(context),
+        usage: Usage.empty()
+      };
+    }
+    let usage = Usage.empty();
+    let conflictRetries = 0;
+    for (let attempt = 0; attempt <= options.conflictRetries; attempt += 1) {
+      const snapshot = await capability.load(context);
+      const compactedMessageCount = compactedPrefixLength(
+        snapshot.messages,
+        incomingMessageCount,
+        options.maxMessages,
+        options.keepRecentUserTurns
+      );
+      if (compactedMessageCount === 0) {
+        return { history: snapshot.messages, usage };
+      }
+      const prefix = snapshot.messages.slice(0, compactedMessageCount);
+      let result;
+      try {
+        result = await options.compactor({
+          context,
+          messages: prefix
+        });
+      } catch (error) {
+        throw remappedCompactorError(error, usage);
+      }
+      if (result.usage !== void 0) {
+        usage = Usage.add(usage, result.usage);
+      }
+      const summaryText = result.summary.trim();
+      if (summaryText.length === 0) {
+        throw new MemoryCompactionError("Memory compactor returned an empty summary.", {
+          usage
+        });
+      }
+      const summary = createMemoryCompactionSummary(
+        summaryText,
+        cumulativeCompactedMessageCount(prefix)
+      );
+      let commit;
+      try {
+        commit = await capability.commit({
+          context,
+          revision: snapshot.revision,
+          compactedMessageCount,
+          summary,
+          runId: `memory-compaction:${runId}:${attempt + 1}`
+        });
+      } catch (error) {
+        throw new MemoryCompactionError("Memory compaction store commit failed.", {
+          cause: error,
+          usage
+        });
+      }
+      if (commit === "committed") {
+        const retained = snapshot.messages.slice(compactedMessageCount);
+        return {
+          history: [summary, ...retained],
+          usage,
+          compaction: {
+            originalMessageCount: snapshot.messages.length,
+            compactedMessageCount,
+            retainedMessageCount: retained.length,
+            conflictRetries
+          }
+        };
+      }
+      conflictRetries += 1;
+    }
+    throw new MemoryCompactionConflictError(options.conflictRetries + 1, usage);
+  }
 };
+function compactedPrefixLength(messages, incomingMessageCount, maxMessages, keepRecentUserTurns) {
+  if (messages.length + incomingMessageCount <= maxMessages) {
+    return 0;
+  }
+  const userMessageIndexes = messages.flatMap(
+    (message, index) => message.role === "user" ? [index] : []
+  );
+  if (userMessageIndexes.length <= keepRecentUserTurns) {
+    return 0;
+  }
+  return userMessageIndexes[userMessageIndexes.length - keepRecentUserTurns] ?? 0;
+}
+function remappedCompactorError(error, usage) {
+  if (error instanceof MemoryCompactionError) {
+    const mergedUsage = error.usage === void 0 ? usage : isEmptyUsage(usage) ? error.usage : Usage.add(usage, error.usage);
+    if (mergedUsage === error.usage || error.usage === void 0 && isEmptyUsage(usage)) {
+      return error;
+    }
+    return new MemoryCompactionError(error.message, {
+      cause: error,
+      usage: mergedUsage
+    });
+  }
+  return new MemoryCompactionError("Memory compactor failed.", {
+    cause: error,
+    usage
+  });
+}
+function isEmptyUsage(usage) {
+  return usage.inputTokens === 0 && usage.outputTokens === 0 && usage.totalTokens === 0 && usage.cachedInputTokens === 0 && usage.cacheCreationInputTokens === 0;
+}
 
 // src/internal/prompt-runtime/retrieval.ts
 async function fetchDynamicContext(agent, ragText) {
@@ -969,16 +1096,6 @@ var ToolCallExecutor = class {
         }
         replaced = true;
       }
-      const legacyReplacement = await middleware.onResult?.({
-        ...args,
-        result,
-        structuredResult
-      });
-      if (legacyReplacement !== void 0) {
-        result = legacyReplacement;
-        structuredResult = void 0;
-        replaced = true;
-      }
     }
     return replaced ? structuredResult ?? result : void 0;
   }
@@ -1555,12 +1672,6 @@ var PromptRequest = class _PromptRequest {
     this.guardrailPolicies = appendGuardrailPolicies(this.guardrailPolicies, policies);
     return this;
   }
-  /**
-   * @deprecated Use `withHook` instead.
-   */
-  requestHook(hook) {
-    return this.withHook(hook);
-  }
   withToolConcurrency(concurrency) {
     this.concurrency = Math.max(1, concurrency);
     return this;
@@ -1573,18 +1684,6 @@ var PromptRequest = class _PromptRequest {
     this.requestMiddlewares.push(...middlewares);
     return this;
   }
-  /**
-   * @deprecated Use `withMiddleware` instead.
-   */
-  withToolMiddleware(middleware) {
-    return this.withMiddleware(middleware);
-  }
-  /**
-   * @deprecated Use `withMiddlewares` instead.
-   */
-  withToolMiddlewares(middlewares) {
-    return this.withMiddlewares(middlewares);
-  }
   withTrace(trace) {
     this.traceOptions = trace;
     return this;
@@ -1628,7 +1727,10 @@ var PromptRequest = class _PromptRequest {
         return result;
       }
       newMessages = [this.promptMessage];
-      this.chatHistory = await this.memoryRecorder.prepareRun(runId, newMessages);
+      const memoryPreparation = await this.memoryRecorder.prepareRun(runId, newMessages);
+      this.chatHistory = memoryPreparation.history;
+      usage = Usage.add(usage, memoryPreparation.usage);
+      await this.recordMemoryCompaction(memoryPreparation, runObservers);
       const pendingTurnMessages = this.memoryRecorder.pendingTurnMessages(newMessages);
       await this.runRunStartHook(newMessages);
       while (currentTurns <= this.maxTurnCount + 1) {
@@ -1744,6 +1846,9 @@ var PromptRequest = class _PromptRequest {
       }
       throw new MaxTurnsError(this.maxTurnCount, [...this.chatHistory, ...newMessages], lastPrompt);
     } catch (error) {
+      if (error instanceof MemoryCompactionError && error.usage !== void 0) {
+        usage = Usage.add(usage, error.usage);
+      }
       const finalError = await this.runRunErrorHook(error, usage, newMessages);
       this.runState = finalError instanceof PromptCancelledError ? "cancelled" : "errored";
       await runObservers.error({ error: finalError, usage, messages: [...newMessages] });
@@ -1801,7 +1906,10 @@ var PromptRequest = class _PromptRequest {
         return;
       }
       newMessages = [this.promptMessage];
-      this.chatHistory = await this.memoryRecorder.prepareRun(runId, newMessages);
+      const memoryPreparation = await this.memoryRecorder.prepareRun(runId, newMessages);
+      this.chatHistory = memoryPreparation.history;
+      usage = Usage.add(usage, memoryPreparation.usage);
+      await this.recordMemoryCompaction(memoryPreparation, runObservers);
       const pendingTurnMessages = this.memoryRecorder.pendingTurnMessages(newMessages);
       await this.runRunStartHook(newMessages);
       while (currentTurns <= this.maxTurnCount + 1) {
@@ -2073,6 +2181,9 @@ var PromptRequest = class _PromptRequest {
       }
       throw new MaxTurnsError(this.maxTurnCount, [...this.chatHistory, ...newMessages], lastPrompt);
     } catch (error) {
+      if (error instanceof MemoryCompactionError && error.usage !== void 0) {
+        usage = Usage.add(usage, error.usage);
+      }
       const finalError = await this.runRunErrorHook(error, usage, newMessages);
       this.runState = finalError instanceof PromptCancelledError ? "cancelled" : "errored";
       const finalUsage = usage;
@@ -2244,6 +2355,24 @@ var PromptRequest = class _PromptRequest {
       attributes: guardrailDecisionAttributes(decision)
     });
   }
+  async recordMemoryCompaction(preparation, runObservers) {
+    const compaction = preparation.compaction;
+    if (compaction === void 0) {
+      return;
+    }
+    await runObservers.event({
+      name: "memory.compaction",
+      attributes: {
+        originalMessageCount: compaction.originalMessageCount,
+        compactedMessageCount: compaction.compactedMessageCount,
+        retainedMessageCount: compaction.retainedMessageCount,
+        conflictRetries: compaction.conflictRetries,
+        inputTokens: preparation.usage.inputTokens,
+        outputTokens: preparation.usage.outputTokens,
+        totalTokens: preparation.usage.totalTokens
+      }
+    });
+  }
   guardrailRunContext(runId) {
     const context = {
       agentId: this.agent.id,
@@ -2593,4 +2722,4 @@ export {
   extractRagText,
   PromptRequest
 };
-//# sourceMappingURL=chunk-OPAEENGD.js.map
+//# sourceMappingURL=chunk-GKPJ6FUL.js.map