@dexto/core 1.2.6 → 1.4.0

package/dist/context/compression/reactive-overflow.js

@@ -0,0 +1,178 @@
+import "../../chunk-PTJYTZNU.js";
+import { generateText } from "ai";
+import { isAssistantMessage, isToolMessage } from "../types.js";
+const DEFAULT_OPTIONS = {
+  preserveLastNTurns: 2,
+  maxSummaryTokens: 2e3,
+  summaryPrompt: `You are a conversation summarizer. Summarize the following conversation history concisely, focusing on:
+- What tasks were attempted and their outcomes
+- Current state and context the assistant needs to remember
+- Any important decisions or information discovered
+- What the user was trying to accomplish
+
+Be concise but preserve essential context. Output only the summary, no preamble.
+
+Conversation:
+{conversation}`
+};
+class ReactiveOverflowStrategy {
+  name = "reactive-overflow";
+  model;
+  options;
+  logger;
+  constructor(model, options = {}, logger) {
+    this.model = model;
+    this.options = { ...DEFAULT_OPTIONS, ...options };
+    this.logger = logger;
+  }
+  /**
+   * Generate a summary message for the old portion of history.
+   *
+   * IMPORTANT: This does NOT replace history. It returns a summary message
+   * that the caller should ADD to history via contextManager.addMessage().
+   * Read-time filtering (filterCompacted) will then exclude pre-summary
+   * messages when formatting for LLM.
+   *
+   * @param history The full conversation history
+   * @returns Array with single summary message to add, or empty if nothing to summarize
+   */
+  async compress(history) {
+    if (history.length <= 2) {
+      this.logger.debug("ReactiveOverflowStrategy: History too short, skipping compression");
+      return [];
+    }
+    const { toSummarize, toKeep } = this.splitHistory(history);
+    if (toSummarize.length === 0) {
+      this.logger.debug("ReactiveOverflowStrategy: No messages to summarize");
+      return [];
+    }
+    this.logger.info(
+      `ReactiveOverflowStrategy: Summarizing ${toSummarize.length} messages, keeping ${toKeep.length}`
+    );
+    const summary = await this.generateSummary(toSummarize);
+    const summaryMessage = {
+      role: "assistant",
+      content: [{ type: "text", text: summary }],
+      timestamp: Date.now(),
+      metadata: {
+        isSummary: true,
+        summarizedAt: Date.now(),
+        summarizedMessageCount: toSummarize.length,
+        originalFirstTimestamp: toSummarize[0]?.timestamp,
+        originalLastTimestamp: toSummarize[toSummarize.length - 1]?.timestamp
+      }
+    };
+    return [summaryMessage];
+  }
+  /**
+   * Split history into messages to summarize and messages to keep.
+   * Keeps the last N turns (user + assistant pairs) intact.
+   */
+  splitHistory(history) {
+    const turnsToKeep = this.options.preserveLastNTurns;
+    const userMessageIndices = [];
+    for (let i = history.length - 1; i >= 0; i--) {
+      if (history[i]?.role === "user") {
+        userMessageIndices.unshift(i);
+        if (userMessageIndices.length >= turnsToKeep) {
+          break;
+        }
+      }
+    }
+    if (userMessageIndices.length > 0) {
+      const splitIndex = userMessageIndices[0];
+      if (splitIndex !== void 0) {
+        if (splitIndex === 0) {
+          return {
+            toSummarize: [],
+            toKeep: history
+          };
+        }
+        return {
+          toSummarize: history.slice(0, splitIndex),
+          toKeep: history.slice(splitIndex)
+        };
+      }
+    }
+    const keepCount = Math.min(4, history.length);
+    return {
+      toSummarize: history.slice(0, -keepCount),
+      toKeep: history.slice(-keepCount)
+    };
+  }
+  /**
+   * Generate an LLM summary of the messages.
+   */
+  async generateSummary(messages) {
+    const formattedConversation = this.formatMessagesForSummary(messages);
+    const prompt = this.options.summaryPrompt.replace("{conversation}", formattedConversation);
+    try {
+      const result = await generateText({
+        model: this.model,
+        prompt,
+        maxOutputTokens: this.options.maxSummaryTokens
+      });
+      return `[Previous conversation summary]
+${result.text}`;
+    } catch (error) {
+      this.logger.error("ReactiveOverflowStrategy: Failed to generate summary", { error });
+      return this.createFallbackSummary(messages);
+    }
+  }
+  /**
+   * Format messages for the summary prompt.
+   */
+  formatMessagesForSummary(messages) {
+    return messages.map((msg) => {
+      const role = msg.role.toUpperCase();
+      let content;
+      if (typeof msg.content === "string") {
+        content = msg.content;
+      } else if (Array.isArray(msg.content)) {
+        content = msg.content.filter(
+          (part) => part.type === "text"
+        ).map((part) => part.text).join("\n");
+      } else {
+        content = "[no content]";
+      }
+      if (content.length > 2e3) {
+        content = content.slice(0, 2e3) + "... [truncated]";
+      }
+      if (isAssistantMessage(msg) && msg.toolCalls && msg.toolCalls.length > 0) {
+        const toolNames = msg.toolCalls.map((tc) => tc.function.name).join(", ");
+        content += `
+[Used tools: ${toolNames}]`;
+      }
+      if (isToolMessage(msg)) {
+        return `TOOL (${msg.name}): ${content.slice(0, 500)}${content.length > 500 ? "..." : ""}`;
+      }
+      return `${role}: ${content}`;
+    }).join("\n\n");
+  }
+  /**
+   * Create a fallback summary if LLM call fails.
+   */
+  createFallbackSummary(messages) {
+    const userMessages = messages.filter((m) => m.role === "user");
+    const assistantWithTools = messages.filter(
+      (m) => isAssistantMessage(m) && !!m.toolCalls && m.toolCalls.length > 0
+    );
+    const userTopics = userMessages.slice(-3).map((m) => {
+      const text = typeof m.content === "string" ? m.content : Array.isArray(m.content) ? m.content.filter(
+        (p) => p.type === "text"
+      ).map((p) => p.text).join(" ") : "";
+      return text.slice(0, 100);
+    }).join("; ");
+    const toolsUsed = [
+      ...new Set(
+        assistantWithTools.flatMap((m) => m.toolCalls.map((tc) => tc.function.name))
+      )
+    ].join(", ");
+    return `[Previous conversation summary - fallback]
+User discussed: ${userTopics || "various topics"}
+Tools used: ${toolsUsed || "none"}`;
+  }
+}
+export {
+  ReactiveOverflowStrategy
+};

package/dist/context/compression/types.d.ts

@@ -1,18 +1,20 @@
 import { InternalMessage } from '../types.js';
-import { ITokenizer } from '../../llm/tokenizer/types.js';
 /**
- * Defines the contract for a strategy used to compress a conversation history
- * to fit within a maximum token limit.
+ * Compression strategy interface.
+ *
+ * Strategies are responsible for reducing conversation history size
+ * when context limits are exceeded. The strategy is called by TurnExecutor
+ * after detecting overflow via actual token usage from the API.
  */
 export interface ICompressionStrategy {
+    /** Human-readable name for logging/UI */
+    readonly name: string;
     /**
      * Compresses the provided message history.
      *
      * @param history The current conversation history.
-     * @param tokenizer The tokenizer used to calculate message tokens.
-     * @param maxInputTokens The maximum number of tokens allowed in the history.
-     * @returns The potentially compressed message history.
+     * @returns Summary messages to add to history (filterCompacted handles the rest).
      */
-    compress(history: InternalMessage[], tokenizer: ITokenizer, maxInputTokens: number): InternalMessage[];
+    compress(history: readonly InternalMessage[]): Promise<InternalMessage[]> | InternalMessage[];
 }
 //# sourceMappingURL=types.d.ts.map

package/dist/context/compression/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/context/compression/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAE1D;;;GAGG;AACH,MAAM,WAAW,oBAAoB;IACjC;;;;;;;OAOG;IACH,QAAQ,CACJ,OAAO,EAAE,eAAe,EAAE,EAC1B,SAAS,EAAE,UAAU,EACrB,cAAc,EAAE,MAAM,GACvB,eAAe,EAAE,CAAC;CACxB"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/context/compression/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C;;;;;;GAMG;AACH,MAAM,WAAW,oBAAoB;IACjC,yCAAyC;IACzC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB;;;;;OAKG;IACH,QAAQ,CAAC,OAAO,EAAE,SAAS,eAAe,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,GAAG,eAAe,EAAE,CAAC;CACjG"}

package/dist/context/error-codes.cjs

@@ -33,6 +33,9 @@ var ContextErrorCode = /* @__PURE__ */ ((ContextErrorCode2) => {
   ContextErrorCode2["TOKEN_COUNT_FAILED"] = "context_token_count_failed";
   ContextErrorCode2["PRESERVE_VALUES_NEGATIVE"] = "context_preserve_values_negative";
   ContextErrorCode2["MIN_MESSAGES_NEGATIVE"] = "context_min_messages_negative";
+  ContextErrorCode2["MESSAGE_NOT_FOUND"] = "context_message_not_found";
+  ContextErrorCode2["MESSAGE_NOT_ASSISTANT"] = "context_message_not_assistant";
+  ContextErrorCode2["ASSISTANT_CONTENT_NOT_STRING"] = "context_assistant_content_not_string";
   return ContextErrorCode2;
 })(ContextErrorCode || {});
 // Annotate the CommonJS export names for ESM import in node:

package/dist/context/error-codes.d.ts

@@ -13,6 +13,9 @@ export declare enum ContextErrorCode {
     SYSTEM_MESSAGE_CONTENT_INVALID = "context_system_message_content_invalid",
     TOKEN_COUNT_FAILED = "context_token_count_failed",
     PRESERVE_VALUES_NEGATIVE = "context_preserve_values_negative",
-    MIN_MESSAGES_NEGATIVE = "context_min_messages_negative"
+    MIN_MESSAGES_NEGATIVE = "context_min_messages_negative",
+    MESSAGE_NOT_FOUND = "context_message_not_found",
+    MESSAGE_NOT_ASSISTANT = "context_message_not_assistant",
+    ASSISTANT_CONTENT_NOT_STRING = "context_assistant_content_not_string"
 }
 //# sourceMappingURL=error-codes.d.ts.map

package/dist/context/error-codes.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"error-codes.d.ts","sourceRoot":"","sources":["../../src/context/error-codes.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,oBAAY,gBAAgB;IAExB,oBAAoB,iCAAiC;IACrD,qBAAqB,kCAAkC;IAGvD,4BAA4B,yCAAyC;IAGrE,2CAA2C,wDAAwD;IACnG,oCAAoC,iDAAiD;IAGrF,2BAA2B,wCAAwC;IACnE,0BAA0B,uCAAuC;IAGjE,8BAA8B,2CAA2C;IAEzE,kBAAkB,+BAA+B;IAMjD,wBAAwB,qCAAqC;IAC7D,qBAAqB,kCAAkC;CAC1D"}
+{"version":3,"file":"error-codes.d.ts","sourceRoot":"","sources":["../../src/context/error-codes.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,oBAAY,gBAAgB;IAExB,oBAAoB,iCAAiC;IACrD,qBAAqB,kCAAkC;IAGvD,4BAA4B,yCAAyC;IAGrE,2CAA2C,wDAAwD;IACnG,oCAAoC,iDAAiD;IAGrF,2BAA2B,wCAAwC;IACnE,0BAA0B,uCAAuC;IAGjE,8BAA8B,2CAA2C;IAEzE,kBAAkB,+BAA+B;IAMjD,wBAAwB,qCAAqC;IAC7D,qBAAqB,kCAAkC;IAGvD,iBAAiB,8BAA8B;IAC/C,qBAAqB,kCAAkC;IACvD,4BAA4B,yCAAyC;CACxE"}

package/dist/context/error-codes.js

@@ -1,4 +1,4 @@
-import "../chunk-C6A6W6XS.js";
+import "../chunk-PTJYTZNU.js";
 var ContextErrorCode = /* @__PURE__ */ ((ContextErrorCode2) => {
   ContextErrorCode2["MESSAGE_ROLE_MISSING"] = "context_message_role_missing";
   ContextErrorCode2["MESSAGE_CONTENT_EMPTY"] = "context_message_content_empty";
@@ -11,6 +11,9 @@ var ContextErrorCode = /* @__PURE__ */ ((ContextErrorCode2) => {
   ContextErrorCode2["TOKEN_COUNT_FAILED"] = "context_token_count_failed";
   ContextErrorCode2["PRESERVE_VALUES_NEGATIVE"] = "context_preserve_values_negative";
   ContextErrorCode2["MIN_MESSAGES_NEGATIVE"] = "context_min_messages_negative";
+  ContextErrorCode2["MESSAGE_NOT_FOUND"] = "context_message_not_found";
+  ContextErrorCode2["MESSAGE_NOT_ASSISTANT"] = "context_message_not_assistant";
+  ContextErrorCode2["ASSISTANT_CONTENT_NOT_STRING"] = "context_assistant_content_not_string";
   return ContextErrorCode2;
 })(ContextErrorCode || {});
 export {

package/dist/context/errors.cjs

@@ -139,6 +139,34 @@ class ContextError {
       "Set minMessagesToKeep to zero or positive value"
     );
   }
+  // Message lookup errors
+  static messageNotFound(messageId) {
+    return new import_errors.DextoRuntimeError(
+      import_error_codes.ContextErrorCode.MESSAGE_NOT_FOUND,
+      import_types.ErrorScope.CONTEXT,
+      import_types.ErrorType.NOT_FOUND,
+      `Message with ID ${messageId} not found`,
+      { messageId }
+    );
+  }
+  static messageNotAssistant(messageId) {
+    return new import_errors.DextoRuntimeError(
+      import_error_codes.ContextErrorCode.MESSAGE_NOT_ASSISTANT,
+      import_types.ErrorScope.CONTEXT,
+      import_types.ErrorType.USER,
+      `Message with ID ${messageId} is not an assistant message`,
+      { messageId }
+    );
+  }
+  static assistantContentNotString() {
+    return new import_errors.DextoRuntimeError(
+      import_error_codes.ContextErrorCode.ASSISTANT_CONTENT_NOT_STRING,
+      import_types.ErrorScope.CONTEXT,
+      import_types.ErrorType.USER,
+      "Cannot append text to non-string assistant message content",
+      {}
+    );
+  }
 }
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {

package/dist/context/errors.d.ts

@@ -17,5 +17,12 @@ export declare class ContextError {
         cause: string;
     }>;
     static minMessagesNegative(): DextoRuntimeError<{}>;
+    static messageNotFound(messageId: string): DextoRuntimeError<{
+        messageId: string;
+    }>;
+    static messageNotAssistant(messageId: string): DextoRuntimeError<{
+        messageId: string;
+    }>;
+    static assistantContentNotString(): DextoRuntimeError<{}>;
 }
 //# sourceMappingURL=errors.d.ts.map

package/dist/context/errors.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../src/context/errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAIvD;;;GAGG;AACH,qBAAa,YAAY;IAErB,MAAM,CAAC,kBAAkB;IAWzB,MAAM,CAAC,yBAAyB;IAWhC,MAAM,CAAC,sCAAsC;IAW7C,MAAM,CAAC,gCAAgC;IAWvC,MAAM,CAAC,wBAAwB;IAW/B,MAAM,CAAC,2BAA2B;IAWlC,MAAM,CAAC,uBAAuB;IAW9B,MAAM,CAAC,sBAAsB;IAe7B,MAAM,CAAC,sBAAsB;IAW7B,MAAM,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM;;;IAWrC,MAAM,CAAC,mBAAmB;CAU7B"}
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../src/context/errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAIvD;;;GAGG;AACH,qBAAa,YAAY;IAErB,MAAM,CAAC,kBAAkB;IAWzB,MAAM,CAAC,yBAAyB;IAWhC,MAAM,CAAC,sCAAsC;IAW7C,MAAM,CAAC,gCAAgC;IAWvC,MAAM,CAAC,wBAAwB;IAW/B,MAAM,CAAC,2BAA2B;IAWlC,MAAM,CAAC,uBAAuB;IAW9B,MAAM,CAAC,sBAAsB;IAe7B,MAAM,CAAC,sBAAsB;IAW7B,MAAM,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM;;;IAWrC,MAAM,CAAC,mBAAmB;IAY1B,MAAM,CAAC,eAAe,CAAC,SAAS,EAAE,MAAM;;;IAUxC,MAAM,CAAC,mBAAmB,CAAC,SAAS,EAAE,MAAM;;;IAU5C,MAAM,CAAC,yBAAyB;CASnC"}

package/dist/context/errors.js

@@ -1,4 +1,4 @@
-import "../chunk-C6A6W6XS.js";
+import "../chunk-PTJYTZNU.js";
 import { DextoRuntimeError } from "../errors/index.js";
 import { ErrorScope, ErrorType } from "../errors/types.js";
 import { ContextErrorCode } from "./error-codes.js";
@@ -117,6 +117,34 @@ class ContextError {
       "Set minMessagesToKeep to zero or positive value"
     );
   }
+  // Message lookup errors
+  static messageNotFound(messageId) {
+    return new DextoRuntimeError(
+      ContextErrorCode.MESSAGE_NOT_FOUND,
+      ErrorScope.CONTEXT,
+      ErrorType.NOT_FOUND,
+      `Message with ID ${messageId} not found`,
+      { messageId }
+    );
+  }
+  static messageNotAssistant(messageId) {
+    return new DextoRuntimeError(
+      ContextErrorCode.MESSAGE_NOT_ASSISTANT,
+      ErrorScope.CONTEXT,
+      ErrorType.USER,
+      `Message with ID ${messageId} is not an assistant message`,
+      { messageId }
+    );
+  }
+  static assistantContentNotString() {
+    return new DextoRuntimeError(
+      ContextErrorCode.ASSISTANT_CONTENT_NOT_STRING,
+      ErrorScope.CONTEXT,
+      ErrorType.USER,
+      "Cannot append text to non-string assistant message content",
+      {}
+    );
+  }
 }
 export {
   ContextError

package/dist/context/index.js

@@ -1,4 +1,4 @@
-import "../chunk-C6A6W6XS.js";
+import "../chunk-PTJYTZNU.js";
 export * from "./manager.js";
 export * from "./types.js";
 import { getFileMediaKind, getResourceKind } from "./media-helpers.js";