@dexto/core 1.3.0 → 1.5.0

package/dist/context/compression/middle-removal.cjs

@@ -1,95 +0,0 @@
-"use strict";
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var middle_removal_exports = {};
-__export(middle_removal_exports, {
-  MiddleRemovalStrategy: () => MiddleRemovalStrategy
-});
-module.exports = __toCommonJS(middle_removal_exports);
-var import_utils = require("../utils.cjs");
-var import_errors = require("../errors.js");
-var import_types5 = require("../../logger/v2/types.js");
-class MiddleRemovalStrategy {
-  preserveStart;
-  preserveEnd;
-  logger;
-  /**
-   * Creates an instance of MiddleRemovalStrategy.
-   *
-   * @param options Configuration options for preserving messages.
-   */
-  constructor(options = {}, logger) {
-    this.preserveStart = options.preserveStart ?? 4;
-    this.preserveEnd = options.preserveEnd ?? 5;
-    this.logger = logger.createChild(import_types5.DextoLogComponent.CONTEXT);
-    if (this.preserveStart < 0 || this.preserveEnd < 0) {
-      throw import_errors.ContextError.preserveValuesNegative();
-    }
-  }
-  /**
-   * Compresses the history by removing messages from the middle if the total
-   * token count exceeds the specified maximum.
-   *
-   * @param history The current conversation history.
-   * @param tokenizer The tokenizer used to calculate message tokens.
-   * @param maxHistoryTokens The maximum number of tokens allowed *for the history messages*.
-   * @returns The potentially compressed message history.
-   */
-  compress(history, tokenizer, maxHistoryTokens) {
-    const initialTokenCount = (0, import_utils.countMessagesTokens)(history, tokenizer, void 0, this.logger);
-    if (initialTokenCount <= maxHistoryTokens) {
-      return history;
-    }
-    const removableIndices = [];
-    const totalMessages = history.length;
-    if (totalMessages > this.preserveStart + this.preserveEnd) {
-      for (let i = this.preserveStart; i < totalMessages - this.preserveEnd; i++) {
-        removableIndices.push(i);
-      }
-    } else {
-      this.logger.warn(
-        `MiddleRemovalStrategy: Not enough messages to apply middle removal based on preserve counts. History length: ${totalMessages}, PreserveStart: ${this.preserveStart}, PreserveEnd: ${this.preserveEnd}`
-      );
-      return history;
-    }
-    let currentHistory = [...history];
-    let currentTokenCount = initialTokenCount;
-    const removedIndices = /* @__PURE__ */ new Set();
-    while (currentTokenCount > maxHistoryTokens && removableIndices.length > 0) {
-      const indexToRemove = removableIndices.shift();
-      removedIndices.add(indexToRemove);
-      currentTokenCount = (0, import_utils.countMessagesTokens)(
-        currentHistory.filter((_, i) => !removedIndices.has(i)),
-        // Calculate tokens based on remaining messages
-        tokenizer,
-        void 0,
-        this.logger
-      );
-    }
-    if (currentTokenCount > maxHistoryTokens) {
-      this.logger.warn(
-        `MiddleRemovalStrategy: Unable to compress below max tokens (${maxHistoryTokens}). Final token count: ${currentTokenCount}`
-      );
-    }
-    return history.filter((_, i) => !removedIndices.has(i));
-  }
-}
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  MiddleRemovalStrategy
-});

package/dist/context/compression/middle-removal.d.ts

@@ -1,47 +0,0 @@
-import { ITokenizer } from '../../llm/tokenizer/types.js';
-import { InternalMessage } from '../types.js';
-import { ICompressionStrategy } from './types.js';
-import { IDextoLogger } from '../../logger/v2/types.js';
-/**
- * Configuration options for the MiddleRemovalStrategy.
- */
-export interface MiddleRemovalStrategyOptions {
-    /**
-     * The number of messages to preserve at the beginning of the history.
-     * @default 4
-     */
-    preserveStart?: number;
-    /**
-     * The number of messages to preserve at the end of the history.
-     * @default 5
-     */
-    preserveEnd?: number;
-}
-/**
- * Implements a compression strategy that removes messages from the middle of the
- * conversation history, preserving a configurable number of messages at the
- * beginning and end. It prioritizes removing the oldest messages within the
- * removable middle section first.
- */
-export declare class MiddleRemovalStrategy implements ICompressionStrategy {
-    private readonly preserveStart;
-    private readonly preserveEnd;
-    private readonly logger;
-    /**
-     * Creates an instance of MiddleRemovalStrategy.
-     *
-     * @param options Configuration options for preserving messages.
-     */
-    constructor(options: MiddleRemovalStrategyOptions | undefined, logger: IDextoLogger);
-    /**
-     * Compresses the history by removing messages from the middle if the total
-     * token count exceeds the specified maximum.
-     *
-     * @param history The current conversation history.
-     * @param tokenizer The tokenizer used to calculate message tokens.
-     * @param maxHistoryTokens The maximum number of tokens allowed *for the history messages*.
-     * @returns The potentially compressed message history.
-     */
-    compress(history: InternalMessage[], tokenizer: ITokenizer, maxHistoryTokens: number): InternalMessage[];
-}
-//# sourceMappingURL=middle-removal.d.ts.map

package/dist/context/compression/middle-removal.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"middle-removal.d.ts","sourceRoot":"","sources":["../../../src/context/compression/middle-removal.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAGlD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAGxD;;GAEG;AACH,MAAM,WAAW,4BAA4B;IACzC;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACxB;AAED;;;;;GAKG;AACH,qBAAa,qBAAsB,YAAW,oBAAoB;IAC9D,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAe;IAEtC;;;;OAIG;gBACS,OAAO,EAAE,4BAA4B,YAAK,EAAE,MAAM,EAAE,YAAY;IAS5E;;;;;;;;OAQG;IACH,QAAQ,CACJ,OAAO,EAAE,eAAe,EAAE,EAC1B,SAAS,EAAE,UAAU,EACrB,gBAAgB,EAAE,MAAM,GACzB,eAAe,EAAE;CAmDvB"}

package/dist/context/compression/middle-removal.js

@@ -1,72 +0,0 @@
-import "../../chunk-C6A6W6XS.js";
-import { countMessagesTokens } from "../utils.js";
-import { ContextError } from "../errors.js";
-import { DextoLogComponent } from "../../logger/v2/types.js";
-class MiddleRemovalStrategy {
-  preserveStart;
-  preserveEnd;
-  logger;
-  /**
-   * Creates an instance of MiddleRemovalStrategy.
-   *
-   * @param options Configuration options for preserving messages.
-   */
-  constructor(options = {}, logger) {
-    this.preserveStart = options.preserveStart ?? 4;
-    this.preserveEnd = options.preserveEnd ?? 5;
-    this.logger = logger.createChild(DextoLogComponent.CONTEXT);
-    if (this.preserveStart < 0 || this.preserveEnd < 0) {
-      throw ContextError.preserveValuesNegative();
-    }
-  }
-  /**
-   * Compresses the history by removing messages from the middle if the total
-   * token count exceeds the specified maximum.
-   *
-   * @param history The current conversation history.
-   * @param tokenizer The tokenizer used to calculate message tokens.
-   * @param maxHistoryTokens The maximum number of tokens allowed *for the history messages*.
-   * @returns The potentially compressed message history.
-   */
-  compress(history, tokenizer, maxHistoryTokens) {
-    const initialTokenCount = countMessagesTokens(history, tokenizer, void 0, this.logger);
-    if (initialTokenCount <= maxHistoryTokens) {
-      return history;
-    }
-    const removableIndices = [];
-    const totalMessages = history.length;
-    if (totalMessages > this.preserveStart + this.preserveEnd) {
-      for (let i = this.preserveStart; i < totalMessages - this.preserveEnd; i++) {
-        removableIndices.push(i);
-      }
-    } else {
-      this.logger.warn(
-        `MiddleRemovalStrategy: Not enough messages to apply middle removal based on preserve counts. History length: ${totalMessages}, PreserveStart: ${this.preserveStart}, PreserveEnd: ${this.preserveEnd}`
-      );
-      return history;
-    }
-    let currentHistory = [...history];
-    let currentTokenCount = initialTokenCount;
-    const removedIndices = /* @__PURE__ */ new Set();
-    while (currentTokenCount > maxHistoryTokens && removableIndices.length > 0) {
-      const indexToRemove = removableIndices.shift();
-      removedIndices.add(indexToRemove);
-      currentTokenCount = countMessagesTokens(
-        currentHistory.filter((_, i) => !removedIndices.has(i)),
-        // Calculate tokens based on remaining messages
-        tokenizer,
-        void 0,
-        this.logger
-      );
-    }
-    if (currentTokenCount > maxHistoryTokens) {
-      this.logger.warn(
-        `MiddleRemovalStrategy: Unable to compress below max tokens (${maxHistoryTokens}). Final token count: ${currentTokenCount}`
-      );
-    }
-    return history.filter((_, i) => !removedIndices.has(i));
-  }
-}
-export {
-  MiddleRemovalStrategy
-};

package/dist/context/compression/oldest-removal.cjs

@@ -1,83 +0,0 @@
-"use strict";
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var oldest_removal_exports = {};
-__export(oldest_removal_exports, {
-  OldestRemovalStrategy: () => OldestRemovalStrategy
-});
-module.exports = __toCommonJS(oldest_removal_exports);
-var import_utils = require("../utils.js");
-var import_errors = require("../errors.js");
-var import_types5 = require("../../logger/v2/types.js");
-class OldestRemovalStrategy {
-  minMessagesToKeep;
-  logger;
-  /**
-   * Creates an instance of OldestRemovalStrategy.
-   *
-   * @param options Configuration options for preserving messages.
-   */
-  constructor(options = {}, logger) {
-    this.minMessagesToKeep = options.minMessagesToKeep ?? 4;
-    this.logger = logger.createChild(import_types5.DextoLogComponent.CONTEXT);
-    if (this.minMessagesToKeep < 0) {
-      throw import_errors.ContextError.minMessagesNegative();
-    }
-  }
-  /**
-   * Compresses the history by removing the oldest messages if the total
-   * token count exceeds the specified maximum, while respecting minMessagesToKeep.
-   *
-   * @param history The current conversation history.
-   * @param tokenizer The tokenizer used to calculate message tokens.
-   * @param maxHistoryTokens The maximum number of tokens allowed *for the history messages*.
-   * @returns The potentially compressed message history.
-   */
-  compress(history, tokenizer, maxHistoryTokens) {
-    let currentHistory = [...history];
-    let currentTokenCount = (0, import_utils.countMessagesTokens)(
-      currentHistory,
-      tokenizer,
-      void 0,
-      this.logger
-    );
-    while (currentHistory.length > this.minMessagesToKeep && currentTokenCount > maxHistoryTokens) {
-      currentHistory.shift();
-      currentTokenCount = (0, import_utils.countMessagesTokens)(
-        currentHistory,
-        tokenizer,
-        void 0,
-        this.logger
-      );
-    }
-    if (currentTokenCount > maxHistoryTokens && currentHistory.length <= this.minMessagesToKeep) {
-      this.logger.warn(
-        `OldestRemovalStrategy: Could not compress below max tokens (${maxHistoryTokens}) without violating minMessagesToKeep (${this.minMessagesToKeep}). Final token count: ${currentTokenCount}, Messages: ${currentHistory.length}`
-      );
-    } else if (currentTokenCount > maxHistoryTokens) {
-      this.logger.warn(
-        `OldestRemovalStrategy: Unable to compress below max tokens (${maxHistoryTokens}). Final token count: ${currentTokenCount}`
-      );
-    }
-    return currentHistory;
-  }
-}
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  OldestRemovalStrategy
-});

package/dist/context/compression/oldest-removal.d.ts

@@ -1,42 +0,0 @@
-import { ITokenizer } from '../../llm/tokenizer/types.js';
-import { InternalMessage } from '../types.js';
-import { ICompressionStrategy } from './types.js';
-import { IDextoLogger } from '../../logger/v2/types.js';
-/**
- * Configuration options for the OldestRemovalStrategy.
- */
-export interface OldestRemovalStrategyOptions {
-    /**
-     * The minimum number of messages to preserve at the end of the history.
-     * The strategy will not remove messages if doing so would reduce the
-     * history length below this number.
-     * @default 4
-     */
-    minMessagesToKeep?: number;
-}
-/**
- * Implements a compression strategy that removes the oldest messages (from the
- * beginning of the history array) until the token count is within the limit.
- * Ensures a minimum number of recent messages are always preserved.
- */
-export declare class OldestRemovalStrategy implements ICompressionStrategy {
-    private readonly minMessagesToKeep;
-    private readonly logger;
-    /**
-     * Creates an instance of OldestRemovalStrategy.
-     *
-     * @param options Configuration options for preserving messages.
-     */
-    constructor(options: OldestRemovalStrategyOptions | undefined, logger: IDextoLogger);
-    /**
-     * Compresses the history by removing the oldest messages if the total
-     * token count exceeds the specified maximum, while respecting minMessagesToKeep.
-     *
-     * @param history The current conversation history.
-     * @param tokenizer The tokenizer used to calculate message tokens.
-     * @param maxHistoryTokens The maximum number of tokens allowed *for the history messages*.
-     * @returns The potentially compressed message history.
-     */
-    compress(history: InternalMessage[], tokenizer: ITokenizer, maxHistoryTokens: number): InternalMessage[];
-}
-//# sourceMappingURL=oldest-removal.d.ts.map

package/dist/context/compression/oldest-removal.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"oldest-removal.d.ts","sourceRoot":"","sources":["../../../src/context/compression/oldest-removal.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAGlD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAGxD;;GAEG;AACH,MAAM,WAAW,4BAA4B;IACzC;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED;;;;GAIG;AACH,qBAAa,qBAAsB,YAAW,oBAAoB;IAC9D,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAS;IAC3C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAe;IACtC;;;;OAIG;gBACS,OAAO,EAAE,4BAA4B,YAAK,EAAE,MAAM,EAAE,YAAY;IAQ5E;;;;;;;;OAQG;IACH,QAAQ,CACJ,OAAO,EAAE,eAAe,EAAE,EAC1B,SAAS,EAAE,UAAU,EACrB,gBAAgB,EAAE,MAAM,GACzB,eAAe,EAAE;CAuCvB"}

package/dist/context/compression/oldest-removal.js

@@ -1,60 +0,0 @@
-import "../../chunk-C6A6W6XS.js";
-import { countMessagesTokens } from "../utils.js";
-import { ContextError } from "../errors.js";
-import { DextoLogComponent } from "../../logger/v2/types.js";
-class OldestRemovalStrategy {
-  minMessagesToKeep;
-  logger;
-  /**
-   * Creates an instance of OldestRemovalStrategy.
-   *
-   * @param options Configuration options for preserving messages.
-   */
-  constructor(options = {}, logger) {
-    this.minMessagesToKeep = options.minMessagesToKeep ?? 4;
-    this.logger = logger.createChild(DextoLogComponent.CONTEXT);
-    if (this.minMessagesToKeep < 0) {
-      throw ContextError.minMessagesNegative();
-    }
-  }
-  /**
-   * Compresses the history by removing the oldest messages if the total
-   * token count exceeds the specified maximum, while respecting minMessagesToKeep.
-   *
-   * @param history The current conversation history.
-   * @param tokenizer The tokenizer used to calculate message tokens.
-   * @param maxHistoryTokens The maximum number of tokens allowed *for the history messages*.
-   * @returns The potentially compressed message history.
-   */
-  compress(history, tokenizer, maxHistoryTokens) {
-    let currentHistory = [...history];
-    let currentTokenCount = countMessagesTokens(
-      currentHistory,
-      tokenizer,
-      void 0,
-      this.logger
-    );
-    while (currentHistory.length > this.minMessagesToKeep && currentTokenCount > maxHistoryTokens) {
-      currentHistory.shift();
-      currentTokenCount = countMessagesTokens(
-        currentHistory,
-        tokenizer,
-        void 0,
-        this.logger
-      );
-    }
-    if (currentTokenCount > maxHistoryTokens && currentHistory.length <= this.minMessagesToKeep) {
-      this.logger.warn(
-        `OldestRemovalStrategy: Could not compress below max tokens (${maxHistoryTokens}) without violating minMessagesToKeep (${this.minMessagesToKeep}). Final token count: ${currentTokenCount}, Messages: ${currentHistory.length}`
-      );
-    } else if (currentTokenCount > maxHistoryTokens) {
-      this.logger.warn(
-        `OldestRemovalStrategy: Unable to compress below max tokens (${maxHistoryTokens}). Final token count: ${currentTokenCount}`
-      );
-    }
-    return currentHistory;
-  }
-}
-export {
-  OldestRemovalStrategy
-};

package/dist/context/compression/types.d.ts

@@ -1,18 +0,0 @@
-import { InternalMessage } from '../types.js';
-import { ITokenizer } from '../../llm/tokenizer/types.js';
-/**
- * Defines the contract for a strategy used to compress a conversation history
- * to fit within a maximum token limit.
- */
-export interface ICompressionStrategy {
-    /**
-     * Compresses the provided message history.
-     *
-     * @param history The current conversation history.
-     * @param tokenizer The tokenizer used to calculate message tokens.
-     * @param maxInputTokens The maximum number of tokens allowed in the history.
-     * @returns The potentially compressed message history.
-     */
-    compress(history: InternalMessage[], tokenizer: ITokenizer, maxInputTokens: number): InternalMessage[];
-}
-//# sourceMappingURL=types.d.ts.map

package/dist/context/compression/types.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/context/compression/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAE1D;;;GAGG;AACH,MAAM,WAAW,oBAAoB;IACjC;;;;;;;OAOG;IACH,QAAQ,CACJ,OAAO,EAAE,eAAe,EAAE,EAC1B,SAAS,EAAE,UAAU,EACrB,cAAc,EAAE,MAAM,GACvB,eAAe,EAAE,CAAC;CACxB"}