@dexto/core 1.3.0 → 1.4.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dexto/core",
-  "version": "1.3.0",
+  "version": "1.4.0",
   "private": false,
   "type": "module",
   "main": "./dist/index.js",
@@ -20,33 +20,31 @@
     "./package.json": "./package.json"
   },
   "dependencies": {
-    "@ai-sdk/anthropic": "^2.0.0",
+    "@ai-sdk/anthropic": "^2.0.56",
     "@ai-sdk/cohere": "^2.0.0",
     "@ai-sdk/google": "^2.0.0",
     "@ai-sdk/groq": "^2.0.0",
     "@ai-sdk/openai": "^2.0.0",
     "@ai-sdk/xai": "^2.0.0",
-    "@anthropic-ai/sdk": "^0.60.0",
     "@modelcontextprotocol/sdk": "^1.18.1",
     "@opentelemetry/api": "^1.9.0",
     "ai": "^5.0.0",
     "boxen": "^7.1.1",
     "chalk": "^5.4.1",
+    "diff": "^8.0.2",
     "dotenv": "^16.4.7",
     "glob": "^11.0.3",
     "nanoid": "^5.1.6",
-    "openai": "^5.16.0",
-    "tiktoken": "^1.0.22",
     "winston": "^3.17.0",
     "yaml": "^2.7.1",
     "zod-to-json-schema": "^3.24.6"
   },
   "devDependencies": {
+    "@types/diff": "^8.0.0",
     "@types/json-schema": "^7.0.15",
     "zod": "^3.25.0"
   },
   "peerDependencies": {
-    "zod": "^3.25.0",
     "@opentelemetry/auto-instrumentations-node": "^0.52.1",
     "@opentelemetry/core": "^1.28.0",
     "@opentelemetry/exporter-trace-otlp-grpc": "^0.55.0",
@@ -58,7 +56,8 @@
     "better-sqlite3": "^11.10.0",
     "ioredis": "^5.7.0",
     "pg": "^8.15.4",
-    "tsx": "^4.19.2"
+    "tsx": "^4.19.2",
+    "zod": "^3.25.0"
   },
   "peerDependenciesMeta": {
     "@opentelemetry/auto-instrumentations-node": {

package/dist/context/compression/middle-removal.cjs

@@ -1,95 +0,0 @@
-"use strict";
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var middle_removal_exports = {};
-__export(middle_removal_exports, {
-  MiddleRemovalStrategy: () => MiddleRemovalStrategy
-});
-module.exports = __toCommonJS(middle_removal_exports);
-var import_utils = require("../utils.cjs");
-var import_errors = require("../errors.js");
-var import_types5 = require("../../logger/v2/types.js");
-class MiddleRemovalStrategy {
-  preserveStart;
-  preserveEnd;
-  logger;
-  /**
-   * Creates an instance of MiddleRemovalStrategy.
-   *
-   * @param options Configuration options for preserving messages.
-   */
-  constructor(options = {}, logger) {
-    this.preserveStart = options.preserveStart ?? 4;
-    this.preserveEnd = options.preserveEnd ?? 5;
-    this.logger = logger.createChild(import_types5.DextoLogComponent.CONTEXT);
-    if (this.preserveStart < 0 || this.preserveEnd < 0) {
-      throw import_errors.ContextError.preserveValuesNegative();
-    }
-  }
-  /**
-   * Compresses the history by removing messages from the middle if the total
-   * token count exceeds the specified maximum.
-   *
-   * @param history The current conversation history.
-   * @param tokenizer The tokenizer used to calculate message tokens.
-   * @param maxHistoryTokens The maximum number of tokens allowed *for the history messages*.
-   * @returns The potentially compressed message history.
-   */
-  compress(history, tokenizer, maxHistoryTokens) {
-    const initialTokenCount = (0, import_utils.countMessagesTokens)(history, tokenizer, void 0, this.logger);
-    if (initialTokenCount <= maxHistoryTokens) {
-      return history;
-    }
-    const removableIndices = [];
-    const totalMessages = history.length;
-    if (totalMessages > this.preserveStart + this.preserveEnd) {
-      for (let i = this.preserveStart; i < totalMessages - this.preserveEnd; i++) {
-        removableIndices.push(i);
-      }
-    } else {
-      this.logger.warn(
-        `MiddleRemovalStrategy: Not enough messages to apply middle removal based on preserve counts. History length: ${totalMessages}, PreserveStart: ${this.preserveStart}, PreserveEnd: ${this.preserveEnd}`
-      );
-      return history;
-    }
-    let currentHistory = [...history];
-    let currentTokenCount = initialTokenCount;
-    const removedIndices = /* @__PURE__ */ new Set();
-    while (currentTokenCount > maxHistoryTokens && removableIndices.length > 0) {
-      const indexToRemove = removableIndices.shift();
-      removedIndices.add(indexToRemove);
-      currentTokenCount = (0, import_utils.countMessagesTokens)(
-        currentHistory.filter((_, i) => !removedIndices.has(i)),
-        // Calculate tokens based on remaining messages
-        tokenizer,
-        void 0,
-        this.logger
-      );
-    }
-    if (currentTokenCount > maxHistoryTokens) {
-      this.logger.warn(
-        `MiddleRemovalStrategy: Unable to compress below max tokens (${maxHistoryTokens}). Final token count: ${currentTokenCount}`
-      );
-    }
-    return history.filter((_, i) => !removedIndices.has(i));
-  }
-}
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  MiddleRemovalStrategy
-});

package/dist/context/compression/middle-removal.d.ts

@@ -1,47 +0,0 @@
-import { ITokenizer } from '../../llm/tokenizer/types.js';
-import { InternalMessage } from '../types.js';
-import { ICompressionStrategy } from './types.js';
-import { IDextoLogger } from '../../logger/v2/types.js';
-/**
- * Configuration options for the MiddleRemovalStrategy.
- */
-export interface MiddleRemovalStrategyOptions {
-    /**
-     * The number of messages to preserve at the beginning of the history.
-     * @default 4
-     */
-    preserveStart?: number;
-    /**
-     * The number of messages to preserve at the end of the history.
-     * @default 5
-     */
-    preserveEnd?: number;
-}
-/**
- * Implements a compression strategy that removes messages from the middle of the
- * conversation history, preserving a configurable number of messages at the
- * beginning and end. It prioritizes removing the oldest messages within the
- * removable middle section first.
- */
-export declare class MiddleRemovalStrategy implements ICompressionStrategy {
-    private readonly preserveStart;
-    private readonly preserveEnd;
-    private readonly logger;
-    /**
-     * Creates an instance of MiddleRemovalStrategy.
-     *
-     * @param options Configuration options for preserving messages.
-     */
-    constructor(options: MiddleRemovalStrategyOptions | undefined, logger: IDextoLogger);
-    /**
-     * Compresses the history by removing messages from the middle if the total
-     * token count exceeds the specified maximum.
-     *
-     * @param history The current conversation history.
-     * @param tokenizer The tokenizer used to calculate message tokens.
-     * @param maxHistoryTokens The maximum number of tokens allowed *for the history messages*.
-     * @returns The potentially compressed message history.
-     */
-    compress(history: InternalMessage[], tokenizer: ITokenizer, maxHistoryTokens: number): InternalMessage[];
-}
-//# sourceMappingURL=middle-removal.d.ts.map

package/dist/context/compression/middle-removal.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"middle-removal.d.ts","sourceRoot":"","sources":["../../../src/context/compression/middle-removal.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAGlD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAGxD;;GAEG;AACH,MAAM,WAAW,4BAA4B;IACzC;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACxB;AAED;;;;;GAKG;AACH,qBAAa,qBAAsB,YAAW,oBAAoB;IAC9D,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAe;IAEtC;;;;OAIG;gBACS,OAAO,EAAE,4BAA4B,YAAK,EAAE,MAAM,EAAE,YAAY;IAS5E;;;;;;;;OAQG;IACH,QAAQ,CACJ,OAAO,EAAE,eAAe,EAAE,EAC1B,SAAS,EAAE,UAAU,EACrB,gBAAgB,EAAE,MAAM,GACzB,eAAe,EAAE;CAmDvB"}

package/dist/context/compression/middle-removal.js

@@ -1,72 +0,0 @@
-import "../../chunk-C6A6W6XS.js";
-import { countMessagesTokens } from "../utils.js";
-import { ContextError } from "../errors.js";
-import { DextoLogComponent } from "../../logger/v2/types.js";
-class MiddleRemovalStrategy {
-  preserveStart;
-  preserveEnd;
-  logger;
-  /**
-   * Creates an instance of MiddleRemovalStrategy.
-   *
-   * @param options Configuration options for preserving messages.
-   */
-  constructor(options = {}, logger) {
-    this.preserveStart = options.preserveStart ?? 4;
-    this.preserveEnd = options.preserveEnd ?? 5;
-    this.logger = logger.createChild(DextoLogComponent.CONTEXT);
-    if (this.preserveStart < 0 || this.preserveEnd < 0) {
-      throw ContextError.preserveValuesNegative();
-    }
-  }
-  /**
-   * Compresses the history by removing messages from the middle if the total
-   * token count exceeds the specified maximum.
-   *
-   * @param history The current conversation history.
-   * @param tokenizer The tokenizer used to calculate message tokens.
-   * @param maxHistoryTokens The maximum number of tokens allowed *for the history messages*.
-   * @returns The potentially compressed message history.
-   */
-  compress(history, tokenizer, maxHistoryTokens) {
-    const initialTokenCount = countMessagesTokens(history, tokenizer, void 0, this.logger);
-    if (initialTokenCount <= maxHistoryTokens) {
-      return history;
-    }
-    const removableIndices = [];
-    const totalMessages = history.length;
-    if (totalMessages > this.preserveStart + this.preserveEnd) {
-      for (let i = this.preserveStart; i < totalMessages - this.preserveEnd; i++) {
-        removableIndices.push(i);
-      }
-    } else {
-      this.logger.warn(
-        `MiddleRemovalStrategy: Not enough messages to apply middle removal based on preserve counts. History length: ${totalMessages}, PreserveStart: ${this.preserveStart}, PreserveEnd: ${this.preserveEnd}`
-      );
-      return history;
-    }
-    let currentHistory = [...history];
-    let currentTokenCount = initialTokenCount;
-    const removedIndices = /* @__PURE__ */ new Set();
-    while (currentTokenCount > maxHistoryTokens && removableIndices.length > 0) {
-      const indexToRemove = removableIndices.shift();
-      removedIndices.add(indexToRemove);
-      currentTokenCount = countMessagesTokens(
-        currentHistory.filter((_, i) => !removedIndices.has(i)),
-        // Calculate tokens based on remaining messages
-        tokenizer,
-        void 0,
-        this.logger
-      );
-    }
-    if (currentTokenCount > maxHistoryTokens) {
-      this.logger.warn(
-        `MiddleRemovalStrategy: Unable to compress below max tokens (${maxHistoryTokens}). Final token count: ${currentTokenCount}`
-      );
-    }
-    return history.filter((_, i) => !removedIndices.has(i));
-  }
-}
-export {
-  MiddleRemovalStrategy
-};

package/dist/context/compression/oldest-removal.cjs

@@ -1,83 +0,0 @@
-"use strict";
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var oldest_removal_exports = {};
-__export(oldest_removal_exports, {
-  OldestRemovalStrategy: () => OldestRemovalStrategy
-});
-module.exports = __toCommonJS(oldest_removal_exports);
-var import_utils = require("../utils.js");
-var import_errors = require("../errors.js");
-var import_types5 = require("../../logger/v2/types.js");
-class OldestRemovalStrategy {
-  minMessagesToKeep;
-  logger;
-  /**
-   * Creates an instance of OldestRemovalStrategy.
-   *
-   * @param options Configuration options for preserving messages.
-   */
-  constructor(options = {}, logger) {
-    this.minMessagesToKeep = options.minMessagesToKeep ?? 4;
-    this.logger = logger.createChild(import_types5.DextoLogComponent.CONTEXT);
-    if (this.minMessagesToKeep < 0) {
-      throw import_errors.ContextError.minMessagesNegative();
-    }
-  }
-  /**
-   * Compresses the history by removing the oldest messages if the total
-   * token count exceeds the specified maximum, while respecting minMessagesToKeep.
-   *
-   * @param history The current conversation history.
-   * @param tokenizer The tokenizer used to calculate message tokens.
-   * @param maxHistoryTokens The maximum number of tokens allowed *for the history messages*.
-   * @returns The potentially compressed message history.
-   */
-  compress(history, tokenizer, maxHistoryTokens) {
-    let currentHistory = [...history];
-    let currentTokenCount = (0, import_utils.countMessagesTokens)(
-      currentHistory,
-      tokenizer,
-      void 0,
-      this.logger
-    );
-    while (currentHistory.length > this.minMessagesToKeep && currentTokenCount > maxHistoryTokens) {
-      currentHistory.shift();
-      currentTokenCount = (0, import_utils.countMessagesTokens)(
-        currentHistory,
-        tokenizer,
-        void 0,
-        this.logger
-      );
-    }
-    if (currentTokenCount > maxHistoryTokens && currentHistory.length <= this.minMessagesToKeep) {
-      this.logger.warn(
-        `OldestRemovalStrategy: Could not compress below max tokens (${maxHistoryTokens}) without violating minMessagesToKeep (${this.minMessagesToKeep}). Final token count: ${currentTokenCount}, Messages: ${currentHistory.length}`
-      );
-    } else if (currentTokenCount > maxHistoryTokens) {
-      this.logger.warn(
-        `OldestRemovalStrategy: Unable to compress below max tokens (${maxHistoryTokens}). Final token count: ${currentTokenCount}`
-      );
-    }
-    return currentHistory;
-  }
-}
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  OldestRemovalStrategy
-});

package/dist/context/compression/oldest-removal.d.ts

@@ -1,42 +0,0 @@
-import { ITokenizer } from '../../llm/tokenizer/types.js';
-import { InternalMessage } from '../types.js';
-import { ICompressionStrategy } from './types.js';
-import { IDextoLogger } from '../../logger/v2/types.js';
-/**
- * Configuration options for the OldestRemovalStrategy.
- */
-export interface OldestRemovalStrategyOptions {
-    /**
-     * The minimum number of messages to preserve at the end of the history.
-     * The strategy will not remove messages if doing so would reduce the
-     * history length below this number.
-     * @default 4
-     */
-    minMessagesToKeep?: number;
-}
-/**
- * Implements a compression strategy that removes the oldest messages (from the
- * beginning of the history array) until the token count is within the limit.
- * Ensures a minimum number of recent messages are always preserved.
- */
-export declare class OldestRemovalStrategy implements ICompressionStrategy {
-    private readonly minMessagesToKeep;
-    private readonly logger;
-    /**
-     * Creates an instance of OldestRemovalStrategy.
-     *
-     * @param options Configuration options for preserving messages.
-     */
-    constructor(options: OldestRemovalStrategyOptions | undefined, logger: IDextoLogger);
-    /**
-     * Compresses the history by removing the oldest messages if the total
-     * token count exceeds the specified maximum, while respecting minMessagesToKeep.
-     *
-     * @param history The current conversation history.
-     * @param tokenizer The tokenizer used to calculate message tokens.
-     * @param maxHistoryTokens The maximum number of tokens allowed *for the history messages*.
-     * @returns The potentially compressed message history.
-     */
-    compress(history: InternalMessage[], tokenizer: ITokenizer, maxHistoryTokens: number): InternalMessage[];
-}
-//# sourceMappingURL=oldest-removal.d.ts.map

package/dist/context/compression/oldest-removal.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"oldest-removal.d.ts","sourceRoot":"","sources":["../../../src/context/compression/oldest-removal.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAGlD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAGxD;;GAEG;AACH,MAAM,WAAW,4BAA4B;IACzC;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED;;;;GAIG;AACH,qBAAa,qBAAsB,YAAW,oBAAoB;IAC9D,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAS;IAC3C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAe;IACtC;;;;OAIG;gBACS,OAAO,EAAE,4BAA4B,YAAK,EAAE,MAAM,EAAE,YAAY;IAQ5E;;;;;;;;OAQG;IACH,QAAQ,CACJ,OAAO,EAAE,eAAe,EAAE,EAC1B,SAAS,EAAE,UAAU,EACrB,gBAAgB,EAAE,MAAM,GACzB,eAAe,EAAE;CAuCvB"}

package/dist/context/compression/oldest-removal.js

@@ -1,60 +0,0 @@
-import "../../chunk-C6A6W6XS.js";
-import { countMessagesTokens } from "../utils.js";
-import { ContextError } from "../errors.js";
-import { DextoLogComponent } from "../../logger/v2/types.js";
-class OldestRemovalStrategy {
-  minMessagesToKeep;
-  logger;
-  /**
-   * Creates an instance of OldestRemovalStrategy.
-   *
-   * @param options Configuration options for preserving messages.
-   */
-  constructor(options = {}, logger) {
-    this.minMessagesToKeep = options.minMessagesToKeep ?? 4;
-    this.logger = logger.createChild(DextoLogComponent.CONTEXT);
-    if (this.minMessagesToKeep < 0) {
-      throw ContextError.minMessagesNegative();
-    }
-  }
-  /**
-   * Compresses the history by removing the oldest messages if the total
-   * token count exceeds the specified maximum, while respecting minMessagesToKeep.
-   *
-   * @param history The current conversation history.
-   * @param tokenizer The tokenizer used to calculate message tokens.
-   * @param maxHistoryTokens The maximum number of tokens allowed *for the history messages*.
-   * @returns The potentially compressed message history.
-   */
-  compress(history, tokenizer, maxHistoryTokens) {
-    let currentHistory = [...history];
-    let currentTokenCount = countMessagesTokens(
-      currentHistory,
-      tokenizer,
-      void 0,
-      this.logger
-    );
-    while (currentHistory.length > this.minMessagesToKeep && currentTokenCount > maxHistoryTokens) {
-      currentHistory.shift();
-      currentTokenCount = countMessagesTokens(
-        currentHistory,
-        tokenizer,
-        void 0,
-        this.logger
-      );
-    }
-    if (currentTokenCount > maxHistoryTokens && currentHistory.length <= this.minMessagesToKeep) {
-      this.logger.warn(
-        `OldestRemovalStrategy: Could not compress below max tokens (${maxHistoryTokens}) without violating minMessagesToKeep (${this.minMessagesToKeep}). Final token count: ${currentTokenCount}, Messages: ${currentHistory.length}`
-      );
-    } else if (currentTokenCount > maxHistoryTokens) {
-      this.logger.warn(
-        `OldestRemovalStrategy: Unable to compress below max tokens (${maxHistoryTokens}). Final token count: ${currentTokenCount}`
-      );
-    }
-    return currentHistory;
-  }
-}
-export {
-  OldestRemovalStrategy
-};