@dexto/core 1.1.10 → 1.2.0

package/dist/context/compression/middle-removal.d.ts

@@ -1,12 +1,10 @@
 import { ITokenizer } from '../../llm/tokenizer/types.js';
 import { InternalMessage } from '../types.js';
 import { ICompressionStrategy } from './types.js';
-import '../../llm/types.js';
-
 /**
  * Configuration options for the MiddleRemovalStrategy.
  */
-interface MiddleRemovalStrategyOptions {
+export interface MiddleRemovalStrategyOptions {
     /**
      * The number of messages to preserve at the beginning of the history.
      * @default 4
@@ -24,7 +22,7 @@ interface MiddleRemovalStrategyOptions {
  * beginning and end. It prioritizes removing the oldest messages within the
  * removable middle section first.
  */
-declare class MiddleRemovalStrategy implements ICompressionStrategy {
+export declare class MiddleRemovalStrategy implements ICompressionStrategy {
     private readonly preserveStart;
     private readonly preserveEnd;
     /**
@@ -44,5 +42,4 @@ declare class MiddleRemovalStrategy implements ICompressionStrategy {
      */
     compress(history: InternalMessage[], tokenizer: ITokenizer, maxHistoryTokens: number): InternalMessage[];
 }
-
-export { MiddleRemovalStrategy, type MiddleRemovalStrategyOptions };
+//# sourceMappingURL=middle-removal.d.ts.map

package/dist/context/compression/middle-removal.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"middle-removal.d.ts","sourceRoot":"","sources":["../../../src/context/compression/middle-removal.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAIlD;;GAEG;AACH,MAAM,WAAW,4BAA4B;IACzC;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACxB;AAED;;;;;GAKG;AACH,qBAAa,qBAAsB,YAAW,oBAAoB;IAC9D,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IAErC;;;;OAIG;gBACS,OAAO,GAAE,4BAAiC;IAStD;;;;;;;;OAQG;IACH,QAAQ,CACJ,OAAO,EAAE,eAAe,EAAE,EAC1B,SAAS,EAAE,UAAU,EACrB,gBAAgB,EAAE,MAAM,GACzB,eAAe,EAAE;CAsDvB"}

package/dist/context/compression/middle-removal.js

@@ -1,3 +1,4 @@
+import "../../chunk-C6A6W6XS.js";
 import { countMessagesTokens } from "../utils.js";
 import { ContextError } from "../errors.js";
 class MiddleRemovalStrategy {

package/dist/context/compression/oldest-removal.d.ts

@@ -1,12 +1,10 @@
 import { ITokenizer } from '../../llm/tokenizer/types.js';
 import { InternalMessage } from '../types.js';
 import { ICompressionStrategy } from './types.js';
-import '../../llm/types.js';
-
 /**
  * Configuration options for the OldestRemovalStrategy.
  */
-interface OldestRemovalStrategyOptions {
+export interface OldestRemovalStrategyOptions {
     /**
      * The minimum number of messages to preserve at the end of the history.
      * The strategy will not remove messages if doing so would reduce the
@@ -20,7 +18,7 @@ interface OldestRemovalStrategyOptions {
  * beginning of the history array) until the token count is within the limit.
  * Ensures a minimum number of recent messages are always preserved.
  */
-declare class OldestRemovalStrategy implements ICompressionStrategy {
+export declare class OldestRemovalStrategy implements ICompressionStrategy {
     private readonly minMessagesToKeep;
     /**
      * Creates an instance of OldestRemovalStrategy.
@@ -39,5 +37,4 @@ declare class OldestRemovalStrategy implements ICompressionStrategy {
      */
     compress(history: InternalMessage[], tokenizer: ITokenizer, maxHistoryTokens: number): InternalMessage[];
 }
-
-export { OldestRemovalStrategy, type OldestRemovalStrategyOptions };
+//# sourceMappingURL=oldest-removal.d.ts.map

package/dist/context/compression/oldest-removal.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"oldest-removal.d.ts","sourceRoot":"","sources":["../../../src/context/compression/oldest-removal.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAIlD;;GAEG;AACH,MAAM,WAAW,4BAA4B;IACzC;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED;;;;GAIG;AACH,qBAAa,qBAAsB,YAAW,oBAAoB;IAC9D,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAS;IAE3C;;;;OAIG;gBACS,OAAO,GAAE,4BAAiC;IAQtD;;;;;;;;OAQG;IACH,QAAQ,CACJ,OAAO,EAAE,eAAe,EAAE,EAC1B,SAAS,EAAE,UAAU,EACrB,gBAAgB,EAAE,MAAM,GACzB,eAAe,EAAE;CA6BvB"}

package/dist/context/compression/oldest-removal.js

@@ -1,3 +1,4 @@
+import "../../chunk-C6A6W6XS.js";
 import { countMessagesTokens } from "../utils.js";
 import { ContextError } from "../errors.js";
 class OldestRemovalStrategy {

package/dist/context/compression/types.d.ts

@@ -1,12 +1,10 @@
 import { InternalMessage } from '../types.js';
 import { ITokenizer } from '../../llm/tokenizer/types.js';
-import '../../llm/types.js';
-
 /**
  * Defines the contract for a strategy used to compress a conversation history
  * to fit within a maximum token limit.
  */
-interface ICompressionStrategy {
+export interface ICompressionStrategy {
     /**
      * Compresses the provided message history.
      *
@@ -17,5 +15,4 @@ interface ICompressionStrategy {
      */
     compress(history: InternalMessage[], tokenizer: ITokenizer, maxInputTokens: number): InternalMessage[];
 }
-
-export type { ICompressionStrategy };
+//# sourceMappingURL=types.d.ts.map

package/dist/context/compression/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/context/compression/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAE1D;;;GAGG;AACH,MAAM,WAAW,oBAAoB;IACjC;;;;;;;OAOG;IACH,QAAQ,CACJ,OAAO,EAAE,eAAe,EAAE,EAC1B,SAAS,EAAE,UAAU,EACrB,cAAc,EAAE,MAAM,GACvB,eAAe,EAAE,CAAC;CACxB"}

package/dist/context/error-codes.d.ts

@@ -2,7 +2,7 @@
  * Context-specific error codes
  * Includes initialization, message validation, token processing, and formatting errors
  */
-declare enum ContextErrorCode {
+export declare enum ContextErrorCode {
     MESSAGE_ROLE_MISSING = "context_message_role_missing",
     MESSAGE_CONTENT_EMPTY = "context_message_content_empty",
     USER_MESSAGE_CONTENT_INVALID = "context_user_message_content_invalid",
@@ -15,5 +15,4 @@ declare enum ContextErrorCode {
     PRESERVE_VALUES_NEGATIVE = "context_preserve_values_negative",
     MIN_MESSAGES_NEGATIVE = "context_min_messages_negative"
 }
-
-export { ContextErrorCode };
+//# sourceMappingURL=error-codes.d.ts.map

package/dist/context/error-codes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"error-codes.d.ts","sourceRoot":"","sources":["../../src/context/error-codes.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,oBAAY,gBAAgB;IAExB,oBAAoB,iCAAiC;IACrD,qBAAqB,kCAAkC;IAGvD,4BAA4B,yCAAyC;IAGrE,2CAA2C,wDAAwD;IACnG,oCAAoC,iDAAiD;IAGrF,2BAA2B,wCAAwC;IACnE,0BAA0B,uCAAuC;IAGjE,8BAA8B,2CAA2C;IAEzE,kBAAkB,+BAA+B;IAMjD,wBAAwB,qCAAqC;IAC7D,qBAAqB,kCAAkC;CAC1D"}

package/dist/context/error-codes.js

@@ -1,3 +1,4 @@
+import "../chunk-C6A6W6XS.js";
 var ContextErrorCode = /* @__PURE__ */ ((ContextErrorCode2) => {
   ContextErrorCode2["MESSAGE_ROLE_MISSING"] = "context_message_role_missing";
   ContextErrorCode2["MESSAGE_CONTENT_EMPTY"] = "context_message_content_empty";

package/dist/context/errors.d.ts

@@ -1,23 +1,9 @@
-import { DextoRuntimeError } from '../errors/DextoRuntimeError.js';
-import '../errors/DextoBaseError.js';
-import '../errors/types.js';
-import '../agent/error-codes.js';
-import '../config/error-codes.js';
-import './error-codes.js';
-import '../llm/error-codes.js';
-import '../mcp/error-codes.js';
-import '../session/error-codes.js';
-import '../storage/error-codes.js';
-import '../systemPrompt/error-codes.js';
-import '../tools/error-codes.js';
-import '../preferences/error-codes.js';
-import '../agent/registry/error-codes.js';
-
+import { DextoRuntimeError } from '../errors/index.js';
 /**
  * Context runtime error factory methods
  * Creates properly typed errors for context management operations
  */
-declare class ContextError {
+export declare class ContextError {
     static messageRoleMissing(): DextoRuntimeError<{}>;
     static userMessageContentInvalid(): DextoRuntimeError<{}>;
     static assistantMessageContentOrToolsRequired(): DextoRuntimeError<{}>;
@@ -32,5 +18,4 @@ declare class ContextError {
     }>;
     static minMessagesNegative(): DextoRuntimeError<{}>;
 }
-
-export { ContextError };
+//# sourceMappingURL=errors.d.ts.map

package/dist/context/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../src/context/errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAIvD;;;GAGG;AACH,qBAAa,YAAY;IAErB,MAAM,CAAC,kBAAkB;IAWzB,MAAM,CAAC,yBAAyB;IAWhC,MAAM,CAAC,sCAAsC;IAW7C,MAAM,CAAC,gCAAgC;IAWvC,MAAM,CAAC,wBAAwB;IAW/B,MAAM,CAAC,2BAA2B;IAWlC,MAAM,CAAC,uBAAuB;IAW9B,MAAM,CAAC,sBAAsB;IAe7B,MAAM,CAAC,sBAAsB;IAW7B,MAAM,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM;;;IAWrC,MAAM,CAAC,mBAAmB;CAU7B"}

package/dist/context/errors.js

@@ -1,3 +1,4 @@
+import "../chunk-C6A6W6XS.js";
 import { DextoRuntimeError } from "../errors/index.js";
 import { ErrorScope, ErrorType } from "../errors/types.js";
 import { ContextErrorCode } from "./error-codes.js";

package/dist/context/index.cjs

@@ -3,6 +3,10 @@ var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
 var __getOwnPropNames = Object.getOwnPropertyNames;
 var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
 var __copyProps = (to, from, except, desc) => {
   if (from && typeof from === "object" || typeof from === "function") {
     for (let key of __getOwnPropNames(from))
@@ -14,11 +18,18 @@ var __copyProps = (to, from, except, desc) => {
 var __reExport = (target, mod, secondTarget) => (__copyProps(target, mod, "default"), secondTarget && __copyProps(secondTarget, mod, "default"));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var context_exports = {};
+__export(context_exports, {
+  getFileMediaKind: () => import_media_helpers.getFileMediaKind,
+  getResourceKind: () => import_media_helpers.getResourceKind
+});
 module.exports = __toCommonJS(context_exports);
 __reExport(context_exports, require("./manager.js"), module.exports);
 __reExport(context_exports, require("./types.js"), module.exports);
+var import_media_helpers = require("./media-helpers.js");
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
+  getFileMediaKind,
+  getResourceKind,
   ...require("./manager.js"),
   ...require("./types.js")
 });

package/dist/context/index.d.ts

@@ -1,19 +1,4 @@
-export { ContextManager } from './manager.js';
-export { FileData, FilePart, ImageData, ImagePart, InternalMessage, TextPart } from './types.js';
-import '../llm/formatters/types.js';
-import '../llm/types.js';
-import '../llm/tokenizer/types.js';
-import './compression/types.js';
-import '../systemPrompt/types.js';
-import '../mcp/manager.js';
-import '../mcp/schemas.js';
-import 'zod';
-import '../mcp/types.js';
-import '@modelcontextprotocol/sdk/client/index.js';
-import '../tools/types.js';
-import 'json-schema';
-import '@modelcontextprotocol/sdk/types.js';
-import '../systemPrompt/manager.js';
-import '../systemPrompt/schemas.js';
-import '../session/history/types.js';
-import '../llm/schemas.js';
+export * from './manager.js';
+export * from './types.js';
+export { getFileMediaKind, getResourceKind } from './media-helpers.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/context/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/context/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,cAAc,YAAY,CAAC;AAC3B,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC"}

package/dist/context/index.js

@@ -1,2 +1,8 @@
+import "../chunk-C6A6W6XS.js";
 export * from "./manager.js";
 export * from "./types.js";
+import { getFileMediaKind, getResourceKind } from "./media-helpers.js";
+export {
+  getFileMediaKind,
+  getResourceKind
+};

package/dist/context/manager.cjs

@@ -1,7 +1,9 @@
 "use strict";
+var __create = Object.create;
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
 var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
 var __hasOwnProp = Object.prototype.hasOwnProperty;
 var __export = (target, all) => {
   for (var name in all)
@@ -15,6 +17,14 @@ var __copyProps = (to, from, except, desc) => {
   }
   return to;
 };
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var manager_exports = {};
 __export(manager_exports, {
@@ -24,6 +34,7 @@ module.exports = __toCommonJS(manager_exports);
 var import_middle_removal = require("./compression/middle-removal.js");
 var import_oldest_removal = require("./compression/oldest-removal.js");
 var import_logger = require("../logger/index.js");
+var import_events = require("../events/index.js");
 var import_utils = require("./utils.js");
 var import_errors = require("./errors.js");
 class ContextManager {
@@ -32,9 +43,9 @@ class ContextManager {
    */
   llmConfig;
   /**
-   * PromptManager used to generate/manage the system prompt
+   * SystemPromptManager used to generate/manage the system prompt
    */
-  promptManager;
+  systemPromptManager;
   /**
    * Formatter used to convert internal messages to LLM-specific format
    */
@@ -66,29 +77,96 @@ class ContextManager {
   compressionStrategies;
   historyProvider;
   sessionId;
+  /**
+   * ResourceManager for resolving blob references in message content.
+   * Blob references like @blob:abc123 are resolved to actual data
+   * before passing messages to the LLM formatter.
+   */
+  resourceManager;
+  /**
+   * Get the ResourceManager instance
+   */
+  getResourceManager() {
+    return this.resourceManager;
+  }
+  /**
+   * Process user input data - store as blob if large, otherwise return as-is.
+   * Returns either the original data or a blob reference (@blob:id).
+   */
+  async processUserInput(data, metadata) {
+    const blobService = this.resourceManager.getBlobStore();
+    let shouldStoreAsBlob = false;
+    let estimatedSize = 0;
+    if (typeof data === "string") {
+      if (data.startsWith("data:")) {
+        const commaIndex = data.indexOf(",");
+        if (commaIndex !== -1) {
+          const base64Data = data.substring(commaIndex + 1);
+          estimatedSize = Math.floor(base64Data.length * 3 / 4);
+        }
+      } else if (data.length > 100 && data.match(/^[A-Za-z0-9+/=]+$/)) {
+        estimatedSize = Math.floor(data.length * 3 / 4);
+      } else {
+        estimatedSize = Buffer.byteLength(data, "utf8");
+      }
+    } else if (data instanceof Buffer || data instanceof Uint8Array) {
+      estimatedSize = data.length;
+    } else if (data instanceof ArrayBuffer) {
+      estimatedSize = data.byteLength;
+    } else if (data instanceof URL) {
+      return data;
+    }
+    const isLikelyBinary = metadata.mimeType.startsWith("image/") || metadata.mimeType.startsWith("audio/") || metadata.mimeType.startsWith("video/") || metadata.mimeType === "application/pdf";
+    shouldStoreAsBlob = isLikelyBinary || estimatedSize > 5 * 1024;
+    if (shouldStoreAsBlob) {
+      try {
+        const blobInput = typeof data === "string" && !data.startsWith("data:") && !(0, import_utils.isLikelyBase64String)(data) && !isLikelyBinary ? Buffer.from(data, "utf-8") : data;
+        const blobRef = await blobService.store(blobInput, {
+          mimeType: metadata.mimeType,
+          originalName: metadata.originalName,
+          source: metadata.source || "user"
+        });
+        import_logger.logger.info(
+          `Stored user input as blob: ${blobRef.uri} (${estimatedSize} bytes, ${metadata.mimeType})`
+        );
+        import_events.eventBus.emit("dexto:resourceCacheInvalidated", {
+          resourceUri: blobRef.uri,
+          serverName: "internal",
+          action: "blob_stored"
+        });
+        return `@${blobRef.uri}`;
+      } catch (error) {
+        import_logger.logger.warn(`Failed to store user input as blob: ${String(error)}`);
+        return data;
+      }
+    }
+    return data;
+  }
   /**
    * Creates a new ContextManager instance
    * @param llmConfig The validated LLM configuration.
    * @param formatter Formatter implementation for the target LLM provider
-   * @param promptManager PromptManager instance for the conversation
+   * @param systemPromptManager SystemPromptManager instance for the conversation
    * @param maxInputTokens Maximum token limit for the conversation history. Triggers compression if exceeded and a tokenizer is provided.
    * @param tokenizer Tokenizer implementation used for counting tokens and enabling compression.
    * @param historyProvider Session-scoped ConversationHistoryProvider instance for managing conversation history
    * @param sessionId Unique identifier for the conversation session (readonly, for debugging)
    * @param compressionStrategies Optional array of compression strategies to apply when token limits are exceeded
+   * @param resourceManager Optional ResourceManager for resolving blob references in messages
    */
-  constructor(llmConfig, formatter, promptManager, maxInputTokens, tokenizer, historyProvider, sessionId, compressionStrategies = [
+  constructor(llmConfig, formatter, systemPromptManager, maxInputTokens, tokenizer, historyProvider, sessionId, resourceManager, compressionStrategies = [
     new import_middle_removal.MiddleRemovalStrategy(),
     new import_oldest_removal.OldestRemovalStrategy()
   ]) {
     this.llmConfig = llmConfig;
     this.formatter = formatter;
-    this.promptManager = promptManager;
+    this.systemPromptManager = systemPromptManager;
     this.maxInputTokens = maxInputTokens;
     this.tokenizer = tokenizer;
     this.historyProvider = historyProvider;
     this.sessionId = sessionId;
     this.compressionStrategies = compressionStrategies;
+    this.resourceManager = resourceManager;
     import_logger.logger.debug(
       `ContextManager: Initialized for session ${sessionId} - history will be managed by ${historyProvider.constructor.name}`
     );
@@ -180,10 +258,10 @@ class ContextManager {
     return estimatedTotal > compressionTrigger;
   }
   /**
-   * Assembles and returns the current system prompt by invoking the PromptManager.
+   * Assembles and returns the current system prompt by invoking the SystemPromptManager.
    */
   async getSystemPrompt(context) {
-    const prompt = await this.promptManager.build(context);
+    const prompt = await this.systemPromptManager.build(context);
     import_logger.logger.debug(`[SystemPrompt] Built system prompt:
 ${prompt}`);
     return prompt;
@@ -271,16 +349,28 @@ ${prompt}`);
       messageParts.push({ type: "text", text: finalTextContent });
     }
     if (imageData) {
+      const processedImage = await this.processUserInput(imageData.image, {
+        mimeType: imageData.mimeType || "image/jpeg",
+        source: "user"
+      });
       messageParts.push({
         type: "image",
-        image: imageData.image,
+        image: processedImage,
         mimeType: imageData.mimeType || "image/jpeg"
       });
     }
     if (fileData) {
+      const metadata = {
+        mimeType: fileData.mimeType,
+        source: "user"
+      };
+      if (fileData.filename) {
+        metadata.originalName = fileData.filename;
+      }
+      const processedData = await this.processUserInput(fileData.data, metadata);
       messageParts.push({
         type: "file",
-        data: fileData.data,
+        data: processedData,
         mimeType: fileData.mimeType,
         ...fileData.filename && { filename: fileData.filename }
       });
@@ -322,24 +412,31 @@ ${prompt}`);
    * @param result The result returned by the tool
    * @throws Error if required parameters are missing
    */
-  async addToolResult(toolCallId, name, result) {
+  async addToolResult(toolCallId, name, result, options) {
     if (!toolCallId || !name) {
       throw import_errors.ContextError.toolCallIdNameRequired();
     }
-    let content;
-    content = (0, import_utils.sanitizeToolResultToContent)(result);
-    if (typeof content === "string") {
-      const preview = content.slice(0, 200);
-      import_logger.logger.debug(
-        `ContextManager: Storing tool result (text) for ${name} (len=${content.length}): ${preview}${content.length > 200 ? "..." : ""}`
-      );
-    } else if (Array.isArray(content)) {
-      const summary = content.map(
-        (p) => p.type === "text" ? `text(${p.text.length})` : p.type === "image" ? `image(${p.mimeType || "image"})` : `file(${p.mimeType || "file"})`
-      ).join(", ");
-      import_logger.logger.debug(`ContextManager: Storing tool result (parts) for ${name}: [${summary}]`);
+    const blobService = this.resourceManager.getBlobStore();
+    const sanitizeOptions = {
+      blobStore: blobService,
+      toolName: name,
+      toolCallId
+    };
+    if (options?.success !== void 0) {
+      sanitizeOptions.success = options.success;
     }
-    await this.addMessage({ role: "tool", content, toolCallId, name });
+    const sanitized = await (0, import_utils.sanitizeToolResult)(result, sanitizeOptions);
+    const summary = sanitized.content.map(
+      (p) => p.type === "text" ? `text(${p.text.length})` : p.type === "image" ? `image(${p.mimeType || "image"})` : `file(${p.mimeType || "file"})`
+    ).join(", ");
+    import_logger.logger.debug(`ContextManager: Storing tool result (parts) for ${name}: [${summary}]`);
+    await this.addMessage({
+      role: "tool",
+      content: sanitized.content,
+      toolCallId,
+      name
+    });
+    return sanitized;
   }
   /**
    * Sets the system prompt for the conversation
@@ -362,7 +459,42 @@ ${prompt}`);
    * @throws Error if formatting or compression fails critically
    */
   async getFormattedMessages(contributorContext, llmContext, systemPrompt, history) {
-    const messageHistory = history ?? await this.historyProvider.getHistory();
+    let messageHistory = history ?? await this.historyProvider.getHistory();
+    let allowedMediaTypes = this.llmConfig.allowedMediaTypes;
+    if (!allowedMediaTypes) {
+      try {
+        const { getSupportedFileTypesForModel } = await import("../llm/registry.js");
+        const { fileTypesToMimePatterns } = await import("./utils.js");
+        const supportedFileTypes = getSupportedFileTypesForModel(
+          llmContext.provider,
+          llmContext.model
+        );
+        allowedMediaTypes = fileTypesToMimePatterns(supportedFileTypes);
+        import_logger.logger.debug(
+          `Using model capabilities for media filtering: ${allowedMediaTypes.join(", ")}`
+        );
+      } catch (error) {
+        import_logger.logger.warn(
+          `Could not determine model capabilities, allowing all media types: ${String(error)}`
+        );
+        allowedMediaTypes = void 0;
+      }
+    } else {
+      import_logger.logger.debug(
+        `Using user-configured allowedMediaTypes: ${allowedMediaTypes.join(", ")}`
+      );
+    }
+    import_logger.logger.debug("Resolving blob references in message history before formatting");
+    messageHistory = await Promise.all(
+      messageHistory.map(async (message) => {
+        const expandedContent = await (0, import_utils.expandBlobReferences)(
+          message.content,
+          this.resourceManager,
+          allowedMediaTypes
+        );
+        return { ...message, content: expandedContent };
+      })
+    );
     const prompt = systemPrompt ?? await this.getSystemPrompt(contributorContext);
     return this.formatter.format([...messageHistory], llmContext, prompt);
   }

package/dist/context/manager.d.ts

@@ -3,20 +3,11 @@ import { LLMContext } from '../llm/types.js';
 import { InternalMessage, ImageData, FileData } from './types.js';
 import { ITokenizer } from '../llm/tokenizer/types.js';
 import { ICompressionStrategy } from './compression/types.js';
+import type { SanitizedToolResult } from './types.js';
 import { DynamicContributorContext } from '../systemPrompt/types.js';
-import { PromptManager } from '../systemPrompt/manager.js';
+import { SystemPromptManager } from '../systemPrompt/manager.js';
 import { IConversationHistoryProvider } from '../session/history/types.js';
 import { ValidatedLLMConfig } from '../llm/schemas.js';
-import '../mcp/manager.js';
-import '../mcp/schemas.js';
-import 'zod';
-import '../mcp/types.js';
-import '@modelcontextprotocol/sdk/client/index.js';
-import '../tools/types.js';
-import 'json-schema';
-import '@modelcontextprotocol/sdk/types.js';
-import '../systemPrompt/schemas.js';
-
 /**
  * Manages conversation history and provides message formatting capabilities for the LLM context.
  * The ContextManager is responsible for:
@@ -35,15 +26,15 @@ import '../systemPrompt/schemas.js';
  *
  * @template TMessage The message type for the specific LLM provider (e.g., MessageParam, ChatCompletionMessageParam, ModelMessage)
  */
-declare class ContextManager<TMessage = unknown> {
+export declare class ContextManager<TMessage = unknown> {
     /**
      * The validated LLM configuration.
      */
     private llmConfig;
     /**
-     * PromptManager used to generate/manage the system prompt
+     * SystemPromptManager used to generate/manage the system prompt
      */
-    private promptManager;
+    private systemPromptManager;
     /**
      * Formatter used to convert internal messages to LLM-specific format
      */
@@ -74,18 +65,34 @@ declare class ContextManager<TMessage = unknown> {
     private compressionStrategies;
     private historyProvider;
     private readonly sessionId;
+    /**
+     * ResourceManager for resolving blob references in message content.
+     * Blob references like @blob:abc123 are resolved to actual data
+     * before passing messages to the LLM formatter.
+     */
+    private resourceManager;
+    /**
+     * Get the ResourceManager instance
+     */
+    getResourceManager(): import('../resources/index.js').ResourceManager;
+    /**
+     * Process user input data - store as blob if large, otherwise return as-is.
+     * Returns either the original data or a blob reference (@blob:id).
+     */
+    private processUserInput;
     /**
      * Creates a new ContextManager instance
      * @param llmConfig The validated LLM configuration.
      * @param formatter Formatter implementation for the target LLM provider
-     * @param promptManager PromptManager instance for the conversation
+     * @param systemPromptManager SystemPromptManager instance for the conversation
      * @param maxInputTokens Maximum token limit for the conversation history. Triggers compression if exceeded and a tokenizer is provided.
      * @param tokenizer Tokenizer implementation used for counting tokens and enabling compression.
      * @param historyProvider Session-scoped ConversationHistoryProvider instance for managing conversation history
      * @param sessionId Unique identifier for the conversation session (readonly, for debugging)
      * @param compressionStrategies Optional array of compression strategies to apply when token limits are exceeded
+     * @param resourceManager Optional ResourceManager for resolving blob references in messages
      */
-    constructor(llmConfig: ValidatedLLMConfig, formatter: IMessageFormatter, promptManager: PromptManager, maxInputTokens: number, tokenizer: ITokenizer, historyProvider: IConversationHistoryProvider, sessionId: string, compressionStrategies?: ICompressionStrategy[]);
+    constructor(llmConfig: ValidatedLLMConfig, formatter: IMessageFormatter, systemPromptManager: SystemPromptManager, maxInputTokens: number, tokenizer: ITokenizer, historyProvider: IConversationHistoryProvider, sessionId: string, resourceManager: import('../resources/index.js').ResourceManager, compressionStrategies?: ICompressionStrategy[]);
     /**
      * Returns the current token count of the conversation history.
      * @returns Promise that resolves to the number of tokens in the current history
@@ -129,7 +136,7 @@ declare class ContextManager<TMessage = unknown> {
      */
     shouldCompress(newInputTokens: number): boolean;
     /**
-     * Assembles and returns the current system prompt by invoking the PromptManager.
+     * Assembles and returns the current system prompt by invoking the SystemPromptManager.
      */
     getSystemPrompt(context: DynamicContributorContext): Promise<string>;
     /**
@@ -179,7 +186,9 @@ declare class ContextManager<TMessage = unknown> {
      * @param result The result returned by the tool
      * @throws Error if required parameters are missing
      */
-    addToolResult(toolCallId: string, name: string, result: unknown): Promise<void>;
+    addToolResult(toolCallId: string, name: string, result: unknown, options?: {
+        success?: boolean;
+    }): Promise<SanitizedToolResult>;
     /**
      * Sets the system prompt for the conversation
      *
@@ -250,5 +259,4 @@ declare class ContextManager<TMessage = unknown> {
      */
     processLLMResponse(response: unknown): Promise<void>;
 }
-
-export { ContextManager };
+//# sourceMappingURL=manager.d.ts.map

package/dist/context/manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"manager.d.ts","sourceRoot":"","sources":["../../src/context/manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAClE,OAAO,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AACvD,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAW9D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACtD,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,4BAA4B,EAAE,MAAM,gCAAgC,CAAC;AAE9E,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAOvD;;;;;;;;;;;;;;;;;GAiBG;AACH,qBAAa,cAAc,CAAC,QAAQ,GAAG,OAAO;IAC1C;;OAEG;IACH,OAAO,CAAC,SAAS,CAAqB;IAEtC;;OAEG;IACH,OAAO,CAAC,mBAAmB,CAAsB;IAEjD;;OAEG;IACH,OAAO,CAAC,SAAS,CAAoB;IAErC;;OAEG;IACH,OAAO,CAAC,cAAc,CAAS;IAE/B;;;OAGG;IACH,OAAO,CAAC,oBAAoB,CAAa;IAEzC;;;OAGG;IACH,OAAO,CAAC,oBAAoB,CAAe;IAE3C;;OAEG;IACH,OAAO,CAAC,SAAS,CAAa;IAE9B;;;;OAIG;IACH,OAAO,CAAC,qBAAqB,CAAyB;IAEtD,OAAO,CAAC,eAAe,CAA+B;IACtD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IAEnC;;;;OAIG;IACH,OAAO,CAAC,eAAe,CAAkD;IAEzE;;OAEG;IACI,kBAAkB,IAAI,OAAO,uBAAuB,EAAE,eAAe;IAI5E;;;OAGG;YACW,gBAAgB;IAoF9B;;;;;;;;;;;OAWG;gBAEC,SAAS,EAAE,kBAAkB,EAC7B,SAAS,EAAE,iBAAiB,EAC5B,mBAAmB,EAAE,mBAAmB,EACxC,cAAc,EAAE,MAAM,EACtB,SAAS,EAAE,UAAU,EACrB,eAAe,EAAE,4BAA4B,EAC7C,SAAS,EAAE,MAAM,EACjB,eAAe,EAAE,OAAO,uBAAuB,EAAE,eAAe,EAChE,qBAAqB,GAAE,oBAAoB,EAG1C;IAiBL;;;OAGG;IACG,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAKtC;;;;;;;OAOG;IACG,kBAAkB,CAAC,OAAO,EAAE,yBAAyB,GAAG,OAAO,CAAC,MAAM,CAAC;IAmC7E;;OAEG;IACH,iBAAiB,IAAI,MAAM;IAI3B;;;;;;;OAOG;IACH,YAAY,CACR,iBAAiB,EAAE,MAAM,EACzB,YAAY,CAAC,EAAE,UAAU,EACzB,YAAY,CAAC,EAAE,iBAAiB,GACjC,IAAI;IAiBP;;;;;OAKG;IACH,sBAAsB,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI;IAKlD;;;;;;OAMG;IACH,cAAc,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO;IAW/C;;OAEG;IACG,eAAe,CAAC,OAAO,EAAE,yBAAyB,GAAG,OAAO,CAAC,MAAM,CAAC;IAM1E;;;;;OAKG;IACG,UAAU,IAAI,OAAO,CAAC,QAAQ,CAAC,eAAe,EAAE,CAAC,CAAC;IAKxD;;;;;;;OAOG;IACG,UAAU,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAqEzD;;;;;;;;OAQG;IACG,cAAc,CAChB,WAAW,EAAE,MAAM,EACnB,SAAS,CAAC,EAAE,SAAS,EACrB,QAAQ,CAAC,EAAE,QAAQ,GACpB,OAAO,CAAC,IAAI,CAAC;IAoEhB;;;;;;;;OAQG;IACG,mBAAmB,CACrB,OAAO,EAAE,MAAM,GAAG,IAAI,EACtB,SAAS,CAAC,EAAE,eAAe,CAAC,WAAW,CAAC,EACxC,QAAQ,CAAC,EAAE;QACP,UAAU,CAAC,EAAE,eAAe,CAAC,YAAY,CAAC,CAAC;QAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;KACtB,GACF,OAAO,CAAC,IAAI,CAAC;IAgBhB;;;;;;;OAOG;IACG,aAAa,CACf,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,OAAO,EACf,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAChC,OAAO,CAAC,mBAAmB,CAAC;IA0C/B;;;;OAIG;IACH,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAItC;;;;;;;;;;;;OAYG;IACG,oBAAoB,CACtB,kBAAkB,EAAE,yBAAyB,EAC7C,UAAU,EAAE,UAAU,EACtB,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,EACjC,OAAO,CAAC,EAAE,eAAe,EAAE,GAC5B,OAAO,CAAC,QAAQ,EAAE,CAAC;IAqDtB;;;;;;;;;;OAUG;IACG,mCAAmC,CACrC,kBAAkB,EAAE,yBAAyB,EAC7C,UAAU,EAAE,UAAU,GACvB,OAAO,CAAC;QACP,iBAAiB,EAAE,QAAQ,EAAE,CAAC;QAC9B,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;KACtB,CAAC;IAiCF;;;;;;OAMG;IACG,wBAAwB,CAC1B,OAAO,EAAE,yBAAyB,GACnC,OAAO,CAAC,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAKrC;;;OAGG;IACG,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IAMxC;;;;;;OAMG;IACG,uBAAuB,CACzB,OAAO,EAAE,eAAe,EAAE,EAC1B,kBAAkB,EAAE,MAAM,GAC3B,OAAO,CAAC,eAAe,EAAE,CAAC;IA+D7B;;;;OAIG;IACG,wBAAwB,CAAC,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAoBhE;;;;OAIG;IACG,kBAAkB,CAAC,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;CAa7D"}