@dexto/core 1.1.10 → 1.2.0

package/dist/context/utils.d.ts

@@ -1,7 +1,33 @@
-import { InternalMessage } from './types.js';
+import { InternalMessage, TextPart, ImagePart, FilePart, SanitizedToolResult } from './types.js';
 import { ITokenizer } from '../llm/tokenizer/types.js';
 import { LLMContext } from '../llm/types.js';
-
+import { getFileMediaKind, getResourceKind } from './media-helpers.js';
+type ToolBlobNamingOptions = {
+    toolName?: string;
+    toolCallId?: string;
+};
+type InlineMediaKind = 'image' | 'file';
+type InlineMediaHint = {
+    index: number;
+    kind: InlineMediaKind;
+    mimeType: string;
+    approxBytes: number;
+    data: string | Buffer;
+    filename?: string | undefined;
+};
+export interface NormalizedToolResult {
+    parts: Array<TextPart | ImagePart | FilePart>;
+    inlineMedia: InlineMediaHint[];
+}
+interface PersistToolMediaOptions {
+    blobStore?: import('../storage/blob/types.js').BlobStore;
+    toolName?: string;
+    toolCallId?: string;
+}
+interface PersistToolMediaResult {
+    parts: Array<TextPart | ImagePart | FilePart>;
+    resources?: SanitizedToolResult['resources'];
+}
 /**
  * Counts the total tokens in an array of InternalMessages using a provided tokenizer.
  * Includes an estimated overhead per message.
@@ -18,13 +44,13 @@ import { LLMContext } from '../llm/types.js';
  * @returns The total token count.
  * @throws Error if token counting fails within the tokenizer.
  */
-declare function countMessagesTokens(history: InternalMessage[], tokenizer: ITokenizer, overheadPerMessage?: number): number;
+export declare function countMessagesTokens(history: InternalMessage[], tokenizer: ITokenizer, overheadPerMessage?: number): number;
 /**
  * Extracts image data (base64 or URL) from an ImagePart or raw buffer.
  * @param imagePart The image part containing image data
  * @returns Base64-encoded string or URL string
  */
-declare function getImageData(imagePart: {
+export declare function getImageData(imagePart: {
     image: string | Uint8Array | Buffer | ArrayBuffer | URL;
 }): string;
 /**
@@ -32,9 +58,42 @@ declare function getImageData(imagePart: {
  * @param filePart The file part containing file data
  * @returns Base64-encoded string or URL string
  */
-declare function getFileData(filePart: {
+export declare function getFileData(filePart: {
     data: string | Uint8Array | Buffer | ArrayBuffer | URL;
 }): string;
+/**
+ * Extracts image data with blob resolution support.
+ * If the image is a blob reference, resolves it from the resource manager.
+ * @param imagePart The image part containing image data or blob reference
+ * @param resourceManager Resource manager for resolving blob references
+ * @returns Promise<Base64-encoded string or URL string>
+ */
+export declare function getImageDataWithBlobSupport(imagePart: {
+    image: string | Uint8Array | Buffer | ArrayBuffer | URL;
+}, resourceManager: import('../resources/index.js').ResourceManager): Promise<string>;
+/**
+ * Extracts file data with blob resolution support.
+ * If the data is a blob reference, resolves it from the resource manager.
+ * @param filePart The file part containing file data or blob reference
+ * @param resourceManager Resource manager for resolving blob references
+ * @returns Promise<Base64-encoded string or URL string>
+ */
+export declare function getFileDataWithBlobSupport(filePart: {
+    data: string | Uint8Array | Buffer | ArrayBuffer | URL;
+}, resourceManager: import('../resources/index.js').ResourceManager): Promise<string>;
+/**
+ * Resolves blob references in message content to actual data.
+ * Expands @blob:id references to their actual base64 content for LLM consumption.
+ * Can optionally filter by MIME type patterns - unsupported types are replaced with descriptive placeholders.
+ *
+ * @param content The message content that may contain blob references
+ * @param resourceManager Resource manager for resolving blob references
+ * @param allowedMediaTypes Optional array of MIME patterns (e.g., ["image/*", "application/pdf"]).
+ *                          If provided, only matching blobs are expanded; others become placeholders.
+ *                          If omitted, all blobs are expanded (legacy behavior).
+ * @returns Promise<Resolved content with blob references expanded or replaced with placeholders>
+ */
+export declare function expandBlobReferences(content: InternalMessage['content'], resourceManager: import('../resources/index.js').ResourceManager, allowedMediaTypes?: string[]): Promise<InternalMessage['content']>;
 /**
  * Filters message content based on LLM capabilities.
  * Removes unsupported file attachments while preserving supported content.
@@ -43,37 +102,74 @@ declare function getFileData(filePart: {
  * @param config The LLM configuration (provider and optional model)
  * @returns Filtered messages with unsupported content removed
  */
-declare function filterMessagesByLLMCapabilities(messages: InternalMessage[], config: LLMContext): InternalMessage[];
+export declare function filterMessagesByLLMCapabilities(messages: InternalMessage[], config: LLMContext): InternalMessage[];
 /**
  * Detect if a string is likely a Base64 blob (not a typical sentence/text).
  * Uses a length threshold and character set heuristic.
  */
-declare function isLikelyBase64String(value: string, minLength?: number): boolean;
+export declare function isLikelyBase64String(value: string, minLength?: number): boolean;
 /**
  * Parse data URI and return { mediaType, base64 } or null if not a data URI.
  */
-declare function parseDataUri(value: string): {
+export declare function parseDataUri(value: string): {
     mediaType: string;
     base64: string;
 } | null;
+export { getFileMediaKind, getResourceKind };
+/**
+ * Check if a MIME type matches a pattern with wildcard support.
+ * Supports exact matches and wildcard patterns:
+ * - "image/png" matches "image/png" exactly
+ * - "image/star" (where star is asterisk) matches "image/png", "image/jpeg", etc.
+ * - Single asterisk or "asterisk/asterisk" matches everything
+ *
+ * @param mimeType The MIME type to check (e.g., "image/png")
+ * @param pattern The pattern to match against (e.g., "image/asterisk")
+ * @returns true if the MIME type matches the pattern
+ */
+export declare function matchesMimePattern(mimeType: string | undefined, pattern: string): boolean;
+/**
+ * Check if a MIME type matches any pattern in an array of patterns.
+ *
+ * @param mimeType The MIME type to check
+ * @param patterns Array of MIME patterns to match against
+ * @returns true if the MIME type matches any pattern
+ */
+export declare function matchesAnyMimePattern(mimeType: string | undefined, patterns: string[]): boolean;
+/**
+ * Convert supported file types to MIME type patterns.
+ * Used to translate LLM registry file types to MIME patterns for filtering.
+ *
+ * @param fileTypes Array of supported file types from LLM registry (e.g., ['image', 'pdf', 'audio'])
+ * @returns Array of MIME type patterns (e.g., ['image/*', 'application/pdf', 'audio/*'])
+ */
+export declare function fileTypesToMimePatterns(fileTypes: string[]): string[];
+export declare function normalizeToolResult(result: unknown): Promise<NormalizedToolResult>;
+export declare function persistToolMedia(normalized: NormalizedToolResult, options: PersistToolMediaOptions): Promise<PersistToolMediaResult>;
 /**
- * Convert an arbitrary tool result into safe InternalMessage content.
- * - Converts data URIs and base64 blobs to media/file parts
+ * Convert an arbitrary tool result into safe InternalMessage content with optional blob storage.
+ * - Automatically stores large media in blob store and returns resource references
+ * - Converts data URIs and base64 blobs to media/file parts or blob references
  * - Removes huge binary blobs inside objects
  * - Truncates extremely long raw text
  */
-declare function sanitizeToolResultToContent(result: unknown): InternalMessage['content'];
+export declare function sanitizeToolResultToContentWithBlobs(result: unknown, blobStore?: import('../storage/blob/types.js').BlobStore, namingOptions?: ToolBlobNamingOptions): Promise<InternalMessage['content']>;
+export declare function sanitizeToolResult(result: unknown, options: {
+    blobStore?: import('../storage/blob/types.js').BlobStore;
+    toolName: string;
+    toolCallId: string;
+    success?: boolean;
+}): Promise<SanitizedToolResult>;
 /**
  * Produce a short textual summary for tool content, to be used with providers
  * that only accept text for tool messages (e.g., OpenAI/Anthropic tool role).
  */
-declare function summarizeToolContentForText(content: InternalMessage['content']): string;
+export declare function summarizeToolContentForText(content: InternalMessage['content']): string;
 /**
  * Convert arbitrary tool content to safe text for providers that only accept textual tool messages.
  * - If content is an array of parts, summarize it.
  * - If content is a string that looks like base64/data URI, replace with a short placeholder.
  * - Otherwise pass text through.
  */
-declare function toTextForToolMessage(content: InternalMessage['content']): string;
-
-export { countMessagesTokens, filterMessagesByLLMCapabilities, getFileData, getImageData, isLikelyBase64String, parseDataUri, sanitizeToolResultToContent, summarizeToolContentForText, toTextForToolMessage };
+export declare function toTextForToolMessage(content: InternalMessage['content']): string;
+//# sourceMappingURL=utils.d.ts.map

package/dist/context/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/context/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACjG,OAAO,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAG1D,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAGhD,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAOvE,KAAK,qBAAqB,GAAG;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC;AAIF,KAAK,eAAe,GAAG,OAAO,GAAG,MAAM,CAAC;AAExC,KAAK,eAAe,GAAG;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,eAAe,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACjC,CAAC;AAEF,MAAM,WAAW,oBAAoB;IACjC,KAAK,EAAE,KAAK,CAAC,QAAQ,GAAG,SAAS,GAAG,QAAQ,CAAC,CAAC;IAC9C,WAAW,EAAE,eAAe,EAAE,CAAC;CAClC;AAED,UAAU,uBAAuB;IAC7B,SAAS,CAAC,EAAE,OAAO,0BAA0B,EAAE,SAAS,CAAC;IACzD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,UAAU,sBAAsB;IAC5B,KAAK,EAAE,KAAK,CAAC,QAAQ,GAAG,SAAS,GAAG,QAAQ,CAAC,CAAC;IAC9C,SAAS,CAAC,EAAE,mBAAmB,CAAC,WAAW,CAAC,CAAC;CAChD;AA0WD;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,mBAAmB,CAC/B,OAAO,EAAE,eAAe,EAAE,EAC1B,SAAS,EAAE,UAAU,EACrB,kBAAkB,GAAE,MAAqC,GAC1D,MAAM,CAuFR;AAED;;;;GAIG;AACH,wBAAgB,YAAY,CAAC,SAAS,EAAE;IACpC,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,GAAG,WAAW,GAAG,GAAG,CAAC;CAC3D,GAAG,MAAM,CAeT;AAED;;;;GAIG;AACH,wBAAgB,WAAW,CAAC,QAAQ,EAAE;IAClC,IAAI,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,GAAG,WAAW,GAAG,GAAG,CAAC;CAC1D,GAAG,MAAM,CAeT;AAED;;;;;;GAMG;AACH,wBAAsB,2BAA2B,CAC7C,SAAS,EAAE;IACP,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,GAAG,WAAW,GAAG,GAAG,CAAC;CAC3D,EACD,eAAe,EAAE,OAAO,uBAAuB,EAAE,eAAe,GACjE,OAAO,CAAC,MAAM,CAAC,CAqBjB;AAED;;;;;;GAMG;AACH,wBAAsB,0BAA0B,CAC5C,QAAQ,EAAE;IACN,IAAI,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,GAAG,WAAW,GAAG,GAAG,CAAC;CAC1D,EACD,eAAe,EAAE,OAAO,uBAAuB,EAAE,eAAe,GACjE,OAAO,CAAC,MAAM,CAAC,CAqBjB;AAED;;;;;;;;;;;GAWG;AACH,wBAAsB,oBAAoB,CACtC,OAAO,EAAE,eAAe,CAAC,SAAS,CAAC,EACnC,eAAe,EAAE,OAAO,uBAAuB,EAAE,eAAe,EAChE,iBAAiB,CAAC,EAAE,MAAM,EAAE,GAC7B,OAAO,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CA4IrC;AAED;;;;;;;GAOG;AACH,wBAAgB,+BAA+B,CAC3C,QAAQ,EAAE,eAAe,EAAE,EAC3B,MAAM,EAAE,UAAU,GACnB,eAAe,EAAE,CA6CnB;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAChC,KAAK,EAAE,MAAM,EACb,SAAS,GAAE,MAAoC,GAChD,OAAO,CAUT;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CASxF;AAGD,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,CAAC;AAE7C;;;;;;;;;;GAUG;AACH,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAyBzF;AAED;;;;;;GAMG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAE/F;AAED;;;;;;GAMG;AACH,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAsBrE;AAgED,wBAAsB,mBAAmB,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAgBxF;AAUD,wBAAsB,gBAAgB,CAClC,UAAU,EAAE,oBAAoB,EAChC,OAAO,EAAE,uBAAuB,GACjC,OAAO,CAAC,sBAAsB,CAAC,CAuDjC;AAED;;;;;;GAMG;AACH,wBAAsB,oCAAoC,CACtD,MAAM,EAAE,OAAO,EACf,SAAS,CAAC,EAAE,OAAO,0BAA0B,EAAE,SAAS,EACxD,aAAa,CAAC,EAAE,qBAAqB,GACtC,OAAO,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CAuYrC;AA2DD,wBAAsB,kBAAkB,CACpC,MAAM,EAAE,OAAO,EACf,OAAO,EAAE;IACL,SAAS,CAAC,EAAE,OAAO,0BAA0B,EAAE,SAAS,CAAC;IACzD,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,CAAC;CACrB,GACF,OAAO,CAAC,mBAAmB,CAAC,CAoB9B;AAED;;;GAGG;AACH,wBAAgB,2BAA2B,CAAC,OAAO,EAAE,eAAe,CAAC,SAAS,CAAC,GAAG,MAAM,CA2BvF;AAsCD;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,eAAe,CAAC,SAAS,CAAC,GAAG,MAAM,CAQhF"}