@dexto/core 1.6.20 → 1.6.22

package/dist/context/utils.js

@@ -82,10 +82,26 @@ function coerceContentToParts(content) {
         cloned.filename = item.filename;
       }
       normalized.push(cloned);
+    } else if (item.type === "resource") {
+      continue;
     }
   }
   return normalized;
 }
+function normalizeResourceUriForRead(uri) {
+  if (uri.startsWith("blob:") || uri.startsWith("mcp:") || uri.startsWith("fs://") || uri.startsWith("http://") || uri.startsWith("https://")) {
+    return uri;
+  }
+  if (uri.startsWith("/") || /^[A-Za-z]:[\\/]/.test(uri)) {
+    return `fs://${uri.replace(/\\/g, "/")}`;
+  }
+  return uri;
+}
+function buildResourceAnchorText(part) {
+  const label = part.kind === "image" ? "Attached image" : part.kind === "audio" ? "Attached audio" : part.kind === "video" ? "Attached video" : "Attached file";
+  const nameSuffix = part.name && part.name !== part.uri ? ` (${part.name})` : "";
+  return `${label}: ${part.uri}${nameSuffix}`;
+}
 function detectInlineMedia(part, index) {
   if (part.type === "text") {
     return null;
@@ -216,23 +232,23 @@ function buildToolBlobName(kind, mimeType, options, preferredName) {
   const unique = generateUniqueSuffix();
   return `${parts.join("-")}-${unique}.${ext}`;
 }
-async function resolveBlobReferenceToParts(resourceUri, resourceManager, logger, allowedMediaTypes) {
+async function resolveBlobReferenceToParts(resourceUri, resourceManager, logger, allowedMediaTypes, expandMatchingMedia = true) {
   try {
-    const result = await resourceManager.read(resourceUri);
-    if (allowedMediaTypes) {
-      const mimeType = result.contents[0]?.mimeType;
-      const metadata = result._meta;
-      if (mimeType && !matchesAnyMimePattern(mimeType, allowedMediaTypes)) {
-        const placeholderMetadata = {
-          mimeType,
-          size: metadata?.size ?? 0
-        };
-        if (metadata?.originalName) {
-          placeholderMetadata.originalName = metadata.originalName;
-        }
-        const placeholder = generateMediaPlaceholder(placeholderMetadata);
-        return [{ type: "text", text: placeholder }];
+    const result = await resourceManager.read(normalizeResourceUriForRead(resourceUri));
+    const mimeType = result.contents[0]?.mimeType;
+    const metadata = result._meta;
+    const shouldPlaceholderForUnsupportedMedia = mimeType !== void 0 && allowedMediaTypes !== void 0 && !matchesAnyMimePattern(mimeType, allowedMediaTypes);
+    const shouldPlaceholderForRetainedHistoryMedia = mimeType !== void 0 && isBinaryMediaMimeType(mimeType) && !expandMatchingMedia;
+    if (mimeType && (shouldPlaceholderForUnsupportedMedia || shouldPlaceholderForRetainedHistoryMedia)) {
+      const placeholderMetadata = {
+        mimeType,
+        size: metadata?.size ?? 0
+      };
+      if (metadata?.originalName) {
+        placeholderMetadata.originalName = metadata.originalName;
       }
+      const placeholder = generateMediaPlaceholder(placeholderMetadata);
+      return [{ type: "text", text: placeholder }];
     }
     const parts = [];
     for (const item of result.contents ?? []) {
@@ -244,11 +260,11 @@ async function resolveBlobReferenceToParts(resourceUri, resourceManager, logger,
         continue;
       }
       const base64Data = "blob" in item && typeof item.blob === "string" ? item.blob : "data" in item && typeof item.data === "string" ? item.data : void 0;
-      const mimeType = typeof item.mimeType === "string" ? item.mimeType : void 0;
-      if (!base64Data || !mimeType) {
+      const mimeType2 = typeof item.mimeType === "string" ? item.mimeType : void 0;
+      if (!base64Data || !mimeType2) {
         continue;
       }
-      const resolvedMime = mimeType ?? "application/octet-stream";
+      const resolvedMime = mimeType2 ?? "application/octet-stream";
       if (resolvedMime.startsWith("image/")) {
         const imagePart = {
           type: "image",
@@ -304,6 +320,9 @@ function estimateContentPartTokens(part) {
   if (part.type === "file") {
     return 1e3;
   }
+  if (part.type === "resource") {
+    return part.kind === "text" ? 250 : 1e3;
+  }
   return 0;
 }
 function estimateMessagesTokens(messages) {
@@ -410,11 +429,11 @@ async function getFileDataWithBlobSupport(filePart, resourceManager, logger) {
   }
   return getFileData(filePart, logger);
 }
-async function expandBlobsInText(text, resourceManager, logger, allowedMediaTypes) {
+async function expandBlobsInText(text, resourceManager, logger, allowedMediaTypes, expandMatchingMedia = true) {
   if (!text.includes("@blob:")) {
     return [{ type: "text", text }];
   }
-  const blobRefPattern = /@blob:[a-f0-9]+/g;
+  const blobRefPattern = /@blob:[a-f0-9-]+/g;
   const matches = [...text.matchAll(blobRefPattern)];
   if (matches.length === 0) {
     return [{ type: "text", text }];
@@ -439,7 +458,8 @@ async function expandBlobsInText(text, resourceManager, logger, allowedMediaType
         resourceUri,
         resourceManager,
         logger,
-        allowedMediaTypes
+        allowedMediaTypes,
+        expandMatchingMedia
       );
       resolvedCache.set(resourceUri, resolvedParts);
     }
@@ -458,7 +478,7 @@ async function expandBlobsInText(text, resourceManager, logger, allowedMediaType
   }
   return parts.filter((p) => p.type !== "text" || p.text.length > 0);
 }
-async function expandBlobReferences(content, resourceManager, logger, allowedMediaTypes) {
+async function expandBlobReferences(content, resourceManager, logger, allowedMediaTypes, expandMatchingMedia = true) {
   if (content == null || !Array.isArray(content)) {
     return [];
   }
@@ -475,7 +495,8 @@ async function expandBlobReferences(content, resourceManager, logger, allowedMed
         resourceUri,
         resourceManager,
         logger,
-        allowedMediaTypes
+        allowedMediaTypes,
+        expandMatchingMedia
       );
       if (resolved.length > 0) {
         expandedParts.push(...resolved.map((p) => ({ ...p })));
@@ -491,7 +512,8 @@ async function expandBlobReferences(content, resourceManager, logger, allowedMed
         resourceUri,
         resourceManager,
         logger,
-        allowedMediaTypes
+        allowedMediaTypes,
+        expandMatchingMedia
       );
       if (resolved.length > 0) {
         expandedParts.push(...resolved.map((p) => ({ ...p })));
@@ -510,12 +532,27 @@ async function expandBlobReferences(content, resourceManager, logger, allowedMed
       }
       continue;
     }
+    if (part.type === "resource") {
+      const resolved = await resolveBlobReferenceToParts(
+        part.uri,
+        resourceManager,
+        logger,
+        allowedMediaTypes,
+        expandMatchingMedia
+      );
+      expandedParts.push({ type: "text", text: buildResourceAnchorText(part) });
+      if (resolved.length > 0) {
+        expandedParts.push(...resolved.map((p) => ({ ...p })));
+      }
+      continue;
+    }
     if (part.type === "text" && part.text.includes("@blob:")) {
       const expanded = await expandBlobsInText(
         part.text,
         resourceManager,
         logger,
-        allowedMediaTypes
+        allowedMediaTypes,
+        expandMatchingMedia
       );
       expandedParts.push(...expanded);
       continue;
@@ -588,6 +625,9 @@ function filterMessagesByLLMCapabilities(messages, config, logger) {
             );
             return [part];
           }
+          if (part.type === "resource") {
+            return [part];
+          }
           return [part];
         }
       );
@@ -674,12 +714,30 @@ function fileTypesToMimePatterns(fileTypes, logger) {
       case "video":
         patterns.push("video/*");
         break;
+      case "document":
+        patterns.push(
+          "text/*",
+          "application/json",
+          "application/xml",
+          "application/msword",
+          "application/rtf",
+          "application/vnd.oasis.opendocument.text",
+          "application/vnd.ms-powerpoint",
+          "application/vnd.openxmlformats-officedocument.presentationml.presentation",
+          "application/vnd.ms-excel",
+          "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet",
+          "application/vnd.openxmlformats-officedocument.wordprocessingml.document"
+        );
+        break;
       default:
         logger.warn(`Unknown file type in registry: ${fileType}`);
     }
   }
   return patterns;
 }
+function isBinaryMediaMimeType(mimeType) {
+  return mimeType.startsWith("image/") || mimeType.startsWith("audio/") || mimeType.startsWith("video/") || mimeType === "application/pdf";
+}
 function generateMediaPlaceholder(metadata) {
   let typeLabel = "File";
   if (metadata.mimeType.startsWith("video/")) typeLabel = "Video";
@@ -1337,6 +1395,7 @@ export {
   getImageData,
   getImageDataWithBlobSupport,
   getResourceKind,
+  isBinaryMediaMimeType,
   isLikelyBase64String,
   matchesAnyMimePattern,
   matchesMimePattern,

package/dist/llm/executor/turn-executor.cjs

@@ -731,7 +731,7 @@ class TurnExecutor {
    * Estimates tokens for tool message content using simple heuristic (length/4).
    * Used for pruning decisions only - actual token counts come from API.
    *
-   * Tool message content is always Array<TextPart | ImagePart | FilePart | UIResourcePart>
+   * Tool message content is always Array<TextPart | ImagePart | FilePart | ResourcePart | UIResourcePart>
    * after sanitization via SanitizedToolResult.
    */
   estimateToolTokens(content) {
@@ -739,7 +739,7 @@ class TurnExecutor {
       if (part.type === "text") {
         return sum + Math.ceil(part.text.length / 4);
       }
-      if (part.type === "image" || part.type === "file") {
+      if (part.type === "image" || part.type === "file" || part.type === "resource") {
         return sum + 1e3;
       }
       return sum;

package/dist/llm/executor/turn-executor.d.ts

@@ -137,7 +137,7 @@ export declare class TurnExecutor {
      * Estimates tokens for tool message content using simple heuristic (length/4).
      * Used for pruning decisions only - actual token counts come from API.
      *
-     * Tool message content is always Array<TextPart | ImagePart | FilePart | UIResourcePart>
+     * Tool message content is always Array<TextPart | ImagePart | FilePart | ResourcePart | UIResourcePart>
      * after sanitization via SanitizedToolResult.
      */
     private estimateToolTokens;

package/dist/llm/executor/turn-executor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"turn-executor.d.ts","sourceRoot":"","sources":["../../../src/llm/executor/turn-executor.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,aAAa,EAMb,KAAK,YAAY,EAEpB,MAAM,IAAI,CAAC;AAEZ,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAE1D,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAI1D,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAE5C,OAAO,KAAK,EAER,kBAAkB,EAClB,UAAU,EAGb,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAEvD,OAAO,KAAK,EAAE,eAAe,EAAmB,MAAM,uBAAuB,CAAC;AAC9E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,yBAAyB,EAAE,MAAM,6BAA6B,CAAC;AAExE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,gCAAgC,CAAC;AAQ1E,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AAC5E,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sCAAsC,CAAC;AAexE;;;;;;;;;;;GAWG;AACH,qBAAa,YAAY;IAsBjB,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,WAAW;IACnB,OAAO,CAAC,cAAc;IACtB,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,eAAe;IACvB,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,MAAM;IASd,OAAO,CAAC,UAAU;IAElB,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,WAAW,CAAC;IACpB,OAAO,CAAC,cAAc,CAAC;IAxC3B,OAAO,CAAC,MAAM,CAAS;IACvB;;;OAGG;IACH,OAAO,CAAC,mBAAmB,CAAkB;IAC7C,OAAO,CAAC,kBAAkB,CAAmC;IAC7D;;;OAGG;IACH,OAAO,CAAC,gBAAgB,CAOpB;gBAGQ,KAAK,EAAE,aAAa,EACpB,WAAW,EAAE,WAAW,EACxB,cAAc,EAAE,cAAc,CAAC,YAAY,CAAC,EAC5C,QAAQ,EAAE,eAAe,EACzB,eAAe,EAAE,eAAe,EAChC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE;QACZ,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC9B,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACrC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAElC,SAAS,CAAC,EAAE,kBAAkB,GAAG,SAAS,CAAC;KAC9C,EACO,UAAU,EAAE,UAAU,EAC9B,MAAM,EAAE,MAAM,EACN,YAAY,EAAE,mBAAmB,EACjC,WAAW,CAAC,EAAE,WAAW,YAAA,EACzB,cAAc,CAAC,EAAE,WAAW,YAAA,EACpC,kBAAkB,GAAE,kBAAkB,GAAG,IAAW;IAcxD;;;OAGG;IACH,OAAO,CAAC,wBAAwB;IAoBhC;;;;;;OAMG;IACG,OAAO,CACT,kBAAkB,EAAE,yBAAyB,EAC7C,SAAS,GAAE,OAAc,GAC1B,OAAO,CAAC,cAAc,CAAC;IAsV1B;;;OAGG;IACH,KAAK,IAAI,IAAI;IAIb;;;OAGG;YACW,oBAAoB;IAmBlC;;;;;;;;OAQG;YACW,mBAAmB;IAkFjC;;;;;;;OAOG;YACW,WAAW;IAgIzB;;;;;OAKG;IACH,OAAO,CAAC,sBAAsB;IAuF9B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAyBxB;;OAEG;IACH,OAAO,CAAC,eAAe;IAavB;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAS5B;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAU;IAC/C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAU;IAE/C;;;;;;;;;;;OAWG;YACW,mBAAmB;IAkDjC;;;;;;OAMG;IACH,OAAO,CAAC,kBAAkB;IAgB1B;;;OAGG;IACH,OAAO,CAAC,OAAO;IAYf;;;;;;OAMG;IACH,OAAO,CAAC,aAAa;IAOrB;;;;;;OAMG;IACH,OAAO,CAAC,uBAAuB;IAO/B;;;;;;;;;;;OAWG;YACW,cAAc;IAwF5B;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAoB9B,OAAO,CAAC,qBAAqB;IAK7B;;OAEG;IACH,OAAO,CAAC,gBAAgB;CAyF3B"}
+{"version":3,"file":"turn-executor.d.ts","sourceRoot":"","sources":["../../../src/llm/executor/turn-executor.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,aAAa,EAMb,KAAK,YAAY,EAEpB,MAAM,IAAI,CAAC;AAEZ,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAQ1D,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAI1D,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAE5C,OAAO,KAAK,EAER,kBAAkB,EAClB,UAAU,EAGb,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAEvD,OAAO,KAAK,EAAE,eAAe,EAAmB,MAAM,uBAAuB,CAAC;AAC9E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,yBAAyB,EAAE,MAAM,6BAA6B,CAAC;AAExE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,gCAAgC,CAAC;AAQ1E,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AAC5E,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sCAAsC,CAAC;AAexE;;;;;;;;;;;GAWG;AACH,qBAAa,YAAY;IAsBjB,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,WAAW;IACnB,OAAO,CAAC,cAAc;IACtB,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,eAAe;IACvB,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,MAAM;IASd,OAAO,CAAC,UAAU;IAElB,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,WAAW,CAAC;IACpB,OAAO,CAAC,cAAc,CAAC;IAxC3B,OAAO,CAAC,MAAM,CAAS;IACvB;;;OAGG;IACH,OAAO,CAAC,mBAAmB,CAAkB;IAC7C,OAAO,CAAC,kBAAkB,CAAmC;IAC7D;;;OAGG;IACH,OAAO,CAAC,gBAAgB,CAOpB;gBAGQ,KAAK,EAAE,aAAa,EACpB,WAAW,EAAE,WAAW,EACxB,cAAc,EAAE,cAAc,CAAC,YAAY,CAAC,EAC5C,QAAQ,EAAE,eAAe,EACzB,eAAe,EAAE,eAAe,EAChC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE;QACZ,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC9B,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACrC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAElC,SAAS,CAAC,EAAE,kBAAkB,GAAG,SAAS,CAAC;KAC9C,EACO,UAAU,EAAE,UAAU,EAC9B,MAAM,EAAE,MAAM,EACN,YAAY,EAAE,mBAAmB,EACjC,WAAW,CAAC,EAAE,WAAW,YAAA,EACzB,cAAc,CAAC,EAAE,WAAW,YAAA,EACpC,kBAAkB,GAAE,kBAAkB,GAAG,IAAW;IAcxD;;;OAGG;IACH,OAAO,CAAC,wBAAwB;IAoBhC;;;;;;OAMG;IACG,OAAO,CACT,kBAAkB,EAAE,yBAAyB,EAC7C,SAAS,GAAE,OAAc,GAC1B,OAAO,CAAC,cAAc,CAAC;IAsV1B;;;OAGG;IACH,KAAK,IAAI,IAAI;IAIb;;;OAGG;YACW,oBAAoB;IAmBlC;;;;;;;;OAQG;YACW,mBAAmB;IAkFjC;;;;;;;OAOG;YACW,WAAW;IAgIzB;;;;;OAKG;IACH,OAAO,CAAC,sBAAsB;IAuF9B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAyBxB;;OAEG;IACH,OAAO,CAAC,eAAe;IAavB;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAS5B;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAU;IAC/C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAU;IAE/C;;;;;;;;;;;OAWG;YACW,mBAAmB;IAkDjC;;;;;;OAMG;IACH,OAAO,CAAC,kBAAkB;IAgB1B;;;OAGG;IACH,OAAO,CAAC,OAAO;IAYf;;;;;;OAMG;IACH,OAAO,CAAC,aAAa;IAOrB;;;;;;OAMG;IACH,OAAO,CAAC,uBAAuB;IAO/B;;;;;;;;;;;OAWG;YACW,cAAc;IAwF5B;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAoB9B,OAAO,CAAC,qBAAqB;IAK7B;;OAEG;IACH,OAAO,CAAC,gBAAgB;CAyF3B"}

package/dist/llm/executor/turn-executor.js

@@ -663,7 +663,7 @@ class TurnExecutor {
    * Estimates tokens for tool message content using simple heuristic (length/4).
    * Used for pruning decisions only - actual token counts come from API.
    *
-   * Tool message content is always Array<TextPart | ImagePart | FilePart | UIResourcePart>
+   * Tool message content is always Array<TextPart | ImagePart | FilePart | ResourcePart | UIResourcePart>
    * after sanitization via SanitizedToolResult.
    */
   estimateToolTokens(content) {
@@ -671,7 +671,7 @@ class TurnExecutor {
       if (part.type === "text") {
         return sum + Math.ceil(part.text.length / 4);
       }
-      if (part.type === "image" || part.type === "file") {
+      if (part.type === "image" || part.type === "file" || part.type === "resource") {
         return sum + 1e3;
       }
       return sum;

package/dist/llm/formatters/vercel.cjs

@@ -77,7 +77,9 @@ class VercelMessageFormatter {
       switch (msg.role) {
         case "user":
           if (msg.content !== null) {
-            const content = typeof msg.content === "string" ? msg.content : msg.content.filter((part) => part.type !== "ui-resource").map((part) => {
+            const content = typeof msg.content === "string" ? msg.content : msg.content.filter(
+              (part) => part.type !== "ui-resource" && part.type !== "resource"
+            ).map((part) => {
               if (part.type === "file") {
                 return {
                   type: "file",

package/dist/llm/formatters/vercel.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"vercel.d.ts","sourceRoot":"","sources":["../../../src/llm/formatters/vercel.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAiD,MAAM,IAAI,CAAC;AACtF,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,KAAK,EAAE,eAAe,EAAiC,MAAM,wBAAwB,CAAC;AAE7F,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAmBvD;;;;;;;;;;GAUG;AACH,qBAAa,sBAAsB;IAC/B,OAAO,CAAC,MAAM,CAAS;gBAEX,MAAM,EAAE,MAAM;IAG1B;;;;;;OAMG;IACH,MAAM,CACF,OAAO,EAAE,QAAQ,CAAC,eAAe,EAAE,CAAC,EACpC,OAAO,EAAE,UAAU,EACnB,YAAY,EAAE,MAAM,GAAG,IAAI,GAC5B,YAAY,EAAE;IA8JjB;;;;;;OAMG;IACH,kBAAkB,IAAI,IAAI;IAI1B,OAAO,CAAC,wBAAwB;IAUhC,OAAO,CAAC,sBAAsB;IAmG9B,OAAO,CAAC,iBAAiB;CAoE5B"}
+{"version":3,"file":"vercel.d.ts","sourceRoot":"","sources":["../../../src/llm/formatters/vercel.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAiD,MAAM,IAAI,CAAC;AACtF,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,KAAK,EAAE,eAAe,EAAiC,MAAM,wBAAwB,CAAC;AAE7F,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAmBvD;;;;;;;;;;GAUG;AACH,qBAAa,sBAAsB;IAC/B,OAAO,CAAC,MAAM,CAAS;gBAEX,MAAM,EAAE,MAAM;IAG1B;;;;;;OAMG;IACH,MAAM,CACF,OAAO,EAAE,QAAQ,CAAC,eAAe,EAAE,CAAC,EACpC,OAAO,EAAE,UAAU,EACnB,YAAY,EAAE,MAAM,GAAG,IAAI,GAC5B,YAAY,EAAE;IAkKjB;;;;;;OAMG;IACH,kBAAkB,IAAI,IAAI;IAI1B,OAAO,CAAC,wBAAwB;IAUhC,OAAO,CAAC,sBAAsB;IAmG9B,OAAO,CAAC,iBAAiB;CAoE5B"}

package/dist/llm/formatters/vercel.js

@@ -55,7 +55,9 @@ class VercelMessageFormatter {
       switch (msg.role) {
         case "user":
           if (msg.content !== null) {
-            const content = typeof msg.content === "string" ? msg.content : msg.content.filter((part) => part.type !== "ui-resource").map((part) => {
+            const content = typeof msg.content === "string" ? msg.content : msg.content.filter(
+              (part) => part.type !== "ui-resource" && part.type !== "resource"
+            ).map((part) => {
               if (part.type === "file") {
                 return {
                   type: "file",

package/dist/llm/registry/index.cjs

@@ -102,13 +102,44 @@ const MIME_TYPE_TO_FILE_TYPE = {
   "audio/ogg": "audio",
   "audio/m4a": "audio",
   "audio/aac": "audio",
+  "video/mp4": "video",
+  "video/webm": "video",
+  "video/ogg": "video",
+  "video/quicktime": "video",
+  "video/x-msvideo": "video",
+  "video/x-matroska": "video",
   // Common image MIME types
   "image/jpeg": "image",
   "image/jpg": "image",
   "image/png": "image",
   "image/webp": "image",
-  "image/gif": "image"
+  "image/gif": "image",
+  // Common document, presentation, and spreadsheet MIME types
+  "text/plain": "document",
+  "text/markdown": "document",
+  "text/html": "document",
+  "text/xml": "document",
+  "text/csv": "document",
+  "text/tab-separated-values": "document",
+  "application/json": "document",
+  "application/xml": "document",
+  "application/msword": "document",
+  "application/rtf": "document",
+  "text/rtf": "document",
+  "application/vnd.oasis.opendocument.text": "document",
+  "application/vnd.ms-powerpoint": "document",
+  "application/vnd.openxmlformats-officedocument.presentationml.presentation": "document",
+  "application/vnd.ms-excel": "document",
+  "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet": "document",
+  "application/vnd.openxmlformats-officedocument.wordprocessingml.document": "document"
 };
+const GENERIC_UPLOAD_FILE_TYPES = [
+  "pdf",
+  "image",
+  "audio",
+  "video",
+  "document"
+];
 function getAllowedMimeTypes() {
   return Object.keys(MIME_TYPE_TO_FILE_TYPE);
 }
@@ -125,8 +156,8 @@ const LLM_REGISTRY = {
     models: [],
     // Empty - accepts any model name for custom endpoints
     baseURLSupport: "required",
-    supportedFileTypes: ["pdf", "image", "audio"],
-    // Allow all types for custom endpoints
+    supportedFileTypes: GENERIC_UPLOAD_FILE_TYPES,
+    // Allow all generic file categories for custom endpoints
     supportsCustomModels: true
   },
   anthropic: {
@@ -193,8 +224,8 @@ const LLM_REGISTRY = {
     models: import_models_generated.MODELS_BY_PROVIDER.openrouter,
     baseURLSupport: "none",
     // Fixed endpoint - baseURL auto-injected in resolver, no user override allowed
-    supportedFileTypes: ["pdf", "image", "audio"],
-    // Allow all types - user assumes responsibility
+    supportedFileTypes: GENERIC_UPLOAD_FILE_TYPES,
+    // Allow all generic file categories - user assumes responsibility
     supportsCustomModels: true,
     supportsAllRegistryModels: true,
     // Can serve models from all other providers
@@ -206,7 +237,7 @@ const LLM_REGISTRY = {
   litellm: {
     models: [],
     baseURLSupport: "required",
-    supportedFileTypes: ["pdf", "image", "audio"],
+    supportedFileTypes: GENERIC_UPLOAD_FILE_TYPES,
     supportsCustomModels: true
   },
   // https://glama.ai/
@@ -215,7 +246,7 @@ const LLM_REGISTRY = {
   glama: {
     models: [],
     baseURLSupport: "none",
-    supportedFileTypes: ["pdf", "image", "audio"],
+    supportedFileTypes: GENERIC_UPLOAD_FILE_TYPES,
     supportsCustomModels: true
   },
   // https://cloud.google.com/vertex-ai
@@ -307,7 +338,7 @@ const LLM_REGISTRY = {
         name: "openai/gpt-5.2",
         displayName: "GPT-5.2",
         maxInputTokens: 4e5,
-        supportedFileTypes: ["pdf", "image"],
+        supportedFileTypes: ["pdf", "image", "document"],
         pricing: {
           inputPerM: 1.75,
           outputPerM: 14,
@@ -320,7 +351,7 @@ const LLM_REGISTRY = {
         name: "openai/gpt-5.2-codex",
         displayName: "GPT-5.2 Codex",
         maxInputTokens: 4e5,
-        supportedFileTypes: ["pdf", "image"],
+        supportedFileTypes: ["pdf", "image", "document"],
         pricing: {
           inputPerM: 1.75,
           outputPerM: 14,
@@ -334,13 +365,13 @@ const LLM_REGISTRY = {
         name: "google/gemini-3-pro-preview",
         displayName: "Gemini 3 Pro",
         maxInputTokens: 1048576,
-        supportedFileTypes: ["pdf", "image", "audio"]
+        supportedFileTypes: ["pdf", "image", "audio", "video", "document"]
       },
       {
         name: "google/gemini-3-flash-preview",
         displayName: "Gemini 3 Flash",
         maxInputTokens: 1048576,
-        supportedFileTypes: ["pdf", "image", "audio"]
+        supportedFileTypes: ["pdf", "image", "audio", "video", "document"]
       },
       // Free models (via OpenRouter)
       {
@@ -394,7 +425,7 @@ const LLM_REGISTRY = {
       }
     ],
     baseURLSupport: "none",
-    supportedFileTypes: ["pdf", "image", "audio"],
+    supportedFileTypes: GENERIC_UPLOAD_FILE_TYPES,
     supportsCustomModels: true,
     supportsAllRegistryModels: true
   }

package/dist/llm/registry/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/llm/registry/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAI1C,OAAO,EAEH,KAAK,WAAW,EAChB,KAAK,iBAAiB,EACtB,KAAK,UAAU,EAClB,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAoDvD;;;GAGG;AACH,MAAM,WAAW,YAAY;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,mBAAmB,CAAC,EAAE;QAClB,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,QAAQ,CAAC,EAAE,KAAK,CAAC;IACjB,IAAI,CAAC,EAAE,oBAAoB,CAAC;CAC/B;AAED,MAAM,WAAW,uBAAuB;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,GAAG,KAAK,CAAC;AAEzE,MAAM,WAAW,eAAe;IAC5B,KAAK,EAAE,aAAa,EAAE,CAAC;IACvB,MAAM,EAAE,aAAa,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,qBAAqB;IAClC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,wBAAwB;IACrC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,SAAS;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,kBAAkB,EAAE,iBAAiB,EAAE,CAAC;IACxC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;;OAKG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,eAAe,CAAC;IAC7B,gBAAgB,CAAC,EAAE,qBAAqB,CAAC;IACzC,WAAW,CAAC,EAAE,IAAI,GAAG,wBAAwB,CAAC;IAE9C,OAAO,CAAC,EAAE,YAAY,CAAC;CAC1B;AAED,MAAM,WAAW,yBAAyB;IACtC,GAAG,EAAE,MAAM,EAAE,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;CAChB;AAOD,eAAO,MAAM,sBAAsB,EAAE,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAiBpE,CAAC;AAGF,wBAAgB,mBAAmB,IAAI,MAAM,EAAE,CAE9C;AAED,MAAM,WAAW,YAAY;IACzB,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,cAAc,EAAE,MAAM,GAAG,UAAU,GAAG,UAAU,CAAC;IACjD,kBAAkB,EAAE,iBAAiB,EAAE,CAAC;IACxC,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,SAAS,CAAC,EAAE,yBAAyB,CAAC;IACtC;;;;OAIG;IACH,yBAAyB,CAAC,EAAE,OAAO,CAAC;CACvC;AAED,sEAAsE;AACtE,eAAO,MAAM,wBAAwB,SAAS,CAAC;AAI/C;;;;;;;;GAQG;AACH,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,WAAW,EAAE,YAAY,CA4Q1D,CAAC;AAEF;;;;;GAKG;AACH,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAQ9D;AAED;;;;GAIG;AACH,wBAAgB,0BAA0B,CAAC,QAAQ,EAAE,WAAW,GAAG,MAAM,GAAG,IAAI,CAQ/E;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,IAAI,WAAW,EAAE,CAErD;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,WAAW,GAAG,MAAM,EAAE,CAGlE;AAED;;;;;;;;GAQG;AACH,wBAAgB,yBAAyB,CACrC,QAAQ,EAAE,WAAW,EACrB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,MAAM,GAChB,MAAM,CAwBR;AAED;;;;;;GAMG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAIlF;AAED;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,WAAW,CAe/D;AAED;;GAEG;AACH,wBAAgB,qBAAqB,IAAI,MAAM,EAAE,CAEhD;AAED;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAG9D;AAED;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAG9D;AAED;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAG9D;AAED;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAGnE;AAED;;;;GAIG;AACH,wBAAgB,2BAA2B,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAG1E;AAoBD,wBAAgB,8BAA8B,CAC1C,KAAK,EAAE,MAAM,EACb,gBAAgB,EAAE,WAAW,GAC9B,MAAM,EAAE,CAwBV;AAuID;;;;;GAKG;AACH,wBAAgB,uBAAuB,CACnC,QAAQ,EAAE,WAAW,GACtB,KAAK,CAAC,SAAS,GAAG;IAAE,gBAAgB,CAAC,EAAE,WAAW,CAAA;CAAE,CAAC,CAmCvD;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAgB,6BAA6B,CACzC,KAAK,EAAE,MAAM,EACb,gBAAgB,EAAE,WAAW,EAC7B,cAAc,EAAE,WAAW,GAC5B,MAAM,CAoBR;AAED;;;;;GAKG;AACH,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAyBrF;AAmBD;;;;;;;;;GASG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAE7D;AAED;;;;;;;GAOG;AACH,wBAAgB,6BAA6B,CACzC,QAAQ,EAAE,WAAW,EACrB,KAAK,EAAE,MAAM,GACd,iBAAiB,EAAE,CAmBrB;AAED;;;;;;GAMG;AACH,wBAAgB,qBAAqB,CACjC,QAAQ,EAAE,WAAW,EACrB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,iBAAiB,GAC5B,OAAO,CAGT;AAED;;;;;;GAMG;AACH,wBAAgB,wBAAwB,CACpC,QAAQ,EAAE,WAAW,EACrB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,GACjB;IACC,WAAW,EAAE,OAAO,CAAC;IACrB,QAAQ,CAAC,EAAE,iBAAiB,CAAC;IAC7B,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB,CAkCA;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAyGpF;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,eAAe,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS,CAQ9F;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,WAAW,GAAG,MAAM,CAmBjF;AAED;;;;;;;;;GASG;AACH,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,WAAW,GAAG,OAAO,CAkDtF;AAED;;;;;;GAMG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,YAAY,GAAG,MAAM,CAE9E;AAED,wBAAgB,sBAAsB,CAClC,KAAK,EAAE,UAAU,EACjB,OAAO,EAAE,YAAY,GACtB,uBAAuB,CAuBzB"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/llm/registry/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAI1C,OAAO,EAEH,KAAK,WAAW,EAChB,KAAK,iBAAiB,EACtB,KAAK,UAAU,EAClB,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAoDvD;;;GAGG;AACH,MAAM,WAAW,YAAY;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,mBAAmB,CAAC,EAAE;QAClB,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,QAAQ,CAAC,EAAE,KAAK,CAAC;IACjB,IAAI,CAAC,EAAE,oBAAoB,CAAC;CAC/B;AAED,MAAM,WAAW,uBAAuB;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,GAAG,KAAK,CAAC;AAEzE,MAAM,WAAW,eAAe;IAC5B,KAAK,EAAE,aAAa,EAAE,CAAC;IACvB,MAAM,EAAE,aAAa,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,qBAAqB;IAClC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,wBAAwB;IACrC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,SAAS;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,kBAAkB,EAAE,iBAAiB,EAAE,CAAC;IACxC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;;OAKG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,eAAe,CAAC;IAC7B,gBAAgB,CAAC,EAAE,qBAAqB,CAAC;IACzC,WAAW,CAAC,EAAE,IAAI,GAAG,wBAAwB,CAAC;IAE9C,OAAO,CAAC,EAAE,YAAY,CAAC;CAC1B;AAED,MAAM,WAAW,yBAAyB;IACtC,GAAG,EAAE,MAAM,EAAE,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;CAChB;AAOD,eAAO,MAAM,sBAAsB,EAAE,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAyCpE,CAAC;AAWF,wBAAgB,mBAAmB,IAAI,MAAM,EAAE,CAE9C;AAED,MAAM,WAAW,YAAY;IACzB,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,cAAc,EAAE,MAAM,GAAG,UAAU,GAAG,UAAU,CAAC;IACjD,kBAAkB,EAAE,iBAAiB,EAAE,CAAC;IACxC,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,SAAS,CAAC,EAAE,yBAAyB,CAAC;IACtC;;;;OAIG;IACH,yBAAyB,CAAC,EAAE,OAAO,CAAC;CACvC;AAED,sEAAsE;AACtE,eAAO,MAAM,wBAAwB,SAAS,CAAC;AAI/C;;;;;;;;GAQG;AACH,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,WAAW,EAAE,YAAY,CA4Q1D,CAAC;AAEF;;;;;GAKG;AACH,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAQ9D;AAED;;;;GAIG;AACH,wBAAgB,0BAA0B,CAAC,QAAQ,EAAE,WAAW,GAAG,MAAM,GAAG,IAAI,CAQ/E;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,IAAI,WAAW,EAAE,CAErD;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,WAAW,GAAG,MAAM,EAAE,CAGlE;AAED;;;;;;;;GAQG;AACH,wBAAgB,yBAAyB,CACrC,QAAQ,EAAE,WAAW,EACrB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,MAAM,GAChB,MAAM,CAwBR;AAED;;;;;;GAMG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAIlF;AAED;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,WAAW,CAe/D;AAED;;GAEG;AACH,wBAAgB,qBAAqB,IAAI,MAAM,EAAE,CAEhD;AAED;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAG9D;AAED;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAG9D;AAED;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAG9D;AAED;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAGnE;AAED;;;;GAIG;AACH,wBAAgB,2BAA2B,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAG1E;AAoBD,wBAAgB,8BAA8B,CAC1C,KAAK,EAAE,MAAM,EACb,gBAAgB,EAAE,WAAW,GAC9B,MAAM,EAAE,CAwBV;AAuID;;;;;GAKG;AACH,wBAAgB,uBAAuB,CACnC,QAAQ,EAAE,WAAW,GACtB,KAAK,CAAC,SAAS,GAAG;IAAE,gBAAgB,CAAC,EAAE,WAAW,CAAA;CAAE,CAAC,CAmCvD;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAgB,6BAA6B,CACzC,KAAK,EAAE,MAAM,EACb,gBAAgB,EAAE,WAAW,EAC7B,cAAc,EAAE,WAAW,GAC5B,MAAM,CAoBR;AAED;;;;;GAKG;AACH,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAyBrF;AAmBD;;;;;;;;;GASG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAE7D;AAED;;;;;;;GAOG;AACH,wBAAgB,6BAA6B,CACzC,QAAQ,EAAE,WAAW,EACrB,KAAK,EAAE,MAAM,GACd,iBAAiB,EAAE,CAmBrB;AAED;;;;;;GAMG;AACH,wBAAgB,qBAAqB,CACjC,QAAQ,EAAE,WAAW,EACrB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,iBAAiB,GAC5B,OAAO,CAGT;AAED;;;;;;GAMG;AACH,wBAAgB,wBAAwB,CACpC,QAAQ,EAAE,WAAW,EACrB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,GACjB;IACC,WAAW,EAAE,OAAO,CAAC;IACrB,QAAQ,CAAC,EAAE,iBAAiB,CAAC;IAC7B,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB,CAkCA;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAyGpF;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,eAAe,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS,CAQ9F;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,WAAW,GAAG,MAAM,CAmBjF;AAED;;;;;;;;;GASG;AACH,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,WAAW,GAAG,OAAO,CAkDtF;AAED;;;;;;GAMG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,YAAY,GAAG,MAAM,CAE9E;AAED,wBAAgB,sBAAsB,CAClC,KAAK,EAAE,UAAU,EACjB,OAAO,EAAE,YAAY,GACtB,uBAAuB,CAuBzB"}

package/dist/llm/registry/index.js

@@ -60,13 +60,44 @@ const MIME_TYPE_TO_FILE_TYPE = {
   "audio/ogg": "audio",
   "audio/m4a": "audio",
   "audio/aac": "audio",
+  "video/mp4": "video",
+  "video/webm": "video",
+  "video/ogg": "video",
+  "video/quicktime": "video",
+  "video/x-msvideo": "video",
+  "video/x-matroska": "video",
   // Common image MIME types
   "image/jpeg": "image",
   "image/jpg": "image",
   "image/png": "image",
   "image/webp": "image",
-  "image/gif": "image"
+  "image/gif": "image",
+  // Common document, presentation, and spreadsheet MIME types
+  "text/plain": "document",
+  "text/markdown": "document",
+  "text/html": "document",
+  "text/xml": "document",
+  "text/csv": "document",
+  "text/tab-separated-values": "document",
+  "application/json": "document",
+  "application/xml": "document",
+  "application/msword": "document",
+  "application/rtf": "document",
+  "text/rtf": "document",
+  "application/vnd.oasis.opendocument.text": "document",
+  "application/vnd.ms-powerpoint": "document",
+  "application/vnd.openxmlformats-officedocument.presentationml.presentation": "document",
+  "application/vnd.ms-excel": "document",
+  "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet": "document",
+  "application/vnd.openxmlformats-officedocument.wordprocessingml.document": "document"
 };
+const GENERIC_UPLOAD_FILE_TYPES = [
+  "pdf",
+  "image",
+  "audio",
+  "video",
+  "document"
+];
 function getAllowedMimeTypes() {
   return Object.keys(MIME_TYPE_TO_FILE_TYPE);
 }
@@ -83,8 +114,8 @@ const LLM_REGISTRY = {
     models: [],
     // Empty - accepts any model name for custom endpoints
     baseURLSupport: "required",
-    supportedFileTypes: ["pdf", "image", "audio"],
-    // Allow all types for custom endpoints
+    supportedFileTypes: GENERIC_UPLOAD_FILE_TYPES,
+    // Allow all generic file categories for custom endpoints
     supportsCustomModels: true
   },
   anthropic: {
@@ -151,8 +182,8 @@ const LLM_REGISTRY = {
     models: MODELS_BY_PROVIDER.openrouter,
     baseURLSupport: "none",
     // Fixed endpoint - baseURL auto-injected in resolver, no user override allowed
-    supportedFileTypes: ["pdf", "image", "audio"],
-    // Allow all types - user assumes responsibility
+    supportedFileTypes: GENERIC_UPLOAD_FILE_TYPES,
+    // Allow all generic file categories - user assumes responsibility
     supportsCustomModels: true,
     supportsAllRegistryModels: true,
     // Can serve models from all other providers
@@ -164,7 +195,7 @@ const LLM_REGISTRY = {
   litellm: {
     models: [],
     baseURLSupport: "required",
-    supportedFileTypes: ["pdf", "image", "audio"],
+    supportedFileTypes: GENERIC_UPLOAD_FILE_TYPES,
     supportsCustomModels: true
   },
   // https://glama.ai/
@@ -173,7 +204,7 @@ const LLM_REGISTRY = {
   glama: {
     models: [],
     baseURLSupport: "none",
-    supportedFileTypes: ["pdf", "image", "audio"],
+    supportedFileTypes: GENERIC_UPLOAD_FILE_TYPES,
     supportsCustomModels: true
   },
   // https://cloud.google.com/vertex-ai
@@ -265,7 +296,7 @@ const LLM_REGISTRY = {
         name: "openai/gpt-5.2",
         displayName: "GPT-5.2",
         maxInputTokens: 4e5,
-        supportedFileTypes: ["pdf", "image"],
+        supportedFileTypes: ["pdf", "image", "document"],
         pricing: {
           inputPerM: 1.75,
           outputPerM: 14,
@@ -278,7 +309,7 @@ const LLM_REGISTRY = {
         name: "openai/gpt-5.2-codex",
         displayName: "GPT-5.2 Codex",
         maxInputTokens: 4e5,
-        supportedFileTypes: ["pdf", "image"],
+        supportedFileTypes: ["pdf", "image", "document"],
         pricing: {
           inputPerM: 1.75,
           outputPerM: 14,
@@ -292,13 +323,13 @@ const LLM_REGISTRY = {
         name: "google/gemini-3-pro-preview",
         displayName: "Gemini 3 Pro",
         maxInputTokens: 1048576,
-        supportedFileTypes: ["pdf", "image", "audio"]
+        supportedFileTypes: ["pdf", "image", "audio", "video", "document"]
       },
       {
         name: "google/gemini-3-flash-preview",
         displayName: "Gemini 3 Flash",
         maxInputTokens: 1048576,
-        supportedFileTypes: ["pdf", "image", "audio"]
+        supportedFileTypes: ["pdf", "image", "audio", "video", "document"]
       },
       // Free models (via OpenRouter)
       {
@@ -352,7 +383,7 @@ const LLM_REGISTRY = {
       }
     ],
     baseURLSupport: "none",
-    supportedFileTypes: ["pdf", "image", "audio"],
+    supportedFileTypes: GENERIC_UPLOAD_FILE_TYPES,
     supportsCustomModels: true,
     supportsAllRegistryModels: true
   }