@dexto/core 1.8.11 → 1.8.12

package/dist/llm/formatters/vercel.cjs

@@ -41,6 +41,70 @@ function normalizeToolMediaData(data) {
   }
   return data;
 }
+function isTextLikeMimeType(mimeType) {
+  const normalized = mimeType.toLowerCase().split(";", 1)[0]?.trim() ?? "";
+  if (normalized.startsWith("text/")) return true;
+  if (normalized.endsWith("+json") || normalized.endsWith("+xml")) return true;
+  return [
+    "application/json",
+    "application/ld+json",
+    "application/xml",
+    "application/yaml",
+    "application/x-yaml",
+    "application/toml",
+    "application/x-toml",
+    "application/javascript",
+    "application/typescript",
+    "application/x-sh",
+    "application/sql"
+  ].includes(normalized);
+}
+function isRemoteFileData(data) {
+  return data instanceof URL || typeof data === "string" && (/^https?:\/\//i.test(data) || data.startsWith("blob:") || data.startsWith("@blob:"));
+}
+function decodeLikelyBase64Text(value) {
+  const normalized = value.replace(/\s/g, "");
+  if (normalized.length === 0 || normalized.length % 4 !== 0 || !/^[A-Za-z0-9+/]+={0,2}$/.test(normalized)) {
+    return null;
+  }
+  const decoded = Buffer.from(normalized, "base64");
+  const canonical = decoded.toString("base64").replace(/=+$/, "");
+  if (canonical !== normalized.replace(/=+$/, "")) return null;
+  const text = decoded.toString("utf8");
+  const hasInvalidControlCharacter = [...text].some((char) => {
+    const code = char.charCodeAt(0);
+    return code < 32 && code !== 9 && code !== 10 && code !== 13;
+  });
+  if (text.includes("\uFFFD") || hasInvalidControlCharacter) {
+    return null;
+  }
+  return text;
+}
+function decodeBase64Text(value) {
+  return Buffer.from(value.replace(/\s/g, ""), "base64").toString("utf8");
+}
+function decodeTextFileData(data) {
+  if (data instanceof URL) return null;
+  if (typeof data === "string") {
+    const dataUri = (0, import_utils.parseDataUri)(data);
+    if (dataUri) return decodeBase64Text(dataUri.base64);
+    if (isRemoteFileData(data)) return null;
+    return decodeLikelyBase64Text(data) ?? data;
+  }
+  return Buffer.from(data instanceof ArrayBuffer ? new Uint8Array(data) : data).toString("utf8");
+}
+function filePartToText(part) {
+  if (!isTextLikeMimeType(part.mimeType) || isRemoteFileData(part.data)) return null;
+  const text = decodeTextFileData(part.data);
+  if (text === null) return null;
+  const filename = part.filename ?? "attachment";
+  return {
+    type: "text",
+    text: `Attached file "${filename}" (${part.mimeType}):
+
+${text}`
+  };
+}
 class VercelMessageFormatter {
   logger;
   constructor(logger) {
@@ -89,6 +153,8 @@ class VercelMessageFormatter {
               (part) => part.type !== "ui-resource" && part.type !== "resource"
             ).map((part) => {
               if (part.type === "file") {
+                const textPart = filePartToText(part);
+                if (textPart) return textPart;
                 return {
                   type: "file",
                   data: toUrlIfString(part.data),

package/dist/llm/formatters/vercel.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"vercel.d.ts","sourceRoot":"","sources":["../../../src/llm/formatters/vercel.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAiD,MAAM,IAAI,CAAC;AACtF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,KAAK,EAAE,eAAe,EAAiC,MAAM,wBAAwB,CAAC;AAO7F,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AA8BvD;;;;;;;;;;GAUG;AACH,qBAAa,sBAAsB;IAC/B,OAAO,CAAC,MAAM,CAAS;gBAEX,MAAM,EAAE,MAAM;IAG1B;;;;;;OAMG;IACH,MAAM,CACF,OAAO,EAAE,QAAQ,CAAC,eAAe,EAAE,CAAC,EACpC,OAAO,EAAE,UAAU,EACnB,YAAY,EAAE,MAAM,GAAG,IAAI,GAC5B,YAAY,EAAE;IAkKjB;;;;;;OAMG;IACH,kBAAkB,IAAI,IAAI;IAI1B,OAAO,CAAC,wBAAwB;IAUhC,OAAO,CAAC,sBAAsB;IAmG9B,OAAO,CAAC,iBAAiB;CA6E5B"}
+{"version":3,"file":"vercel.d.ts","sourceRoot":"","sources":["../../../src/llm/formatters/vercel.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAiD,MAAM,IAAI,CAAC;AACtF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,KAAK,EACR,eAAe,EAIlB,MAAM,wBAAwB,CAAC;AAOhC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAqHvD;;;;;;;;;;GAUG;AACH,qBAAa,sBAAsB;IAC/B,OAAO,CAAC,MAAM,CAAS;gBAEX,MAAM,EAAE,MAAM;IAG1B;;;;;;OAMG;IACH,MAAM,CACF,OAAO,EAAE,QAAQ,CAAC,eAAe,EAAE,CAAC,EACpC,OAAO,EAAE,UAAU,EACnB,YAAY,EAAE,MAAM,GAAG,IAAI,GAC5B,YAAY,EAAE;IAqKjB;;;;;;OAMG;IACH,kBAAkB,IAAI,IAAI;IAI1B,OAAO,CAAC,wBAAwB;IAUhC,OAAO,CAAC,sBAAsB;IAmG9B,OAAO,CAAC,iBAAiB;CA6E5B"}

package/dist/llm/formatters/vercel.js

@@ -24,6 +24,70 @@ function normalizeToolMediaData(data) {
   }
   return data;
 }
+function isTextLikeMimeType(mimeType) {
+  const normalized = mimeType.toLowerCase().split(";", 1)[0]?.trim() ?? "";
+  if (normalized.startsWith("text/")) return true;
+  if (normalized.endsWith("+json") || normalized.endsWith("+xml")) return true;
+  return [
+    "application/json",
+    "application/ld+json",
+    "application/xml",
+    "application/yaml",
+    "application/x-yaml",
+    "application/toml",
+    "application/x-toml",
+    "application/javascript",
+    "application/typescript",
+    "application/x-sh",
+    "application/sql"
+  ].includes(normalized);
+}
+function isRemoteFileData(data) {
+  return data instanceof URL || typeof data === "string" && (/^https?:\/\//i.test(data) || data.startsWith("blob:") || data.startsWith("@blob:"));
+}
+function decodeLikelyBase64Text(value) {
+  const normalized = value.replace(/\s/g, "");
+  if (normalized.length === 0 || normalized.length % 4 !== 0 || !/^[A-Za-z0-9+/]+={0,2}$/.test(normalized)) {
+    return null;
+  }
+  const decoded = Buffer.from(normalized, "base64");
+  const canonical = decoded.toString("base64").replace(/=+$/, "");
+  if (canonical !== normalized.replace(/=+$/, "")) return null;
+  const text = decoded.toString("utf8");
+  const hasInvalidControlCharacter = [...text].some((char) => {
+    const code = char.charCodeAt(0);
+    return code < 32 && code !== 9 && code !== 10 && code !== 13;
+  });
+  if (text.includes("\uFFFD") || hasInvalidControlCharacter) {
+    return null;
+  }
+  return text;
+}
+function decodeBase64Text(value) {
+  return Buffer.from(value.replace(/\s/g, ""), "base64").toString("utf8");
+}
+function decodeTextFileData(data) {
+  if (data instanceof URL) return null;
+  if (typeof data === "string") {
+    const dataUri = parseDataUri(data);
+    if (dataUri) return decodeBase64Text(dataUri.base64);
+    if (isRemoteFileData(data)) return null;
+    return decodeLikelyBase64Text(data) ?? data;
+  }
+  return Buffer.from(data instanceof ArrayBuffer ? new Uint8Array(data) : data).toString("utf8");
+}
+function filePartToText(part) {
+  if (!isTextLikeMimeType(part.mimeType) || isRemoteFileData(part.data)) return null;
+  const text = decodeTextFileData(part.data);
+  if (text === null) return null;
+  const filename = part.filename ?? "attachment";
+  return {
+    type: "text",
+    text: `Attached file "${filename}" (${part.mimeType}):
+
+${text}`
+  };
+}
 class VercelMessageFormatter {
   logger;
   constructor(logger) {
@@ -72,6 +136,8 @@ class VercelMessageFormatter {
               (part) => part.type !== "ui-resource" && part.type !== "resource"
             ).map((part) => {
               if (part.type === "file") {
+                const textPart = filePartToText(part);
+                if (textPart) return textPart;
                 return {
                   type: "file",
                   data: toUrlIfString(part.data),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dexto/core",
-  "version": "1.8.11",
+  "version": "1.8.12",
   "private": false,
   "type": "module",
   "main": "./dist/index.js",
@@ -157,7 +157,7 @@
     "nanoid": "^5.1.6",
     "winston": "^3.17.0",
     "yaml": "^2.8.3",
-    "@dexto/llm": "1.8.11"
+    "@dexto/llm": "1.8.12"
   },
   "devDependencies": {
     "@opentelemetry/context-async-hooks": "^1.28.0",