veryfront 0.1.291 → 0.1.292

package/esm/deno.js

@@ -1,6 +1,6 @@
 export default {
     "name": "veryfront",
-    "version": "0.1.291",
+    "version": "0.1.292",
     "license": "Apache-2.0",
     "nodeModulesDir": "auto",
     "workspace": [

package/esm/src/chat/message-prep.d.ts

@@ -1,7 +1,13 @@
-import type { ChatModelMessage } from "./types.js";
+import { type ChatModelMessage, type ChatUiMessage } from "./types.js";
 export declare function estimateTokens(value: unknown): number;
 export declare function compressTurn(messages: ChatModelMessage[], startIdx: number, endIdx: number): ChatModelMessage[];
 export declare function enforceTokenBudgetWithTurnCompression(messages: ChatModelMessage[], budget: number, overhead: number): ChatModelMessage[];
+export declare function isModelSupportedFileMediaType(mediaType: string): boolean;
+export declare function normalizeMessageFilePartMediaTypes(messages: ChatUiMessage[]): ChatUiMessage[];
+export declare function rewriteUnsupportedFilePartsAsAnnotations(messages: ChatUiMessage[]): ChatUiMessage[];
+export declare function stripPendingToolParts(messages: ChatUiMessage[]): ChatUiMessage[];
+export declare function sanitizeModelMessages(messages: ChatModelMessage[]): ChatModelMessage[];
+export declare function prepareModelMessagesFromUiMessages(messages: ChatUiMessage[]): ChatModelMessage[];
 export declare function maskOldToolOutputs(messages: ChatModelMessage[]): ChatModelMessage[];
 export declare function repairToolPairs(messages: ChatModelMessage[]): ChatModelMessage[];
 export declare function estimateOverhead(instructions: unknown, toolCount: number): number;

package/esm/src/chat/message-prep.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"message-prep.d.ts","sourceRoot":"","sources":["../../../src/src/chat/message-prep.ts"],"names":[],"mappings":"AAAA,OAAO,yBAAyB,CAAC;AAOjC,OAAO,KAAK,EAAE,gBAAgB,EAA4C,MAAM,YAAY,CAAC;AAI7F,wBAAgB,cAAc,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAErD;AAOD,wBAAgB,YAAY,CAC1B,QAAQ,EAAE,gBAAgB,EAAE,EAC5B,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,GACb,gBAAgB,EAAE,CA+BpB;AAkCD,wBAAgB,qCAAqC,CACnD,QAAQ,EAAE,gBAAgB,EAAE,EAC5B,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,GACf,gBAAgB,EAAE,CAwDpB;AAyHD,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,gBAAgB,EAAE,GAAG,gBAAgB,EAAE,CAqEnF;AAWD,wBAAgB,eAAe,CAAC,QAAQ,EAAE,gBAAgB,EAAE,GAAG,gBAAgB,EAAE,CA2IhF;AAED,wBAAgB,gBAAgB,CAAC,YAAY,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAGjF;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,gBAAgB,EAAE,GAAG,gBAAgB,EAAE,CA4BrF;AAED,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,gBAAgB,EAAE,EAC5B,QAAQ,GAAE,MAAU,GACnB,gBAAgB,EAAE,CAepB;AAED,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,gBAAgB,EAAE,GAAG,gBAAgB,EAAE,CA0DlF;AAED,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,gBAAgB,EAAE,EAC5B,MAAM,GAAE,MAA6B,EACrC,QAAQ,GAAE,MAAU,GACnB,gBAAgB,EAAE,CAMpB"}
+{"version":3,"file":"message-prep.d.ts","sourceRoot":"","sources":["../../../src/src/chat/message-prep.ts"],"names":[],"mappings":"AAAA,OAAO,yBAAyB,CAAC;AAQjC,OAAO,EAEL,KAAK,gBAAgB,EAGrB,KAAK,aAAa,EAInB,MAAM,YAAY,CAAC;AAIpB,wBAAgB,cAAc,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAErD;AAOD,wBAAgB,YAAY,CAC1B,QAAQ,EAAE,gBAAgB,EAAE,EAC5B,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,GACb,gBAAgB,EAAE,CA+BpB;AAkCD,wBAAgB,qCAAqC,CACnD,QAAQ,EAAE,gBAAgB,EAAE,EAC5B,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,GACf,gBAAgB,EAAE,CAwDpB;AA+BD,wBAAgB,6BAA6B,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAGxE;AAED,wBAAgB,kCAAkC,CAAC,QAAQ,EAAE,aAAa,EAAE,GAAG,aAAa,EAAE,CAwB7F;AAED,wBAAgB,wCAAwC,CACtD,QAAQ,EAAE,aAAa,EAAE,GACxB,aAAa,EAAE,CAmDjB;AAiBD,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,aAAa,EAAE,GAAG,aAAa,EAAE,CAiBhF;AA6CD,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,gBAAgB,EAAE,GAAG,gBAAgB,EAAE,CAwBtF;AAYD,wBAAgB,kCAAkC,CAAC,QAAQ,EAAE,aAAa,EAAE,GAAG,gBAAgB,EAAE,CAchG;AA4FD,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,gBAAgB,EAAE,GAAG,gBAAgB,EAAE,CAqEnF;AAWD,wBAAgB,eAAe,CAAC,QAAQ,EAAE,gBAAgB,EAAE,GAAG,gBAAgB,EAAE,CA2IhF;AAED,wBAAgB,gBAAgB,CAAC,YAAY,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAGjF;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,gBAAgB,EAAE,GAAG,gBAAgB,EAAE,CA4BrF;AAED,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,gBAAgB,EAAE,EAC5B,QAAQ,GAAE,MAAU,GACnB,gBAAgB,EAAE,CAepB;AAED,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,gBAAgB,EAAE,GAAG,gBAAgB,EAAE,CA0DlF;AAED,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,gBAAgB,EAAE,EAC5B,MAAM,GAAE,MAA6B,EACrC,QAAQ,GAAE,MAAU,GACnB,gBAAgB,EAAE,CAMpB"}

package/esm/src/chat/message-prep.js

@@ -1,4 +1,5 @@
-import { getStringField, isReasoningPart, isToolCallPart, isToolResultPart, } from "./conversation.js";
+import { convertUiMessagesToModelMessages, getStringField, isReasoningPart, isToolCallPart, isToolResultPart, } from "./conversation.js";
+import { buildDataFileAnnotation, normalizeInlineAttachmentMediaType, } from "./types.js";
 const CHARS_PER_TOKEN = 4;
 export function estimateTokens(value) {
     return Math.ceil(JSON.stringify(value ?? "").length / CHARS_PER_TOKEN);
@@ -132,6 +133,196 @@ function tryParseJson(value) {
 function isRecord(value) {
     return typeof value === "object" && value !== null && !Array.isArray(value);
 }
+export function isModelSupportedFileMediaType(mediaType) {
+    return mediaType.startsWith("image/") || mediaType === "application/pdf" ||
+        mediaType === "text/plain";
+}
+export function normalizeMessageFilePartMediaTypes(messages) {
+    return messages.map((message) => {
+        if (!message.parts.some((part) => part.type === "file")) {
+            return message;
+        }
+        const parts = message.parts.map((part) => {
+            if (part.type !== "file") {
+                return part;
+            }
+            const mediaType = normalizeInlineAttachmentMediaType(part.filename, part.mediaType);
+            if (mediaType === part.mediaType) {
+                return part;
+            }
+            return {
+                ...part,
+                mediaType,
+            };
+        });
+        return { ...message, parts };
+    });
+}
+export function rewriteUnsupportedFilePartsAsAnnotations(messages) {
+    return messages.map((message) => {
+        if (message.parts.length === 0) {
+            return message;
+        }
+        const kept = [];
+        const dataFiles = [];
+        for (const part of message.parts) {
+            if (part.type !== "file") {
+                kept.push(part);
+                continue;
+            }
+            const normalizedMediaType = normalizeInlineAttachmentMediaType(part.filename, part.mediaType);
+            if (isModelSupportedFileMediaType(normalizedMediaType)) {
+                kept.push({
+                    ...part,
+                    mediaType: normalizedMediaType,
+                });
+                continue;
+            }
+            dataFiles.push({
+                name: part.filename || "file",
+                mediaType: normalizedMediaType,
+                ...(part.url ? { url: part.url } : {}),
+                ...(part.uploadId ? { uploadId: part.uploadId } : {}),
+                ...(part.uploadPath ? { path: part.uploadPath } : {}),
+            });
+        }
+        if (dataFiles.length === 0) {
+            return message;
+        }
+        const annotation = buildDataFileAnnotation(dataFiles);
+        const lastTextIndex = kept.findLastIndex((part) => part.type === "text");
+        if (lastTextIndex >= 0) {
+            const textPart = kept[lastTextIndex];
+            if (textPart.type === "text") {
+                kept[lastTextIndex] = { type: "text", text: textPart.text + annotation };
+            }
+        }
+        else {
+            kept.push({ type: "text", text: annotation.trimStart() });
+        }
+        return { ...message, parts: kept };
+    });
+}
+function isPendingToolPart(part) {
+    if (!isRecord(part) || typeof part.type !== "string") {
+        return false;
+    }
+    const state = typeof part.state === "string" ? part.state : null;
+    const isPendingState = state === "pending" || state === "input-available" ||
+        state === "input-streaming";
+    if (!isPendingState) {
+        return false;
+    }
+    return part.type === "dynamic-tool" || part.type === "tool_call" || part.type.startsWith("tool-");
+}
+export function stripPendingToolParts(messages) {
+    return messages.flatMap((message) => {
+        if (message.role !== "assistant" || message.parts.length === 0) {
+            return [message];
+        }
+        const parts = message.parts.filter((part) => !isPendingToolPart(part));
+        if (parts.length === message.parts.length) {
+            return [message];
+        }
+        if (parts.length === 0) {
+            return [];
+        }
+        return [{ ...message, parts }];
+    });
+}
+function isKeepableModelPart(part, includeReasoning) {
+    if (!isRecord(part) || typeof part.type !== "string")
+        return false;
+    switch (part.type) {
+        case "text":
+            return typeof part.text === "string" && part.text.trim().length > 0;
+        case "reasoning":
+            return includeReasoning;
+        case "tool-call":
+        case "tool-result":
+        case "image":
+            return true;
+        case "file": {
+            const hasMediaType = typeof part.mediaType === "string" && part.mediaType.length > 0;
+            if (!hasMediaType) {
+                return false;
+            }
+            const url = typeof part.url === "string" ? part.url : "";
+            if (url.startsWith("data:image/") && part.filename === "preview-screenshot.png") {
+                return false;
+            }
+            return true;
+        }
+        default:
+            return true;
+    }
+}
+function hasValidContent(message) {
+    const content = message.content;
+    if (content === undefined || content === null)
+        return false;
+    if (typeof content === "string")
+        return content.trim().length > 0;
+    if (Array.isArray(content))
+        return content.some((part) => isKeepableModelPart(part, false));
+    return true;
+}
+function cleanContent(content) {
+    const hasSubstantiveContent = content.some((part) => isKeepableModelPart(part, false));
+    return content.filter((part) => isKeepableModelPart(part, hasSubstantiveContent));
+}
+export function sanitizeModelMessages(messages) {
+    const result = [];
+    for (const message of messages) {
+        if (Array.isArray(message.content)) {
+            if (message.role === "user") {
+                const cleaned = cleanContent(message.content);
+                if (cleaned.length > 0)
+                    result.push({ ...message, content: cleaned });
+            }
+            else if (message.role === "assistant") {
+                const cleaned = cleanContent(message.content);
+                if (cleaned.length > 0)
+                    result.push({ ...message, content: cleaned });
+            }
+            else if (message.role === "tool") {
+                const cleaned = cleanContent(message.content);
+                if (cleaned.length > 0)
+                    result.push({ ...message, content: cleaned });
+            }
+            continue;
+        }
+        if (hasValidContent(message)) {
+            result.push(message);
+        }
+    }
+    return result;
+}
+function filterValidMessages(messages) {
+    return messages.filter((message) => {
+        const content = message.content;
+        if (content === undefined || content === null)
+            return false;
+        if (typeof content === "string")
+            return content.trim().length > 0;
+        if (Array.isArray(content))
+            return content.length > 0;
+        return true;
+    });
+}
+export function prepareModelMessagesFromUiMessages(messages) {
+    const validMessages = messages.filter((message) => message && typeof message === "object" && "role" in message);
+    const normalizedMessages = normalizeMessageFilePartMediaTypes(validMessages);
+    const strippedPendingToolMessages = stripPendingToolParts(normalizedMessages);
+    const rewrittenMessages = rewriteUnsupportedFilePartsAsAnnotations(strippedPendingToolMessages);
+    const modelMessages = convertUiMessagesToModelMessages(rewrittenMessages);
+    const patchedMessages = ensureToolCallInputs(dedupeToolHistory(modelMessages));
+    const sanitized = sanitizeModelMessages(patchedMessages);
+    const masked = maskOldToolOutputs(sanitized);
+    const compacted = enforceTokenBudget(masked);
+    const filtered = filterValidMessages(compacted);
+    return repairToolPairs(filtered);
+}
 function buildToolCallMap(messages) {
     const map = new Map();
     for (const msg of messages) {

package/esm/src/utils/version-constant.d.ts

@@ -1,2 +1,2 @@
-export declare const VERSION = "0.1.291";
+export declare const VERSION = "0.1.292";
 //# sourceMappingURL=version-constant.d.ts.map

package/esm/src/utils/version-constant.js

@@ -1,3 +1,3 @@
 // Keep in sync with deno.json version.
 // scripts/release.ts updates this constant during releases.
-export const VERSION = "0.1.291";
+export const VERSION = "0.1.292";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "veryfront",
-  "version": "0.1.291",
+  "version": "0.1.292",
   "description": "The simplest way to build AI-powered apps",
   "keywords": [
     "react",

package/src/deno.js

@@ -1,6 +1,6 @@
 export default {
   "name": "veryfront",
-  "version": "0.1.291",
+  "version": "0.1.292",
   "license": "Apache-2.0",
   "nodeModulesDir": "auto",
   "workspace": [

package/src/src/chat/message-prep.ts

@@ -1,11 +1,21 @@
 import "../../_dnt.polyfills.js";
 import {
+  convertUiMessagesToModelMessages,
   getStringField,
   isReasoningPart,
   isToolCallPart,
   isToolResultPart,
 } from "./conversation.js";
-import type { ChatModelMessage, ChatToolResultOutput, ChatToolResultPart } from "./types.js";
+import {
+  buildDataFileAnnotation,
+  type ChatModelMessage,
+  type ChatToolResultOutput,
+  type ChatToolResultPart,
+  type ChatUiMessage,
+  type ChatUiMessagePart,
+  normalizeInlineAttachmentMediaType,
+  type UploadedFileReference,
+} from "./types.js";
 
 const CHARS_PER_TOKEN = 4;
 
@@ -178,6 +188,221 @@ interface ToolCallInfo {
   input: unknown;
 }
 
+export function isModelSupportedFileMediaType(mediaType: string): boolean {
+  return mediaType.startsWith("image/") || mediaType === "application/pdf" ||
+    mediaType === "text/plain";
+}
+
+export function normalizeMessageFilePartMediaTypes(messages: ChatUiMessage[]): ChatUiMessage[] {
+  return messages.map((message) => {
+    if (!message.parts.some((part) => part.type === "file")) {
+      return message;
+    }
+
+    const parts = message.parts.map((part) => {
+      if (part.type !== "file") {
+        return part;
+      }
+
+      const mediaType = normalizeInlineAttachmentMediaType(part.filename, part.mediaType);
+      if (mediaType === part.mediaType) {
+        return part;
+      }
+
+      return {
+        ...part,
+        mediaType,
+      };
+    });
+
+    return { ...message, parts };
+  });
+}
+
+export function rewriteUnsupportedFilePartsAsAnnotations(
+  messages: ChatUiMessage[],
+): ChatUiMessage[] {
+  return messages.map((message) => {
+    if (message.parts.length === 0) {
+      return message;
+    }
+
+    const kept: ChatUiMessagePart[] = [];
+    const dataFiles: UploadedFileReference[] = [];
+
+    for (const part of message.parts) {
+      if (part.type !== "file") {
+        kept.push(part);
+        continue;
+      }
+
+      const normalizedMediaType = normalizeInlineAttachmentMediaType(part.filename, part.mediaType);
+      if (isModelSupportedFileMediaType(normalizedMediaType)) {
+        kept.push({
+          ...part,
+          mediaType: normalizedMediaType,
+        });
+        continue;
+      }
+
+      dataFiles.push({
+        name: part.filename || "file",
+        mediaType: normalizedMediaType,
+        ...(part.url ? { url: part.url } : {}),
+        ...(part.uploadId ? { uploadId: part.uploadId } : {}),
+        ...(part.uploadPath ? { path: part.uploadPath } : {}),
+      });
+    }
+
+    if (dataFiles.length === 0) {
+      return message;
+    }
+
+    const annotation = buildDataFileAnnotation(dataFiles);
+    const lastTextIndex = kept.findLastIndex((part) => part.type === "text");
+
+    if (lastTextIndex >= 0) {
+      const textPart = kept[lastTextIndex];
+      if (textPart.type === "text") {
+        kept[lastTextIndex] = { type: "text", text: textPart.text + annotation };
+      }
+    } else {
+      kept.push({ type: "text", text: annotation.trimStart() });
+    }
+
+    return { ...message, parts: kept };
+  });
+}
+
+function isPendingToolPart(part: unknown): boolean {
+  if (!isRecord(part) || typeof part.type !== "string") {
+    return false;
+  }
+
+  const state = typeof part.state === "string" ? part.state : null;
+  const isPendingState = state === "pending" || state === "input-available" ||
+    state === "input-streaming";
+  if (!isPendingState) {
+    return false;
+  }
+
+  return part.type === "dynamic-tool" || part.type === "tool_call" || part.type.startsWith("tool-");
+}
+
+export function stripPendingToolParts(messages: ChatUiMessage[]): ChatUiMessage[] {
+  return messages.flatMap((message) => {
+    if (message.role !== "assistant" || message.parts.length === 0) {
+      return [message];
+    }
+
+    const parts = message.parts.filter((part) => !isPendingToolPart(part));
+    if (parts.length === message.parts.length) {
+      return [message];
+    }
+
+    if (parts.length === 0) {
+      return [];
+    }
+
+    return [{ ...message, parts }];
+  });
+}
+
+function isKeepableModelPart(part: unknown, includeReasoning: boolean): boolean {
+  if (!isRecord(part) || typeof part.type !== "string") return false;
+
+  switch (part.type) {
+    case "text":
+      return typeof part.text === "string" && part.text.trim().length > 0;
+    case "reasoning":
+      return includeReasoning;
+    case "tool-call":
+    case "tool-result":
+    case "image":
+      return true;
+    case "file": {
+      const hasMediaType = typeof part.mediaType === "string" && part.mediaType.length > 0;
+      if (!hasMediaType) {
+        return false;
+      }
+
+      const url = typeof part.url === "string" ? part.url : "";
+      if (url.startsWith("data:image/") && part.filename === "preview-screenshot.png") {
+        return false;
+      }
+      return true;
+    }
+    default:
+      return true;
+  }
+}
+
+function hasValidContent(message: ChatModelMessage): boolean {
+  const content = message.content;
+
+  if (content === undefined || content === null) return false;
+  if (typeof content === "string") return content.trim().length > 0;
+  if (Array.isArray(content)) return content.some((part) => isKeepableModelPart(part, false));
+  return true;
+}
+
+function cleanContent<T>(content: T[]): T[] {
+  const hasSubstantiveContent = content.some((part) => isKeepableModelPart(part, false));
+  return content.filter((part) => isKeepableModelPart(part, hasSubstantiveContent));
+}
+
+export function sanitizeModelMessages(messages: ChatModelMessage[]): ChatModelMessage[] {
+  const result: ChatModelMessage[] = [];
+
+  for (const message of messages) {
+    if (Array.isArray(message.content)) {
+      if (message.role === "user") {
+        const cleaned = cleanContent(message.content);
+        if (cleaned.length > 0) result.push({ ...message, content: cleaned });
+      } else if (message.role === "assistant") {
+        const cleaned = cleanContent(message.content);
+        if (cleaned.length > 0) result.push({ ...message, content: cleaned });
+      } else if (message.role === "tool") {
+        const cleaned = cleanContent(message.content);
+        if (cleaned.length > 0) result.push({ ...message, content: cleaned });
+      }
+      continue;
+    }
+
+    if (hasValidContent(message)) {
+      result.push(message);
+    }
+  }
+
+  return result;
+}
+
+function filterValidMessages(messages: ChatModelMessage[]): ChatModelMessage[] {
+  return messages.filter((message) => {
+    const content = message.content;
+    if (content === undefined || content === null) return false;
+    if (typeof content === "string") return content.trim().length > 0;
+    if (Array.isArray(content)) return content.length > 0;
+    return true;
+  });
+}
+
+export function prepareModelMessagesFromUiMessages(messages: ChatUiMessage[]): ChatModelMessage[] {
+  const validMessages = messages.filter((message) =>
+    message && typeof message === "object" && "role" in message
+  );
+  const normalizedMessages = normalizeMessageFilePartMediaTypes(validMessages);
+  const strippedPendingToolMessages = stripPendingToolParts(normalizedMessages);
+  const rewrittenMessages = rewriteUnsupportedFilePartsAsAnnotations(strippedPendingToolMessages);
+  const modelMessages = convertUiMessagesToModelMessages(rewrittenMessages);
+  const patchedMessages = ensureToolCallInputs(dedupeToolHistory(modelMessages));
+  const sanitized = sanitizeModelMessages(patchedMessages);
+  const masked = maskOldToolOutputs(sanitized);
+  const compacted = enforceTokenBudget(masked);
+  const filtered = filterValidMessages(compacted);
+  return repairToolPairs(filtered);
+}
+
 function buildToolCallMap(messages: ChatModelMessage[]): Map<string, ToolCallInfo> {
   const map = new Map<string, ToolCallInfo>();
 

package/src/src/utils/version-constant.ts

@@ -1,3 +1,3 @@
 // Keep in sync with deno.json version.
 // scripts/release.ts updates this constant during releases.
-export const VERSION = "0.1.291";
+export const VERSION = "0.1.292";