@mastra/memory 1.18.1 → 1.18.2-alpha.0

package/dist/{chunk-KGYJHNI6.js → chunk-LCALB7W6.js}

@@ -5532,7 +5532,7 @@ var IMAGE_FILE_EXTENSIONS = /* @__PURE__ */ new Set([
   "heif",
   "avif"
 ]);
-var TOKEN_ESTIMATE_CACHE_VERSION = 6;
+var TOKEN_ESTIMATE_CACHE_VERSION = 7;
 var CLIENT_TOKEN_ESTIMATE_SOURCE = "client";
 var DEFAULT_IMAGE_ESTIMATOR = {
   baseTokens: 85,
@@ -6043,6 +6043,42 @@ function estimateAnthropicImageTokens(dimensions, sourceStats) {
   }
   return 1600;
 }
+function estimateFileTokensFromBytes(provider, mimeType, sizeBytes) {
+  const normalizedMime = (mimeType ?? "").toLowerCase().split(";", 1)[0].trim();
+  const isPdf = normalizedMime === "application/pdf";
+  const isTextish = normalizedMime.startsWith("text/") || ["application/json", "application/xml", "application/x-yaml", "application/yaml"].includes(normalizedMime);
+  if (isPdf) {
+    if (provider === "google") return Math.max(258, Math.ceil(sizeBytes / 20));
+    if (provider === "anthropic") return Math.max(1500, Math.ceil(sizeBytes / 3));
+    return Math.max(500, Math.ceil(sizeBytes / 4));
+  }
+  if (isTextish) return Math.max(1, Math.ceil(sizeBytes / 4));
+  return Math.max(1, Math.ceil(sizeBytes / 4));
+}
+function estimateNonImageFileTokens(modelContext, part) {
+  const sourceStats = resolveImageSourceStats(getObjectValue(part, "data"));
+  if (sourceStats.sizeBytes === void 0) {
+    return void 0;
+  }
+  const provider = resolveProviderId(modelContext);
+  const modelId = modelContext?.modelId ?? null;
+  const mimeType = getAttachmentMimeType(part, "application/octet-stream");
+  const filename = getAttachmentFilename(part) ?? null;
+  const tokens = estimateFileTokensFromBytes(provider, mimeType, sourceStats.sizeBytes);
+  return {
+    tokens,
+    cachePayload: JSON.stringify({
+      kind: "non-image-file",
+      provider: provider ?? "fallback",
+      modelId,
+      estimator: "bytes",
+      source: sourceStats.source,
+      sizeBytes: sourceStats.sizeBytes,
+      mimeType,
+      filename
+    })
+  };
+}
 function estimateGoogleImageTokens(modelContext, part, dimensions) {
   if (isGoogleGemini3Model(modelContext)) {
     const mediaResolution = resolveGoogleMediaResolution(part);
@@ -6470,6 +6506,15 @@ var TokenCounter = class _TokenCounter {
       return this.readOrPersistFixedPartEstimate(part, "image-like-file", estimate.cachePayload, estimate.tokens);
     }
     if (part.type === "file") {
+      const byteEstimate = estimateNonImageFileTokens(this.getModelContext(), part);
+      if (byteEstimate) {
+        return this.readOrPersistFixedPartEstimate(
+          part,
+          "non-image-file",
+          byteEstimate.cachePayload,
+          byteEstimate.tokens
+        );
+      }
       return this.readOrPersistPartEstimate(part, "file-descriptor", serializeNonImageFilePartForTokenCounting(part));
     }
     return void 0;
@@ -9660,5 +9705,5 @@ function getObservationsAsOf(activeObservations, asOf) {
 }
 
 export { ModelByInputTokens, OBSERVER_SYSTEM_PROMPT, ObservationalMemory, ObservationalMemoryProcessor, TokenCounter, buildObserverPrompt, buildObserverSystemPrompt, combineObservationGroupRanges, deriveObservationGroupProvenance, extractCurrentTask, formatMessagesForObserver, formatToolResultForObserver, getObservationsAsOf, hasCurrentTaskSection, injectAnchorIds, optimizeObservationsForContext, parseAnchorId, parseObservationGroups, parseObserverOutput, reconcileObservationGroupsFromReflection, renderObservationGroupsForReflection, resolveToolResultValue, stripEphemeralAnchorIds, stripObservationGroups, truncateStringByTokens, wrapInObservationGroup };
-//# sourceMappingURL=chunk-KGYJHNI6.js.map
-//# sourceMappingURL=chunk-KGYJHNI6.js.map
+//# sourceMappingURL=chunk-LCALB7W6.js.map
+//# sourceMappingURL=chunk-LCALB7W6.js.map