@anuma/sdk 6.4.1 → 6.5.0

package/dist/react/index.cjs

@@ -207,6 +207,166 @@ var init_serverSentEvents_gen = __esm({
   }
 });
 
+// src/lib/chat/toolResultMessage.ts
+function buildToolResultContent(results) {
+  const entries = results.map((r) => `Tool "${r.name}" returned: ${JSON.stringify(r.result)}`);
+  const framing = HEADER.length + FOOTER.length + ENTRY_SEPARATOR.length * Math.max(0, entries.length - 1);
+  const summary = capEntries(entries, MAX_PERSISTED_TOOL_RESULT_CHARS - framing).join(
+    ENTRY_SEPARATOR
+  );
+  return `${HEADER}${summary}${FOOTER}`;
+}
+function capToolResultEntries(entries, budget) {
+  return capEntries(entries, budget);
+}
+function capEntries(entries, budget) {
+  const smallestFirst = entries.map((_, index) => index).sort((a, b) => entries[a].length - entries[b].length);
+  const capped = [...entries];
+  let remaining = budget;
+  let unassigned = entries.length;
+  for (const index of smallestFirst) {
+    capped[index] = truncateEntry(entries[index], Math.floor(remaining / unassigned));
+    remaining -= capped[index].length;
+    unassigned--;
+  }
+  return capped;
+}
+function truncateEntry(entry, allowance) {
+  if (entry.length <= allowance) return entry;
+  const keep = allowance - truncationMarker(entry.length).length;
+  if (keep <= 0) return entry.slice(0, Math.max(0, allowance));
+  return `${entry.slice(0, keep)}${truncationMarker(entry.length - keep)}`;
+}
+function truncationMarker(omitted) {
+  return `
+
+... (tool output truncated, ${omitted} characters omitted)`;
+}
+var HEADER, FOOTER, ENTRY_SEPARATOR, TOOL_RESULT_FOOTER_LINE, MAX_PERSISTED_TOOL_RESULT_CHARS;
+var init_toolResultMessage = __esm({
+  "src/lib/chat/toolResultMessage.ts"() {
+    "use strict";
+    HEADER = "[Tool Execution Results]\n\n";
+    FOOTER = "\n\nBased on these results, continue with the task.";
+    ENTRY_SEPARATOR = "\n\n";
+    TOOL_RESULT_FOOTER_LINE = FOOTER.trim();
+    MAX_PERSISTED_TOOL_RESULT_CHARS = 1e5;
+  }
+});
+
+// src/lib/chat/toolResults.ts
+function isToolResultsRow(row) {
+  if (row.origin === TOOL_RESULT_ORIGIN) return true;
+  if (typeof row.origin === "string") return false;
+  if (row.role !== "user" || !row.content.startsWith(TOOL_RESULTS_PREFIX)) return false;
+  return parseToolResultSegments(row.content).length > 0;
+}
+function parseToolResultSegments(content) {
+  const segments = [];
+  for (const raw of content.split("\n")) {
+    const line = raw.trim();
+    const match = TOOL_LINE.exec(line);
+    if (match) {
+      segments.push({ name: match[1], line });
+      continue;
+    }
+    const current = segments[segments.length - 1];
+    if (!current || line === "" || line === TOOL_RESULT_FOOTER_LINE) continue;
+    if (line === TOOL_RESULTS_PREFIX) continue;
+    current.line = `${current.line}
+${line}`;
+  }
+  return segments;
+}
+function prepareToolResultsForReplay(rows, options) {
+  if (options.fold) {
+    return foldToolResultsRows(rows, {
+      exclude: options.exclude,
+      placeholder: options.placeholder
+    });
+  }
+  return rows.filter((row) => !isToolResultsRow(row));
+}
+function foldToolResultsRows(rows, options) {
+  const exclude = new Set(options?.exclude ?? []);
+  const out = [];
+  const pending = [];
+  const assistantIndexById = /* @__PURE__ */ new Map();
+  for (const row of rows) {
+    if (isToolResultsRow(row)) {
+      pending.push({ row, insertionPoint: out.length });
+      continue;
+    }
+    out.push(row);
+    if (row.role === "assistant" && row.uniqueId) {
+      assistantIndexById.set(row.uniqueId, out.length - 1);
+    }
+  }
+  const byTarget = /* @__PURE__ */ new Map();
+  for (const { row, insertionPoint } of pending) {
+    const target = resolveFoldTarget(out, row, insertionPoint, assistantIndexById);
+    if (target === void 0) continue;
+    const group = byTarget.get(target);
+    if (group) group.push(row);
+    else byTarget.set(target, [row]);
+  }
+  for (const [target, groupedRows] of byTarget) {
+    const assistant = out[target];
+    const kept = groupedRows.flatMap((row) => parseToolResultSegments(row.content)).filter((segment) => !exclude.has(segment.name));
+    if (kept.length > 0) {
+      out[target] = { ...assistant, content: appendToolResults(assistant.content, kept) };
+    } else if (!assistant.content.trim() && options?.placeholder) {
+      out[target] = { ...assistant, content: options.placeholder };
+    }
+  }
+  return out;
+}
+function resolveFoldTarget(out, row, insertionPoint, assistantIndexById) {
+  const linked = row.parentMessageId ? assistantIndexById.get(row.parentMessageId) : void 0;
+  if (linked !== void 0) return linked;
+  let previous;
+  for (let i = insertionPoint - 1; i >= 0; i--) {
+    if (out[i].role === "assistant") {
+      previous = i;
+      break;
+    }
+  }
+  let next;
+  for (let i = insertionPoint; i < out.length; i++) {
+    if (out[i].role === "assistant") {
+      next = i;
+      break;
+    }
+  }
+  if (previous === void 0) return next;
+  if (next === void 0) return previous;
+  return next - insertionPoint < insertionPoint - previous ? next : previous;
+}
+function appendToolResults(assistantContent, kept) {
+  const framing = TOOL_RESULTS_PREFIX.length + 1 + (kept.length - 1);
+  const capped = capToolResultEntries(
+    kept.map((segment) => segment.line),
+    MAX_FOLDED_APPENDIX_CHARS - framing
+  );
+  const appendix = `${TOOL_RESULTS_PREFIX}
+${capped.join("\n")}`;
+  return assistantContent.trim() ? `${assistantContent}
+
+${appendix}` : appendix;
+}
+var TOOL_RESULTS_PREFIX, DISPLAY_CARD_PLACEHOLDER, TOOL_LINE, TOOL_RESULT_ORIGIN, MAX_FOLDED_APPENDIX_CHARS;
+var init_toolResults = __esm({
+  "src/lib/chat/toolResults.ts"() {
+    "use strict";
+    init_toolResultMessage();
+    TOOL_RESULTS_PREFIX = "[Tool Execution Results]";
+    DISPLAY_CARD_PLACEHOLDER = "[displayed a card to the user with the tool result]";
+    TOOL_LINE = /^Tool "([^"]+)" returned: (.*)$/;
+    TOOL_RESULT_ORIGIN = "tool_result";
+    MAX_FOLDED_APPENDIX_CHARS = 2e4;
+  }
+});
+
 // src/lib/logger.ts
 function setLogger(logger) {
   currentLogger = logger;
@@ -1100,6 +1260,94 @@ var init_vector = __esm({
   }
 });
 
+// src/lib/processors/encoding.ts
+async function dataUrlToArrayBuffer(dataUrl) {
+  if (dataUrl.startsWith("blob:") || dataUrl.startsWith("http://") || dataUrl.startsWith("https://")) {
+    const response = await fetch(dataUrl);
+    return response.arrayBuffer();
+  }
+  const base64 = dataUrl.split(",")[1];
+  if (typeof Buffer !== "undefined") {
+    const buf = Buffer.from(base64, "base64");
+    return buf.buffer.slice(buf.byteOffset, buf.byteOffset + buf.byteLength);
+  }
+  const binary = atob(base64);
+  const buffer = new ArrayBuffer(binary.length);
+  const view = new Uint8Array(buffer);
+  for (let i = 0; i < binary.length; i++) {
+    view[i] = binary.charCodeAt(i);
+  }
+  return buffer;
+}
+function uint8ArrayToBase64(data) {
+  if (typeof Buffer !== "undefined") {
+    return Buffer.from(data).toString("base64");
+  }
+  let base64 = "";
+  for (let i = 0; i < data.length; i += B64_ENCODE_CHUNK) {
+    const slice = data.subarray(i, i + B64_ENCODE_CHUNK);
+    let binary = "";
+    for (let j = 0; j < slice.length; j++) {
+      binary += String.fromCharCode(slice[j]);
+    }
+    base64 += btoa(binary);
+  }
+  return base64;
+}
+function base64ToUint8Array(base64) {
+  if (typeof Buffer !== "undefined") {
+    const buf = Buffer.from(base64, "base64");
+    return new Uint8Array(buf.buffer.slice(buf.byteOffset, buf.byteOffset + buf.byteLength));
+  }
+  const binary = atob(base64);
+  const bytes = new Uint8Array(binary.length);
+  for (let i = 0; i < binary.length; i++) {
+    bytes[i] = binary.charCodeAt(i);
+  }
+  return bytes;
+}
+var B64_ENCODE_CHUNK;
+var init_encoding = __esm({
+  "src/lib/processors/encoding.ts"() {
+    "use strict";
+    B64_ENCODE_CHUNK = 32768 * 3;
+  }
+});
+
+// src/lib/memoryEngine/vectorEncoding.ts
+function encodeChunkVector(vector) {
+  const f32 = vector instanceof Float32Array ? vector : Float32Array.from(vector);
+  return uint8ArrayToBase64(new Uint8Array(f32.buffer, f32.byteOffset, f32.byteLength));
+}
+function decodeChunkVector(vector, onMalformed) {
+  if (!vector || vector.length === 0) return new Float32Array(0);
+  if (typeof vector !== "string") return Float32Array.from(vector);
+  if (vector.length % 4 !== 0 || !CANONICAL_BASE64.test(vector)) {
+    onMalformed?.();
+    return new Float32Array(0);
+  }
+  try {
+    const bytes = base64ToUint8Array(vector);
+    if (bytes.byteLength === 0 || bytes.byteLength % BYTES_PER_FLOAT32 !== 0) {
+      onMalformed?.();
+      return new Float32Array(0);
+    }
+    return new Float32Array(bytes.buffer, bytes.byteOffset, bytes.byteLength / BYTES_PER_FLOAT32);
+  } catch {
+    onMalformed?.();
+    return new Float32Array(0);
+  }
+}
+var BYTES_PER_FLOAT32, CANONICAL_BASE64;
+var init_vectorEncoding = __esm({
+  "src/lib/memoryEngine/vectorEncoding.ts"() {
+    "use strict";
+    init_encoding();
+    BYTES_PER_FLOAT32 = 4;
+    CANONICAL_BASE64 = /^[A-Za-z0-9+/]+={0,2}$/;
+  }
+});
+
 // src/lib/db/encryption-utils.ts
 function isEncrypted(value) {
   const prefix = value.startsWith("enc:v3:") ? "enc:v3:" : value.startsWith("enc:v2:") ? "enc:v2:" : null;
@@ -2252,6 +2500,7 @@ async function searchChunksOp(ctx, queryVector, options) {
   const messages = await ctx.messagesCollection.query(...queryConditions).fetch();
   const candidates = [];
   let staleSkipped = 0;
+  let unreadableVectors = 0;
   for (const message of messages) {
     const msgConvId = String(message._getRaw("conversation_id"));
     if (!activeConversationIds.has(msgConvId)) continue;
@@ -2289,7 +2538,9 @@ async function searchChunksOp(ctx, queryVector, options) {
     const chunks = await readJsonField(message, "chunks", ctx.walletAddress);
     if (chunks && chunks.length > 0) {
       const vectors = chunks.map(
-        (chunk) => chunk.vector && chunk.vector.length > 0 ? Float32Array.from(chunk.vector) : new Float32Array(0)
+        (chunk) => decodeChunkVector(chunk.vector, () => {
+          unreadableVectors++;
+        })
       );
       chunkCache?.set(message.id, { version, chunks: vectors });
       for (let ci = 0; ci < chunks.length; ci++) {
@@ -2320,6 +2571,11 @@ async function searchChunksOp(ctx, queryVector, options) {
       `searchChunksOp: skipped ${staleSkipped} messages whose embedding model differs from the current model (${embeddingModel}) \u2014 re-embed via chunkAndEmbedAllMessages`
     );
   }
+  if (unreadableVectors > 0) {
+    getLogger().warn(
+      `searchChunksOp: could not read ${unreadableVectors} chunk vectors and left them out of ranking \u2014 the stored value is corrupt, so those chunks stay unsearchable until the message is re-embedded via chunkAndEmbedAllMessages`
+    );
+  }
   const topK = candidates.sort((a, b) => b.similarity - a.similarity).slice(0, limit);
   const uniqueMessages = /* @__PURE__ */ new Map();
   for (const c of topK) uniqueMessages.set(c.message.id, c.message);
@@ -2442,6 +2698,7 @@ var init_operations = __esm({
     init_useEncryption();
     init_logger();
     init_vector();
+    init_vectorEncoding();
     init_encryption_utils();
     init_conversationEncryption();
     init_encryption();
@@ -3625,6 +3882,11 @@ var init_generate = __esm({
 });
 
 // src/lib/memoryEngine/embeddings.ts
+function isNonEmbeddableOrigin(origin, reembedDiscarded = false) {
+  if (typeof origin !== "string") return false;
+  if (reembedDiscarded && origin === CHUNKS_DISCARDED_ORIGIN) return false;
+  return NON_EMBEDDABLE_ORIGINS.has(origin);
+}
 async function embedMessage(ctx, messageId, options) {
   const message = await getMessageOp(ctx, messageId);
   if (!message) {
@@ -3633,7 +3895,7 @@ async function embedMessage(ctx, messageId, options) {
   if (message.vector && message.vector.length > 0) {
     return message;
   }
-  if (message.origin === NON_EMBEDDABLE_ORIGIN) {
+  if (isNonEmbeddableOrigin(message.origin)) {
     return message;
   }
   if (isEncrypted(message.content)) {
@@ -3669,7 +3931,7 @@ async function embedAllMessages(ctx, options, filter) {
       if (message.role === "system") {
         continue;
       }
-      if (message.origin === NON_EMBEDDABLE_ORIGIN) {
+      if (isNonEmbeddableOrigin(message.origin, filter?.reembedDiscarded)) {
         continue;
       }
       considered++;
@@ -3709,7 +3971,7 @@ async function chunkAndEmbedMessage(ctx, messageId, options) {
   if (message.chunks && message.chunks.length > 0) {
     return message;
   }
-  if (message.origin === NON_EMBEDDABLE_ORIGIN) {
+  if (isNonEmbeddableOrigin(message.origin)) {
     return message;
   }
   if (isEncrypted(message.content)) {
@@ -3757,7 +4019,7 @@ async function chunkAndEmbedAllMessages(ctx, options, filter) {
       if (hasVector && !filter?.rechunkExisting && !isStale) continue;
       if (filter?.roles && !filter.roles.includes(message.role)) continue;
       if (message.role === "system") continue;
-      if (message.origin === NON_EMBEDDABLE_ORIGIN) continue;
+      if (isNonEmbeddableOrigin(message.origin, filter?.reembedDiscarded)) continue;
       considered++;
       if (isEncrypted(message.content)) {
         stillEncrypted++;
@@ -3826,10 +4088,11 @@ async function chunkAndEmbedAllMessages(ctx, options, filter) {
   }
   return embeddedCount;
 }
-var DEFAULT_MIN_CONTENT_LENGTH, NON_EMBEDDABLE_ORIGIN;
+var DEFAULT_MIN_CONTENT_LENGTH, CHUNKS_DISCARDED_ORIGIN, NON_EMBEDDABLE_ORIGINS;
 var init_embeddings = __esm({
   "src/lib/memoryEngine/embeddings.ts"() {
     "use strict";
+    init_toolResults();
     init_operations();
     init_encryption_utils();
     init_logger();
@@ -3838,7 +4101,8 @@ var init_embeddings = __esm({
     init_generate();
     init_generate();
     DEFAULT_MIN_CONTENT_LENGTH = 10;
-    NON_EMBEDDABLE_ORIGIN = "tool_result";
+    CHUNKS_DISCARDED_ORIGIN = "chunks_discarded";
+    NON_EMBEDDABLE_ORIGINS = /* @__PURE__ */ new Set([TOOL_RESULT_ORIGIN, CHUNKS_DISCARDED_ORIGIN]);
   }
 });
 
@@ -9367,6 +9631,7 @@ __export(index_exports, {
   BUILT_IN_TOOL_SETS: () => BUILT_IN_TOOL_SETS,
   BackupAuthProvider: () => BackupAuthProvider,
   BlobUrlManager: () => BlobUrlManager,
+  CHUNKS_DISCARDED_ORIGIN: () => CHUNKS_DISCARDED_ORIGIN,
   ChartCard: () => ChartCard,
   ChartContainer: () => ChartContainer,
   ChartLegend: () => ChartLegend,
@@ -9443,6 +9708,7 @@ __export(index_exports, {
   StoredVaultMemoryModel: () => VaultMemory,
   StreamExpiredError: () => StreamExpiredError,
   THEME_ATTRS: () => THEME_ATTRS,
+  TOOL_RESULT_ORIGIN: () => TOOL_RESULT_ORIGIN,
   TOPICS_EXTRACTION_VERSION: () => TOPICS_EXTRACTION_VERSION,
   TOPIC_EXTRACTION_BATCH_SIZE: () => TOPIC_EXTRACTION_BATCH_SIZE,
   TREND_RECENT_WINDOW_DAYS: () => TREND_RECENT_WINDOW_DAYS,
@@ -9520,6 +9786,7 @@ __export(index_exports, {
   createVaultMemoryOp: () => createVaultMemoryOp,
   createWeatherPreProcessor: () => createWeatherPreProcessor,
   createWebSearchPreProcessor: () => createWebSearchPreProcessor,
+  decodeChunkVector: () => decodeChunkVector,
   decryptConversationTitle: () => decryptConversationTitle,
   decryptData: () => decryptData,
   decryptDataBatch: () => decryptDataBatch,
@@ -9542,6 +9809,7 @@ __export(index_exports, {
   eagerEmbedContent: () => eagerEmbedContent,
   embedAllMessages: () => embedAllMessages,
   embedMessage: () => embedMessage,
+  encodeChunkVector: () => encodeChunkVector,
   encryptData: () => encryptData,
   encryptDataBatch: () => encryptDataBatch,
   encryptDataBytes: () => encryptDataBytes,
@@ -14981,152 +15249,9 @@ async function cleanupConversationSummary(database, conversationId) {
   }
 }
 
-// src/lib/chat/toolResultMessage.ts
-var HEADER = "[Tool Execution Results]\n\n";
-var FOOTER = "\n\nBased on these results, continue with the task.";
-var ENTRY_SEPARATOR = "\n\n";
-var TOOL_RESULT_FOOTER_LINE = FOOTER.trim();
-var MAX_PERSISTED_TOOL_RESULT_CHARS = 1e5;
-function buildToolResultContent(results) {
-  const entries = results.map((r) => `Tool "${r.name}" returned: ${JSON.stringify(r.result)}`);
-  const framing = HEADER.length + FOOTER.length + ENTRY_SEPARATOR.length * Math.max(0, entries.length - 1);
-  const summary = capEntries(entries, MAX_PERSISTED_TOOL_RESULT_CHARS - framing).join(
-    ENTRY_SEPARATOR
-  );
-  return `${HEADER}${summary}${FOOTER}`;
-}
-function capToolResultEntries(entries, budget) {
-  return capEntries(entries, budget);
-}
-function capEntries(entries, budget) {
-  const smallestFirst = entries.map((_, index) => index).sort((a, b) => entries[a].length - entries[b].length);
-  const capped = [...entries];
-  let remaining = budget;
-  let unassigned = entries.length;
-  for (const index of smallestFirst) {
-    capped[index] = truncateEntry(entries[index], Math.floor(remaining / unassigned));
-    remaining -= capped[index].length;
-    unassigned--;
-  }
-  return capped;
-}
-function truncateEntry(entry, allowance) {
-  if (entry.length <= allowance) return entry;
-  const keep = allowance - truncationMarker(entry.length).length;
-  if (keep <= 0) return entry.slice(0, Math.max(0, allowance));
-  return `${entry.slice(0, keep)}${truncationMarker(entry.length - keep)}`;
-}
-function truncationMarker(omitted) {
-  return `
-
-... (tool output truncated, ${omitted} characters omitted)`;
-}
-
-// src/lib/chat/toolResults.ts
-var TOOL_RESULTS_PREFIX = "[Tool Execution Results]";
-var DISPLAY_CARD_PLACEHOLDER = "[displayed a card to the user with the tool result]";
-var TOOL_LINE = /^Tool "([^"]+)" returned: (.*)$/;
-var TOOL_RESULT_ORIGIN = "tool_result";
-function isToolResultsRow(row) {
-  if (row.origin === TOOL_RESULT_ORIGIN) return true;
-  if (typeof row.origin === "string") return false;
-  if (row.role !== "user" || !row.content.startsWith(TOOL_RESULTS_PREFIX)) return false;
-  return parseToolResultSegments(row.content).length > 0;
-}
-function parseToolResultSegments(content) {
-  const segments = [];
-  for (const raw of content.split("\n")) {
-    const line = raw.trim();
-    const match = TOOL_LINE.exec(line);
-    if (match) {
-      segments.push({ name: match[1], line });
-      continue;
-    }
-    const current = segments[segments.length - 1];
-    if (!current || line === "" || line === TOOL_RESULT_FOOTER_LINE) continue;
-    if (line === TOOL_RESULTS_PREFIX) continue;
-    current.line = `${current.line}
-${line}`;
-  }
-  return segments;
-}
-function prepareToolResultsForReplay(rows, options) {
-  if (options.fold) {
-    return foldToolResultsRows(rows, {
-      exclude: options.exclude,
-      placeholder: options.placeholder
-    });
-  }
-  return rows.filter((row) => !isToolResultsRow(row));
-}
-function foldToolResultsRows(rows, options) {
-  const exclude = new Set(options?.exclude ?? []);
-  const out = [];
-  const pending = [];
-  const assistantIndexById = /* @__PURE__ */ new Map();
-  for (const row of rows) {
-    if (isToolResultsRow(row)) {
-      pending.push({ row, insertionPoint: out.length });
-      continue;
-    }
-    out.push(row);
-    if (row.role === "assistant" && row.uniqueId) {
-      assistantIndexById.set(row.uniqueId, out.length - 1);
-    }
-  }
-  const byTarget = /* @__PURE__ */ new Map();
-  for (const { row, insertionPoint } of pending) {
-    const target = resolveFoldTarget(out, row, insertionPoint, assistantIndexById);
-    if (target === void 0) continue;
-    const group = byTarget.get(target);
-    if (group) group.push(row);
-    else byTarget.set(target, [row]);
-  }
-  for (const [target, groupedRows] of byTarget) {
-    const assistant = out[target];
-    const kept = groupedRows.flatMap((row) => parseToolResultSegments(row.content)).filter((segment) => !exclude.has(segment.name));
-    if (kept.length > 0) {
-      out[target] = { ...assistant, content: appendToolResults(assistant.content, kept) };
-    } else if (!assistant.content.trim() && options?.placeholder) {
-      out[target] = { ...assistant, content: options.placeholder };
-    }
-  }
-  return out;
-}
-function resolveFoldTarget(out, row, insertionPoint, assistantIndexById) {
-  const linked = row.parentMessageId ? assistantIndexById.get(row.parentMessageId) : void 0;
-  if (linked !== void 0) return linked;
-  let previous;
-  for (let i = insertionPoint - 1; i >= 0; i--) {
-    if (out[i].role === "assistant") {
-      previous = i;
-      break;
-    }
-  }
-  let next;
-  for (let i = insertionPoint; i < out.length; i++) {
-    if (out[i].role === "assistant") {
-      next = i;
-      break;
-    }
-  }
-  if (previous === void 0) return next;
-  if (next === void 0) return previous;
-  return next - insertionPoint < insertionPoint - previous ? next : previous;
-}
-var MAX_FOLDED_APPENDIX_CHARS = 2e4;
-function appendToolResults(assistantContent, kept) {
-  const framing = TOOL_RESULTS_PREFIX.length + 1 + (kept.length - 1);
-  const capped = capToolResultEntries(
-    kept.map((segment) => segment.line),
-    MAX_FOLDED_APPENDIX_CHARS - framing
-  );
-  const appendix = `${TOOL_RESULTS_PREFIX}
-${capped.join("\n")}`;
-  return assistantContent.trim() ? `${assistantContent}
-
-${appendix}` : appendix;
-}
+// src/react/useChatStorage.ts
+init_toolResultMessage();
+init_toolResults();
 
 // src/lib/db/chat/lazyDecrypt.ts
 init_useEncryption();
@@ -20021,6 +20146,9 @@ function createMemoryEngineTool(storageCtx, embeddingOptions, searchOptions, cal
   };
 }
 
+// src/lib/memoryEngine/index.ts
+init_vectorEncoding();
+
 // src/react/useChatStorage.ts
 init_constants();
 
@@ -20198,56 +20326,7 @@ init_redactor();
 
 // src/lib/processors/ExcelProcessor.ts
 init_logger();
-
-// src/lib/processors/encoding.ts
-var B64_ENCODE_CHUNK = 32768 * 3;
-async function dataUrlToArrayBuffer(dataUrl) {
-  if (dataUrl.startsWith("blob:") || dataUrl.startsWith("http://") || dataUrl.startsWith("https://")) {
-    const response = await fetch(dataUrl);
-    return response.arrayBuffer();
-  }
-  const base64 = dataUrl.split(",")[1];
-  if (typeof Buffer !== "undefined") {
-    const buf = Buffer.from(base64, "base64");
-    return buf.buffer.slice(buf.byteOffset, buf.byteOffset + buf.byteLength);
-  }
-  const binary = atob(base64);
-  const buffer = new ArrayBuffer(binary.length);
-  const view = new Uint8Array(buffer);
-  for (let i = 0; i < binary.length; i++) {
-    view[i] = binary.charCodeAt(i);
-  }
-  return buffer;
-}
-function uint8ArrayToBase64(data) {
-  if (typeof Buffer !== "undefined") {
-    return Buffer.from(data).toString("base64");
-  }
-  let base64 = "";
-  for (let i = 0; i < data.length; i += B64_ENCODE_CHUNK) {
-    const slice = data.subarray(i, i + B64_ENCODE_CHUNK);
-    let binary = "";
-    for (let j = 0; j < slice.length; j++) {
-      binary += String.fromCharCode(slice[j]);
-    }
-    base64 += btoa(binary);
-  }
-  return base64;
-}
-function base64ToUint8Array(base64) {
-  if (typeof Buffer !== "undefined") {
-    const buf = Buffer.from(base64, "base64");
-    return new Uint8Array(buf.buffer.slice(buf.byteOffset, buf.byteOffset + buf.byteLength));
-  }
-  const binary = atob(base64);
-  const bytes = new Uint8Array(binary.length);
-  for (let i = 0; i < binary.length; i++) {
-    bytes[i] = binary.charCodeAt(i);
-  }
-  return bytes;
-}
-
-// src/lib/processors/ExcelProcessor.ts
+init_encoding();
 if (typeof process !== "undefined" && typeof process.umask !== "function") {
   process.umask = (_mask) => 18;
 }
@@ -20426,6 +20505,7 @@ var PdfProcessor = class {
 
 // src/lib/processors/TextProcessor.ts
 init_logger();
+init_encoding();
 var MIME = {
   PLAIN: "text/plain",
   MARKDOWN: "text/markdown",
@@ -20509,6 +20589,7 @@ var TextProcessor = class {
 // src/lib/processors/WordProcessor.ts
 var import_mammoth = __toESM(require("mammoth"));
 init_logger();
+init_encoding();
 var WordProcessor = class {
   constructor() {
     this.name = "word";
@@ -20552,6 +20633,7 @@ var WordProcessor = class {
 // src/lib/processors/ZipProcessor.ts
 var import_jszip = __toESM(require("jszip"));
 init_logger();
+init_encoding();
 var ZipProcessor = class {
   constructor(options = {}) {
     this.name = "zip";
@@ -29218,6 +29300,9 @@ function useWalletBinding(options = {}) {
   };
 }
 
+// src/react/index.ts
+init_toolResults();
+
 // src/react/useDropboxAuth.ts
 var import_react19 = require("react");
 
@@ -30758,6 +30843,7 @@ var import_react24 = require("react");
 
 // src/lib/backup/icloud/api.ts
 init_logger();
+init_encoding();
 var CLOUDKIT_JS_URL = "https://cdn.apple-cloudkit.com/ck/2/cloudkit.js";
 var DEFAULT_BACKUP_FOLDER2 = "conversations";
 var DEFAULT_CONTAINER_ID = "iCloud.Memoryless";
@@ -34937,6 +35023,7 @@ function renderAnumaJsx(jsx3) {
   BUILT_IN_TOOL_SETS,
   BackupAuthProvider,
   BlobUrlManager,
+  CHUNKS_DISCARDED_ORIGIN,
   ChartCard,
   ChartContainer,
   ChartLegend,
@@ -35013,6 +35100,7 @@ function renderAnumaJsx(jsx3) {
   StoredVaultMemoryModel,
   StreamExpiredError,
   THEME_ATTRS,
+  TOOL_RESULT_ORIGIN,
   TOPICS_EXTRACTION_VERSION,
   TOPIC_EXTRACTION_BATCH_SIZE,
   TREND_RECENT_WINDOW_DAYS,
@@ -35090,6 +35178,7 @@ function renderAnumaJsx(jsx3) {
   createVaultMemoryOp,
   createWeatherPreProcessor,
   createWebSearchPreProcessor,
+  decodeChunkVector,
   decryptConversationTitle,
   decryptData,
   decryptDataBatch,
@@ -35112,6 +35201,7 @@ function renderAnumaJsx(jsx3) {
   eagerEmbedContent,
   embedAllMessages,
   embedMessage,
+  encodeChunkVector,
   encryptData,
   encryptDataBatch,
   encryptDataBytes,