@anuma/sdk 11.3.4 → 11.4.0

package/dist/react/index.mjs

@@ -6262,9 +6262,9 @@ function createNearbyRequest(options, apiPath = "/api/private-memories") {
   };
   const request = async (path, init = {}, signal) => {
     const controller = new AbortController();
-    let timedOut = false;
+    let timedOut2 = false;
     const timer = setTimeout(() => {
-      timedOut = true;
+      timedOut2 = true;
       controller.abort();
     }, timeoutMs);
     const forwardAbort = () => controller.abort(signal?.reason);
@@ -6330,7 +6330,7 @@ function createNearbyRequest(options, apiPath = "/api/private-memories") {
       if (response.status === 204) return null;
       return await response.json();
     } catch (error) {
-      if (timedOut) throw new RemoteMemoryError("Nearby request timed out", 408, "timeout");
+      if (timedOut2) throw new RemoteMemoryError("Nearby request timed out", 408, "timeout");
       throw error;
     } finally {
       clearTimeout(timer);
@@ -12363,6 +12363,168 @@ function countUnreadAnumaTurns(messages, lastReadSortKey) {
   return turns.size;
 }
 
+// src/utils/paths.ts
+function normalizePath(p) {
+  return p.replace(/^\/+/, "").replace(/\/\/+/g, "/").split("/").reduce((acc, seg) => {
+    if (seg === "..") acc.pop();
+    else if (seg !== ".") acc.push(seg);
+    return acc;
+  }, []).join("/");
+}
+
+// src/lib/chatStore/appFiles.ts
+var maxSaveAttempts = 3;
+async function appFileId(store, conversationId, path) {
+  if (!store.sealedId) throw new Error("App file ids need a chat store that seals ids");
+  return store.sealedId(`app_file\0${conversationId}\0${normalizePath(path)}`);
+}
+async function putLatest(store, target, next, signal) {
+  for (let attempt = 1; ; attempt++) {
+    const current = await store.get(target.kind, target.id, signal);
+    if (next.isDeleted && (!current || current.record.isDeleted)) return current;
+    const now = Date.now();
+    try {
+      const [saved] = await store.putMany(
+        [
+          {
+            record: {
+              ...target,
+              sortKey: 0,
+              createdAt: current?.record.createdAt ?? now,
+              updatedAt: Math.max(now, (current?.record.updatedAt ?? 0) + 1),
+              isDeleted: next.isDeleted,
+              data: next.isDeleted ? {} : next.data
+            },
+            expectedVersion: current?.version ?? 0
+          }
+        ],
+        signal
+      );
+      return saved;
+    } catch (error) {
+      if (!(error instanceof ChatStoreError) || error.code !== "version_conflict" || attempt >= maxSaveAttempts)
+        throw error;
+    }
+  }
+}
+async function listAll(store, kind, conversationId, signal) {
+  const out = [];
+  let cursor;
+  do {
+    const page = await store.list({ kind, conversationId, limit: 100, cursor, signal });
+    out.push(...page.items.filter((item) => !item.record.isDeleted));
+    cursor = page.nextCursor;
+  } while (cursor);
+  return out;
+}
+function toAppFile(snapshot) {
+  const { path, content } = snapshot.record.data;
+  if (typeof path !== "string" || typeof content !== "string") return null;
+  return {
+    conversationId: snapshot.record.conversationId,
+    path,
+    content,
+    version: snapshot.version,
+    createdAt: snapshot.record.createdAt,
+    updatedAt: snapshot.record.updatedAt
+  };
+}
+function toSavedTool(snapshot) {
+  const d = snapshot.record.data;
+  if (typeof d.name !== "string" || typeof d.displayName !== "string" || typeof d.description !== "string" || typeof d.parameters !== "string" || typeof d.html !== "string" || d.conversationId !== null && typeof d.conversationId !== "string")
+    return null;
+  return {
+    id: snapshot.record.id,
+    name: d.name,
+    displayName: d.displayName,
+    description: d.description,
+    parameters: d.parameters,
+    html: d.html,
+    conversationId: d.conversationId,
+    version: snapshot.version,
+    createdAt: snapshot.record.createdAt,
+    updatedAt: snapshot.record.updatedAt
+  };
+}
+async function listAppFiles(store, conversationId, signal) {
+  const items = await listAll(store, "app_file", conversationId, signal);
+  return items.map(toAppFile).filter((file) => file !== null);
+}
+function createAppFileIndex(store) {
+  const latest = /* @__PURE__ */ new Map();
+  let cursor;
+  let queue = Promise.resolve();
+  const catchUp = async (signal) => {
+    for (; ; ) {
+      const page = await store.changes(cursor, { kinds: ["app_file"], limit: 200, signal });
+      for (const item of page.items) latest.set(item.record.id, item);
+      cursor = page.nextCursor ?? page.changesCursor;
+      if (!page.nextCursor) break;
+    }
+    return [...latest.values()].filter((item) => !item.record.isDeleted).map(toAppFile).filter((file) => file !== null);
+  };
+  return {
+    list(signal) {
+      const next = queue.then(() => catchUp(signal));
+      queue = next.catch(() => void 0);
+      return next;
+    }
+  };
+}
+function listEveryAppFile(store, signal) {
+  return createAppFileIndex(store).list(signal);
+}
+async function getAppFile(store, conversationId, path, signal) {
+  const snapshot = await store.get(
+    "app_file",
+    await appFileId(store, conversationId, path),
+    signal
+  );
+  return snapshot && !snapshot.record.isDeleted ? toAppFile(snapshot) : null;
+}
+async function saveAppFile(store, file, signal) {
+  const saved = await putLatest(
+    store,
+    {
+      kind: "app_file",
+      id: await appFileId(store, file.conversationId, file.path),
+      conversationId: file.conversationId
+    },
+    { data: { path: normalizePath(file.path), content: file.content }, isDeleted: false },
+    signal
+  );
+  return toAppFile(saved);
+}
+async function deleteAppFile(store, conversationId, path, signal) {
+  await putLatest(
+    store,
+    { kind: "app_file", id: await appFileId(store, conversationId, path), conversationId },
+    { data: {}, isDeleted: true },
+    signal
+  );
+}
+async function loadSavedTools(store, signal) {
+  const items = await listAll(store, "saved_tool", void 0, signal);
+  return items.map(toSavedTool).filter((tool) => tool !== null);
+}
+async function saveSavedTool(store, id2, tool, signal) {
+  const saved = await putLatest(
+    store,
+    { kind: "saved_tool", id: id2, conversationId: "" },
+    { data: { ...tool }, isDeleted: false },
+    signal
+  );
+  return toSavedTool(saved);
+}
+async function deleteSavedTool(store, id2, signal) {
+  await putLatest(
+    store,
+    { kind: "saved_tool", id: id2, conversationId: "" },
+    { data: {}, isDeleted: true },
+    signal
+  );
+}
+
 // src/lib/db/chat/summaryOperations.ts
 import { Q as Q4 } from "@nozbe/watermelondb";
 function createSummaryContext(database, encryption = {}) {
@@ -12565,7 +12727,16 @@ function batches(records) {
 }
 
 // src/lib/chatStore/remote.ts
-var kinds = /* @__PURE__ */ new Set(["conversation", "message", "summary", "project", "memory_links", "setting"]);
+var kinds = /* @__PURE__ */ new Set([
+  "conversation",
+  "message",
+  "summary",
+  "project",
+  "memory_links",
+  "setting",
+  "app_file",
+  "saved_tool"
+]);
 var cipherPattern = /^enc:v\d+:(?:[0-9a-f]{2}){28,}$/i;
 var maxPayload = 2 * 1024 * 1024;
 var storedDims2 = 1536;
@@ -12625,7 +12796,7 @@ function validRecord(value) {
   return root ? value.conversationId === "" : id(value.conversationId);
 }
 function rootKind(kind) {
-  return kind === "conversation" || kind === "project" || kind === "setting";
+  return kind === "conversation" || kind === "project" || kind === "setting" || kind === "saved_tool";
 }
 function embeddings(write) {
   if (write.embeddings === void 0) return true;
@@ -12706,6 +12877,7 @@ async function createRemoteChatStore(options) {
   const keyId = options.keyId;
   const encrypt = options.encrypt;
   const decrypt = options.decrypt;
+  const hashTopic = options.hashTopic;
   const nearby = createNearbyRequest({ ...options }, "/api/private-chats");
   const request = async (...args) => {
     try {
@@ -12756,7 +12928,9 @@ async function createRemoteChatStore(options) {
       JSON.stringify({ schema: 1, account_id: accountId, key_id: keyId, record: record3 })
     );
     signal?.throwIfAborted();
-    if (!cipherPattern.test(payload) || payload.length > maxPayload) invalid();
+    if (!cipherPattern.test(payload)) invalid();
+    if (payload.length > maxPayload)
+      throw new ChatStoreError("Encrypted chat record is too large", 413, "record_too_large");
     return payload;
   };
   const capture = (items, max, signal) => {
@@ -13037,6 +13211,7 @@ async function createRemoteChatStore(options) {
       if (!object(value) || !integer(value.deleted)) invalid();
       return value.deleted;
     },
+    ...hashTopic ? { sealedId: (value) => hashTopic(`record-id\0${value}`) } : {},
     attachments: {
       async create(sizeBytes, signal) {
         if (!integer(sizeBytes, 1) || sizeBytes > maxAttachmentBytes) invalid();
@@ -13114,6 +13289,7 @@ var emptyMessage = {
 };
 
 // src/lib/chatStore/migrateChats.ts
+var timedOut = (error) => error instanceof ChatStoreError && error.status === 408;
 var maxPasses = 5;
 var verifyBatch = 1e3;
 var writeBatch = 25;
@@ -13382,19 +13558,107 @@ async function migrateChatsToRemote(options) {
       await journal.add(upload.map((r) => key(r.record)));
       let sent = 0;
       options.onProgress?.({ imported: sent, toImport: upload.length });
-      for (const batch of batches(upload)) {
-        await store.importRecords(batch, signal);
+      const send = async (batch) => {
+        try {
+          await store.importRecords(batch, signal);
+        } catch (error) {
+          if (batch.length < 2 || !timedOut(error)) throw error;
+          const half = Math.ceil(batch.length / 2);
+          await send(batch.slice(0, half));
+          await send(batch.slice(half));
+          return;
+        }
         sent += batch.length;
         options.onProgress?.({ imported: sent, toImport: upload.length });
-      }
+      };
+      for (const batch of batches(upload)) await send(batch);
       imported += sent;
     }
   };
   return passes(false);
 }
 
+// src/lib/chatStore/seedAppFiles.ts
+var maxSeedAttempts = 3;
+async function rawRows(database, table) {
+  const rows = await database.get(table).query().fetch();
+  return rows.map((row) => row._raw);
+}
+async function seedRecord(store, target, device, signal) {
+  for (let attempt = 1; ; attempt++) {
+    const current = await store.get(target.kind, target.id, signal);
+    if (current && (current.record.isDeleted || current.record.updatedAt >= device.updatedAt))
+      return false;
+    try {
+      await store.putMany(
+        [
+          {
+            record: {
+              ...target,
+              sortKey: 0,
+              createdAt: current?.record.createdAt ?? device.createdAt,
+              updatedAt: device.updatedAt,
+              isDeleted: false,
+              data: device.data
+            },
+            expectedVersion: current?.version ?? 0
+          }
+        ],
+        signal
+      );
+      return true;
+    } catch (error) {
+      if (!(error instanceof ChatStoreError) || error.code !== "version_conflict" || attempt >= maxSeedAttempts)
+        throw error;
+    }
+  }
+}
+function leftOnDevice(error, result) {
+  if (!(error instanceof ChatStoreError)) return false;
+  if (error.code === "conversation_not_found") result.orphaned++;
+  else if (error.code === "record_too_large") result.tooLarge++;
+  else return false;
+  return true;
+}
+async function seedAppFilesToVault(database, store, signal) {
+  const result = { appFiles: 0, savedTools: 0, orphaned: 0, tooLarge: 0 };
+  for (const file of await rawRows(database, "app_files")) {
+    try {
+      const target = {
+        kind: "app_file",
+        id: await appFileId(store, file.conversation_id, file.path),
+        conversationId: file.conversation_id
+      };
+      const data = { path: normalizePath(file.path), content: file.content };
+      const device = { data, createdAt: file.created_at, updatedAt: file.updated_at };
+      if (await seedRecord(store, target, device, signal)) result.appFiles++;
+    } catch (error) {
+      if (!leftOnDevice(error, result)) throw error;
+    }
+  }
+  for (const tool of await rawRows(database, "saved_tools")) {
+    if (tool.is_deleted) continue;
+    try {
+      const data = {
+        name: tool.name,
+        displayName: tool.display_name,
+        description: tool.description,
+        parameters: tool.parameters,
+        html: tool.html,
+        conversationId: tool.conversation_id || null
+      };
+      const target = { kind: "saved_tool", id: tool.id, conversationId: "" };
+      const device = { data, createdAt: tool.created_at, updatedAt: tool.updated_at };
+      if (await seedRecord(store, target, device, signal)) result.savedTools++;
+    } catch (error) {
+      if (!leftOnDevice(error, result)) throw error;
+    }
+  }
+  return result;
+}
+
 // src/lib/chatStore/settings.ts
-var maxSaveAttempts = 3;
+var maxSaveAttempts2 = 3;
 function toSetting(snapshot) {
   if (snapshot.record.isDeleted) return null;
   return {
@@ -13443,7 +13707,7 @@ async function saveSetting(store, section, data, signal) {
       );
       return toSetting(saved);
     } catch (error) {
-      if (!(error instanceof ChatStoreError) || error.code !== "version_conflict" || attempt >= maxSaveAttempts)
+      if (!(error instanceof ChatStoreError) || error.code !== "version_conflict" || attempt >= maxSaveAttempts2)
         throw error;
     }
   }
@@ -14269,12 +14533,15 @@ function createVaultChatBackend(options) {
       emit({ type: "vector_quota" });
       return "retry";
     }
-    if (error.code === "private_chat_storage_limit_reached" || error.code === "invalid_record" || error.status === 400) {
+    if (error.code === "private_chat_storage_limit_reached" || error.code === "invalid_record" || error.code === "record_too_large" || error.status === 400) {
       if (batch.length > 1) {
         isolate = batch.length;
         return "retry";
       }
-      drop(batch[0], error.status === 413 ? "storage_quota" : "invalid");
+      drop(
+        batch[0],
+        error.code === "private_chat_storage_limit_reached" ? "storage_quota" : "invalid"
+      );
       return "retry";
     }
     if (error.status === 429) return backoff(error.retryAfterMs, true);
@@ -15045,17 +15312,6 @@ __decorateClass([
 
 // src/lib/db/appFiles/operations.ts
 import { Q as Q5 } from "@nozbe/watermelondb";
-
-// src/utils/paths.ts
-function normalizePath(p) {
-  return p.replace(/^\/+/, "").replace(/\/\/+/g, "/").split("/").reduce((acc, seg) => {
-    if (seg === "..") acc.pop();
-    else if (seg !== ".") acc.push(seg);
-    return acc;
-  }, []).join("/");
-}
-
-// src/lib/db/appFiles/operations.ts
 function appFileToStored(file) {
   return {
     uniqueId: file.id,
@@ -27434,6 +27690,12 @@ async function importBatch2(request, keyId, rows, signal) {
       );
       return;
     } catch (error) {
+      if (error instanceof RemoteMemoryError && error.status === 408 && rows.length > 1) {
+        const half = Math.ceil(rows.length / 2);
+        await importBatch2(request, keyId, rows.slice(0, half), signal);
+        await importBatch2(request, keyId, rows.slice(half), signal);
+        return;
+      }
       if (!(error instanceof RemoteMemoryError) || error.status !== 429 || attempt >= MAX_RATE_LIMIT_WAITS)
         throw error;
       await wait(error.retryAfterMs ?? DEFAULT_RATE_LIMIT_WAIT_MS, signal);
@@ -32632,12 +32894,12 @@ async function preprocessFiles(files, options = {}) {
       }
     } catch (error) {
       errorCount++;
-      const timedOut = error instanceof ProcessingTimeoutError;
+      const timedOut2 = error instanceof ProcessingTimeoutError;
       fileStatuses.push({
         fileId: file.id,
         fileName: file.name,
         status: "failed",
-        reason: timedOut ? "timeout" : "error"
+        reason: timedOut2 ? "timeout" : "error"
       });
       logger.error(
         `[preprocessFiles] Error processing file ${label} with ${processor.name}:`,
@@ -42479,6 +42741,7 @@ export {
   addConversationMemoriesOp,
   anumaLastReadSortKey,
   anumaTurnContent,
+  appFileId,
   appFileToStored,
   archiveVaultMemoryOp,
   assembleMemoryContext,
@@ -42519,6 +42782,7 @@ export {
   conversationMemoryToStored,
   cosineInt8,
   countUnreadAnumaTurns,
+  createAppFileIndex,
   createAutoExtractor,
   createChunkVectorCache,
   createCryptoPricePreProcessor,
@@ -42566,6 +42830,7 @@ export {
   defaultServerToolsFilter,
   deleteAllAppFilesOp,
   deleteAllVaultMemoriesForUserOp,
+  deleteAppFile,
   deleteAppFileOp,
   deleteEncryptedFile,
   deleteMediaByConversationOp,
@@ -42573,6 +42838,7 @@ export {
   deleteMediaOp,
   deleteMessageOp,
   deleteProjectOp,
+  deleteSavedTool,
   deleteSavedToolOp,
   deleteVaultFolderOp,
   deleteVaultMemoryOp,
@@ -42619,6 +42885,7 @@ export {
   getAllVaultMemoryContentsOp,
   getAndClearNotionPendingMessage,
   getAndClearNotionReturnUrl,
+  getAppFile,
   getAppFileMapOp,
   getAppFileOp,
   getAppFilesOp,
@@ -42697,6 +42964,9 @@ export {
   isSupportedMediaType,
   linkMemoryEntitiesOp,
   listActiveStreams,
+  listAppFiles,
+  listEveryAppFile,
+  loadSavedTools,
   loadSettings,
   localChatBackend,
   markAnumaRead,
@@ -42748,6 +43018,8 @@ export {
   resumeStream,
   retain,
   revokeNotionAccess,
+  saveAppFile,
+  saveSavedTool,
   saveSetting,
   savedToolToStored,
   scoreProfileSalience,
@@ -42760,6 +43032,7 @@ export {
   searchMediaOp,
   searchMessagesOp,
   searchVaultMemories,
+  seedAppFilesToVault,
   seedEncryptionKeys,
   selectServerToolsForPrompt,
   serializeJsx,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@anuma/sdk",
-  "version": "11.3.4",
+  "version": "11.4.0",
   "description": "",
   "main": "./dist/index.cjs",
   "module": "./dist/index.mjs",