@anuma/sdk 2.0.1 → 2.2.0

package/dist/react/index.mjs

@@ -72,6 +72,7 @@ import {
   getEncryptionKey,
   getImageModel,
   getMemoriesByEntityNamesOp,
+  getMemoriesNeedingTopicExtractionOp,
   getMessageCountOp,
   getMessageSkeletonsOp,
   getMessagesOp,
@@ -101,6 +102,7 @@ import {
   postAuthOauthByProviderRevoke,
   preEmbedVaultMemories,
   recall,
+  replaceMemoryEntitiesGuardedOp,
   requestEncryptionKey,
   requestKeyPair,
   resolveStoredUserContent,
@@ -109,6 +111,7 @@ import {
   searchVaultMemories,
   setMemoryEntitiesOp,
   shouldChunkMessage,
+  stampTopicsExtractedAtOp,
   stripToolCalls,
   updateConversationPinnedOp,
   updateConversationProjectOp,
@@ -120,8 +123,9 @@ import {
   updateMessageFileIdsOp,
   updateVaultMemoryEmbeddingOp,
   updateVaultMemoryOp,
-  useEncryption
-} from "./chunk-63IW5BS5.mjs";
+  useEncryption,
+  vaultMemoryToStored
+} from "./chunk-KRNJVLI6.mjs";
 import {
   PiiRedactor,
   createStreamingDeAnonymizer,
@@ -6659,6 +6663,9 @@ __decorateClass([
 __decorateClass([
   field3("topics_user_managed")
 ], VaultMemory.prototype, "topicsUserManaged", 2);
+__decorateClass([
+  field3("topics_extracted_at")
+], VaultMemory.prototype, "topicsExtractedAt", 2);
 __decorateClass([
   readonly2,
   date3("created_at")
@@ -6875,7 +6882,7 @@ async function isMemoryTopicsUserManaged(ctx, memoryId) {
     return true;
   }
 }
-var DEFAULT_MODEL = "gpt-oss/gpt-oss-120b";
+var DEFAULT_EXTRACTION_MODEL = "gpt-oss/gpt-oss-120b";
 var DEFAULT_MIN_CONFIDENCE = 0.7;
 var MAX_CONTENT_LENGTH = 200;
 var MIN_CONTENT_LENGTH = 3;
@@ -6888,6 +6895,16 @@ var FACT_TYPES = [
   "constraint",
   "other"
 ];
+var ENTITY_KIND_GUIDELINES = `Choose the MOST SPECIFIC kind:
+    - person: a named individual ("Sara", "Dr. Lee")
+    - organization: a company, team, school, or group ("Google", "the Warriors", "Stanford")
+    - place: a geographic location or venue ("San Francisco", "Blue Bottle on Valencia")
+    - event: a dated or nameable occurrence ("Chicago Marathon", "the Japan trip", "their wedding")
+    - product: a named app, tool, brand, device, book, film, or other media title ("Linear", "iPhone", "Dune", "Ableton")
+    - thing: a concrete physical object that isn't a branded product ("road bike", "sourdough starter")
+    - concept: a topic, skill, field, language, or idea ("machine learning", "Spanish", "async communication")
+    - other: a named entity that genuinely fits none of the above \u2014 use sparingly
+  Prefer organization / product / event / place over the generic "thing"; fall back to "thing" or "other" only when no specific kind fits.`;
 var SYSTEM_PROMPT = `You extract durable user facts from conversations for a personal memory system.
 
 A "durable fact" is something the user shared about themselves that should still be true in future conversations. Examples that ARE durable:
@@ -6916,16 +6933,7 @@ For each durable fact, output:
 - type: one of identity | preference | relationship | plan | ongoing_context | constraint | other
 - confidence: 0.0-1.0; how sure you are this is durable AND true. Only include facts >= 0.7.
 - sourceMessageIds: which message IDs from the conversation contained the evidence
-- entities: named entities mentioned, each as an object { "name": string, "kind": one of "person" | "organization" | "place" | "event" | "product" | "thing" | "concept" | "other" }. Optional \u2014 include only NAMED entities, skip generic/common nouns. Choose the MOST SPECIFIC kind:
-    - person: a named individual ("Sara", "Dr. Lee")
-    - organization: a company, team, school, or group ("Google", "the Warriors", "Stanford")
-    - place: a geographic location or venue ("San Francisco", "Blue Bottle on Valencia")
-    - event: a dated or nameable occurrence ("Chicago Marathon", "the Japan trip", "their wedding")
-    - product: a named app, tool, brand, device, book, film, or other media title ("Linear", "iPhone", "Dune", "Ableton")
-    - thing: a concrete physical object that isn't a branded product ("road bike", "sourdough starter")
-    - concept: a topic, skill, field, language, or idea ("machine learning", "Spanish", "async communication")
-    - other: a named entity that genuinely fits none of the above \u2014 use sparingly
-  Prefer organization / product / event / place over the generic "thing"; fall back to "thing" or "other" only when no specific kind fits. Examples:
+- entities: named entities mentioned, each as an object { "name": string, "kind": one of "person" | "organization" | "place" | "event" | "product" | "thing" | "concept" | "other" }. Optional \u2014 include only NAMED entities, skip generic/common nouns. ${ENTITY_KIND_GUIDELINES} Examples:
     - "started a new job at Hollowpoint Labs and I'm learning Haskell for it" \u2192 entities: [{ "name": "Hollowpoint Labs", "kind": "organization" }, { "name": "Haskell", "kind": "concept" }]
     - "running the Berlin Half in May and I track workouts in Whoop" \u2192 entities: [{ "name": "Berlin Half", "kind": "event" }, { "name": "Whoop", "kind": "product" }]
 - eventTime: when the event in this fact occurs/occurred. Resolve relative phrases ("yesterday", "next week") against the current date given in the user message. Output one of:
@@ -6951,7 +6959,7 @@ async function extractFacts(messages, options) {
     ...options.apiKey !== void 0 && { apiKey: options.apiKey },
     ...options.getToken !== void 0 && { getToken: options.getToken },
     ...options.baseUrl !== void 0 && { baseUrl: options.baseUrl },
-    model: options.model ?? DEFAULT_MODEL,
+    model: options.model ?? DEFAULT_EXTRACTION_MODEL,
     systemPrompt: SYSTEM_PROMPT,
     userMessage: `Today's date is ${today}. Resolve any relative dates ("yesterday", "next week") against it.
 
@@ -7045,7 +7053,9 @@ async function extractAndRetain(messages, retainCtx, options) {
       if (options.entityCtx && candidate.entities.length > 0) {
         try {
           if (!await isMemoryTopicsUserManaged(options.entityCtx, result.memoryId)) {
-            await linkMemoryEntitiesOp(options.entityCtx, result.memoryId, candidate.entities);
+            await linkMemoryEntitiesOp(options.entityCtx, result.memoryId, candidate.entities, {
+              unlessTopicsUserManaged: true
+            });
           }
         } catch (err) {
           log.warn("[memory/extract] linkMemoryEntitiesOp failed", err);
@@ -7440,7 +7450,7 @@ function createRecallTool(ctx, toolOptions, callbacks) {
 
 // src/lib/memory/reflect.ts
 var DEFAULT_BASE_URL = BASE_URL;
-var DEFAULT_MODEL2 = "anthropic/claude-sonnet-4-6";
+var DEFAULT_MODEL = "anthropic/claude-sonnet-4-6";
 var DEFAULT_MAX_TOKENS = 4096;
 var REQUEST_TIMEOUT_MS = 6e4;
 var DEFAULT_SYSTEM_PROMPT = `You are a personal assistant with access to the user's memory. Answer the user's question using the supplied memories as evidence.
@@ -7472,7 +7482,7 @@ async function reflect(query, ctx, options) {
   const evidence = recalled.memories.map((m, i) => `[${i + 1}] (id: ${m.id}, kind: ${m.kind})
 ${m.content}`).join("\n\n");
   const baseUrl = options.baseUrl ?? DEFAULT_BASE_URL;
-  const model = options.llmModel ?? DEFAULT_MODEL2;
+  const model = options.llmModel ?? DEFAULT_MODEL;
   const wantsStructured = !!options.responseSchema;
   const sendResponseFormat = wantsStructured && supportsResponseFormat(model, "json_schema");
   const basePrompt = options.systemPrompt ?? DEFAULT_SYSTEM_PROMPT;
@@ -7582,6 +7592,163 @@ function parseAnswer(body, base, parseSchema) {
   };
 }
 
+// src/lib/memory/topicExtract.ts
+var TOPIC_EXTRACTION_BATCH_SIZE = 10;
+var MAX_CHARS_PER_MEMORY = 300;
+var MAX_VOCABULARY_NAMES = 100;
+var SYSTEM_PROMPT2 = `You assign topics to saved memories for a personal memory system.
+
+Each memory is a short statement about the user. For each memory, list the NAMED entities it mentions \u2014 these become the memory's topics, used to connect related memories in a knowledge graph.
+
+Include only NAMED entities, skip generic/common nouns. ${ENTITY_KIND_GUIDELINES}
+
+Output strict JSON: {"memories": [{"id": string, "entities": [{"name": string, "kind": string}]}]}
+- exactly one element per input memory, echoing its id verbatim
+- "entities" may be empty when a memory mentions no named entities \u2014 most short memories have 0-3
+No prose.`;
+async function extractEntitiesForMemories(memories, options) {
+  const out = /* @__PURE__ */ new Map();
+  if (memories.length === 0) return out;
+  const redactor = resolvePiiRedactor(options.piiRedaction);
+  const vocabulary = (options.existingEntityNames ?? []).filter((n) => n.trim().length > 0).slice(0, MAX_VOCABULARY_NAMES).map((n) => redactor ? redactor.redactText(n).text : n);
+  const vocabularyNote = vocabulary.length > 0 ? `The user's existing topics: ${vocabulary.join(", ")}.
+When a memory refers to one of these, reuse the EXACT existing name (same spelling and casing) instead of a variant.
+
+` : "";
+  for (let i = 0; i < memories.length; i += TOPIC_EXTRACTION_BATCH_SIZE) {
+    const batch = memories.slice(i, i + TOPIC_EXTRACTION_BATCH_SIZE);
+    const listing = batch.map((m) => {
+      const content = m.content.slice(0, MAX_CHARS_PER_MEMORY);
+      return `[${m.id}] ${redactor ? redactor.redactText(content).text : content}`;
+    }).join("\n");
+    const parsed = await callPortalJsonCompletion({
+      ...options.apiKey !== void 0 && { apiKey: options.apiKey },
+      ...options.getToken !== void 0 && { getToken: options.getToken },
+      ...options.baseUrl !== void 0 && { baseUrl: options.baseUrl },
+      model: options.model ?? DEFAULT_EXTRACTION_MODEL,
+      systemPrompt: SYSTEM_PROMPT2,
+      userMessage: `${vocabularyNote}Memories:
+${listing}
+
+List each memory's named entities.`,
+      tag: "memory/topics",
+      ...options.fetchFn && { fetchFn: options.fetchFn },
+      ...options.maxAttempts !== void 0 && { maxAttempts: options.maxAttempts },
+      ...options.timeoutMs !== void 0 && { timeoutMs: options.timeoutMs },
+      ...options.totalTimeoutMs !== void 0 && { totalTimeoutMs: options.totalTimeoutMs },
+      ...options.backoffMs && { backoffMs: options.backoffMs }
+    });
+    if (parsed === null) {
+      getLogger().warn(
+        `[memory/topics] batch of ${batch.length} failed after retries \u2014 will retry next sweep`
+      );
+      continue;
+    }
+    const validIds = new Set(batch.map((m) => m.id));
+    const byId = parseTopicResponse(parsed, validIds);
+    if (byId === null) {
+      getLogger().warn(
+        `[memory/topics] batch of ${batch.length} returned an unrecognized shape \u2014 will retry next sweep`
+      );
+      continue;
+    }
+    for (const m of batch) {
+      const entities = byId.get(m.id);
+      if (entities === void 0) {
+        continue;
+      }
+      out.set(m.id, redactor ? restoreEntities(entities, redactor) : entities);
+    }
+  }
+  return out;
+}
+function restoreEntities(entities, redactor) {
+  return entities.map((e) => ({ kind: e.kind, restored: redactor.restoreForStorage(e.name) })).filter((e) => !e.restored.unresolved).map(
+    (e) => e.kind !== void 0 ? { name: e.restored.text, kind: e.kind } : { name: e.restored.text }
+  );
+}
+function parseTopicResponse(parsed, validIds) {
+  if (typeof parsed !== "object" || parsed === null) return null;
+  const list = parsed.memories;
+  if (!Array.isArray(list)) return null;
+  const out = /* @__PURE__ */ new Map();
+  for (const raw of list) {
+    if (typeof raw !== "object" || raw === null) continue;
+    const obj = raw;
+    if (typeof obj.id !== "string" || !validIds.has(obj.id) || out.has(obj.id)) continue;
+    const entities = Array.isArray(obj.entities) ? parseEntities(obj.entities) : [];
+    out.set(obj.id, entities);
+  }
+  return out;
+}
+async function extractAndLinkEntitiesForMemoriesOp(ctx, memoryIds, options) {
+  const entityCtx = ctx.entityCtx;
+  if (!entityCtx) {
+    throw new Error("extractAndLinkEntitiesForMemoriesOp requires ctx.entityCtx");
+  }
+  const log = getLogger();
+  const extractedAt = options.now ?? Date.now();
+  const skippedIds = [];
+  const inputs = [];
+  for (const id of memoryIds) {
+    let record;
+    try {
+      record = await ctx.vaultMemoryCollection.find(id);
+    } catch {
+      skippedIds.push(id);
+      continue;
+    }
+    if (record.isDeleted || ctx.userId !== void 0 && record.userId !== ctx.userId || record.topicsUserManaged) {
+      skippedIds.push(id);
+      continue;
+    }
+    try {
+      const stored = await vaultMemoryToStored(
+        record,
+        ctx.walletAddress,
+        ctx.signMessage,
+        ctx.embeddedWalletSigner
+      );
+      inputs.push({ id, content: stored.content });
+    } catch (err) {
+      log.warn("[memory/topics] failed to load memory for extraction", err);
+      skippedIds.push(id);
+    }
+  }
+  const entitiesByMemory = await extractEntitiesForMemories(inputs, options);
+  const toStamp = [];
+  for (const input of inputs) {
+    const entities = entitiesByMemory.get(input.id);
+    if (entities === void 0) {
+      skippedIds.push(input.id);
+      continue;
+    }
+    try {
+      const linked = await replaceMemoryEntitiesGuardedOp(entityCtx, input.id, entities);
+      if (linked === null) {
+        skippedIds.push(input.id);
+        entitiesByMemory.delete(input.id);
+        continue;
+      }
+    } catch (err) {
+      log.warn("[memory/topics] replaceMemoryEntitiesGuardedOp failed", err);
+      skippedIds.push(input.id);
+      entitiesByMemory.delete(input.id);
+      continue;
+    }
+    toStamp.push(input.id);
+  }
+  const stampedIds = await stampTopicsExtractedAtOp(ctx, toStamp, extractedAt);
+  const stampedSet = new Set(stampedIds);
+  for (const id of toStamp) {
+    if (!stampedSet.has(id)) {
+      skippedIds.push(id);
+      entitiesByMemory.delete(id);
+    }
+  }
+  return { entitiesByMemory, stampedIds, skippedIds };
+}
+
 // src/lib/memoryEngine/quantization.ts
 var INT8_MAX = 127;
 function quantizeEmbedding(v) {
@@ -11921,7 +12088,7 @@ __decorateClass([
 ], VaultFolder.prototype, "context", 2);
 
 // src/lib/db/schema.ts
-var SDK_SCHEMA_VERSION = 35;
+var SDK_SCHEMA_VERSION = 36;
 var sdkSchema = appSchema2({
   version: SDK_SCHEMA_VERSION,
   tables: [
@@ -12042,7 +12209,11 @@ var sdkSchema = appSchema2({
         // When true, the user has manually set this memory's topics (entity
         // links). Auto-extraction then leaves its links alone — the user owns
         // them. Null/false = topics are auto-derived (default).
-        { name: "topics_user_managed", type: "boolean", isOptional: true }
+        { name: "topics_user_managed", type: "boolean", isOptional: true },
+        // Unix ms of the last LLM topic-extraction pass over this memory's
+        // content. Null = never extracted standalone (legacy rows with entity
+        // links are grandfathered — see getMemoriesNeedingTopicExtractionOp).
+        { name: "topics_extracted_at", type: "number", isOptional: true }
       ]
     }),
     // Entity table — canonical names extracted from auto-extraction (W5).
@@ -12640,6 +12811,19 @@ var sdkMigrations = schemaMigrations2({
           ]
         })
       ]
+    },
+    // v35 -> v36: topics_extracted_at watermark on memory_vault. Existing rows
+    // keep it NULL — rows that already have entity links are grandfathered as
+    // extracted (no mass re-extraction on upgrade), rows without links are the
+    // backfill target. See getMemoriesNeedingTopicExtractionOp.
+    {
+      toVersion: 36,
+      steps: [
+        addColumns2({
+          table: "memory_vault",
+          columns: [{ name: "topics_extracted_at", type: "number", isOptional: true }]
+        })
+      ]
     }
   ]
 });
@@ -14142,7 +14326,7 @@ function startObserve(entry, walletAddress) {
   isInitialEmission = false;
 }
 function subscribeUserSettings(database, walletAddress, listener) {
-  if (!walletAddress) return () => void 0;
+  if (!database || !walletAddress) return () => void 0;
   const perDb = getOrCreatePerDb(database);
   let entry = perDb.get(walletAddress);
   if (!entry) {
@@ -14172,17 +14356,18 @@ function subscribeUserSettings(database, walletAddress, listener) {
   };
 }
 function getUserSettingsSnapshot(database, walletAddress) {
-  if (!walletAddress) return EMPTY_SNAPSHOT;
+  if (!database || !walletAddress) return EMPTY_SNAPSHOT;
   return pool.get(database)?.get(walletAddress)?.snapshot ?? EMPTY_SNAPSHOT;
 }
 function patchUserSettingsSnapshot(database, walletAddress, patch) {
-  if (!walletAddress) return;
+  if (!database || !walletAddress) return;
   const entry = pool.get(database)?.get(walletAddress);
   if (!entry) return;
   patchSnapshot(entry, patch);
 }
 
 // src/react/useSettings.ts
+var DB_NOT_READY = "Database not ready";
 function useSettings(options) {
   const { database, walletAddress } = options;
   const subscribe = useCallback7(
@@ -14195,24 +14380,25 @@ function useSettings(options) {
   );
   const snapshot = useSyncExternalStore(subscribe, getSnapshot, getSnapshot);
   const storageCtx = useMemo7(
-    () => ({
+    () => database ? {
       database,
       userPreferencesCollection: database.get("userPreferences"),
       modelPreferencesCollection: database.get("modelPreferences")
-    }),
+    } : null,
     [database]
   );
   const legacyStorageCtx = useMemo7(
-    () => ({
+    () => database ? {
       database,
       modelPreferencesCollection: database.get("modelPreferences")
-    }),
+    } : null,
     [database]
   );
   const getModelPreference = useCallback7(
     async (address) => {
       try {
         if (!address) throw new Error("Wallet address is required");
+        if (!legacyStorageCtx) throw new Error(DB_NOT_READY);
         const result = await getModelPreferenceOp(legacyStorageCtx, address);
         return result;
       } catch (error) {
@@ -14225,6 +14411,7 @@ function useSettings(options) {
     async (address, models) => {
       try {
         if (!address) throw new Error("Wallet address is required");
+        if (!legacyStorageCtx) throw new Error(DB_NOT_READY);
         const result = await setModelPreferenceOp(legacyStorageCtx, address, models);
         if (walletAddress && address === walletAddress) {
           patchUserSettingsSnapshot(database, walletAddress, { modelPreference: result });
@@ -14240,6 +14427,7 @@ function useSettings(options) {
     async (address) => {
       try {
         if (!address) throw new Error("Wallet address is required");
+        if (!legacyStorageCtx) throw new Error(DB_NOT_READY);
         const deleted = await deleteModelPreferenceOp(legacyStorageCtx, address);
         if (deleted && walletAddress && address === walletAddress) {
           patchUserSettingsSnapshot(database, walletAddress, { modelPreference: null });
@@ -14255,6 +14443,7 @@ function useSettings(options) {
     async (address) => {
       try {
         if (!address) throw new Error("Wallet address is required");
+        if (!storageCtx) throw new Error(DB_NOT_READY);
         const result = await getUserPreferenceOp(storageCtx, address);
         return result;
       } catch (error) {
@@ -14267,6 +14456,7 @@ function useSettings(options) {
     async (address, opts) => {
       try {
         if (!address) throw new Error("Wallet address is required");
+        if (!storageCtx) throw new Error(DB_NOT_READY);
         const result = await setUserPreferenceOp(storageCtx, address, opts);
         if (walletAddress && address === walletAddress) {
           patchUserSettingsSnapshot(database, walletAddress, { userPreference: result });
@@ -14282,6 +14472,7 @@ function useSettings(options) {
     async (address, profile) => {
       try {
         if (!address) throw new Error("Wallet address is required");
+        if (!storageCtx) throw new Error(DB_NOT_READY);
         const result = await updateProfileOp(storageCtx, address, profile);
         if (result && walletAddress && address === walletAddress) {
           patchUserSettingsSnapshot(database, walletAddress, { userPreference: result });
@@ -14297,6 +14488,7 @@ function useSettings(options) {
     async (address, personality) => {
       try {
         if (!address) throw new Error("Wallet address is required");
+        if (!storageCtx) throw new Error(DB_NOT_READY);
         const result = await updatePersonalityOp(storageCtx, address, personality);
         if (result && walletAddress && address === walletAddress) {
           patchUserSettingsSnapshot(database, walletAddress, { userPreference: result });
@@ -14312,6 +14504,7 @@ function useSettings(options) {
     async (address, models) => {
       try {
         if (!address) throw new Error("Wallet address is required");
+        if (!storageCtx) throw new Error(DB_NOT_READY);
         const result = await updateModelsOp(storageCtx, address, models);
         if (result && walletAddress && address === walletAddress) {
           patchUserSettingsSnapshot(database, walletAddress, { userPreference: result });
@@ -14327,6 +14520,7 @@ function useSettings(options) {
     async (address) => {
       try {
         if (!address) throw new Error("Wallet address is required");
+        if (!storageCtx) throw new Error(DB_NOT_READY);
         const deleted = await deleteUserPreferenceOp(storageCtx, address);
         if (deleted && walletAddress && address === walletAddress) {
           patchUserSettingsSnapshot(database, walletAddress, { userPreference: null });
@@ -22283,6 +22477,7 @@ export {
   VaultMemory as StoredVaultMemoryModel,
   StreamExpiredError,
   THEME_ATTRS,
+  TOPIC_EXTRACTION_BATCH_SIZE,
   TextProcessor,
   UIInteractionProvider,
   WalletPoller,
@@ -22374,7 +22569,9 @@ export {
   exportElementToPdf,
   exportMarkdownToPdf,
   exportPublicKey,
+  extractAndLinkEntitiesForMemoriesOp,
   extractAndRetain,
+  extractEntitiesForMemories,
   extractFacts,
   extractFileIds,
   fileExists,
@@ -22430,6 +22627,7 @@ export {
   getMediaOp,
   getMediaTypeFromMime,
   getMemoriesByEntityNamesOp,
+  getMemoriesNeedingTopicExtractionOp,
   getNotionAccessToken,
   getNotionMCPUrl,
   getNumberAttr,
@@ -22510,6 +22708,7 @@ export {
   renderAnumaTree,
   renderElementToCanvas,
   replaceById,
+  replaceMemoryEntitiesGuardedOp,
   requestEncryptionKey,
   requestKeyPair,
   resolveFilePlaceholders,
@@ -22535,6 +22734,7 @@ export {
   settingsStorageSchema,
   shouldChunkMessage,
   shouldRefreshTools,
+  stampTopicsExtractedAtOp,
   startGithubAuth,
   startNotionAuth,
   storeCalendarPendingMessage,

package/dist/react/{recall-PUXEQHAP.mjs → recall-ASTJPM5Z.mjs}

@@ -1,6 +1,6 @@
 import {
   recall
-} from "./chunk-63IW5BS5.mjs";
+} from "./chunk-KRNJVLI6.mjs";
 import "./chunk-DFVCS3QQ.mjs";
 import "./chunk-GYKJOWEO.mjs";
 export {