@anuma/sdk 6.4.2 → 6.6.0

package/dist/expo/index.mjs

@@ -1,10 +1,12 @@
 import {
+  CHUNKS_DISCARDED_ORIGIN,
   DEFAULT_API_EMBEDDING_MODEL,
   DEFAULT_CHUNK_OVERLAP,
   DEFAULT_CHUNK_SIZE,
   DEFAULT_MIN_CHUNK_SIZE,
   DEFAULT_MIN_CONTENT_LENGTH,
   DEFAULT_VAULT_CACHE_SIZE,
+  DISPLAY_CARD_PLACEHOLDER,
   EMBEDDINGS_DEGRADED_EMPTY,
   ENTITY_FANOUT,
   ENTITY_KINDS,
@@ -15,6 +17,7 @@ import {
   RECALL_MAX_LIMIT,
   RECALL_TOOL_NAME,
   RerankerUnavailableError,
+  TOOL_RESULT_ORIGIN,
   TOPICS_EXTRACTION_VERSION,
   TREND_RECENT_WINDOW_DAYS,
   TREND_STALE_WINDOW_DAYS,
@@ -22,6 +25,7 @@ import {
   archiveVaultMemoryOp,
   assertVaultScopeForSweep,
   backfillMemoryTopicsOp,
+  buildToolResultContent,
   capHopsForDensity,
   chunkAndEmbedAllMessages,
   chunkAndEmbedMessage,
@@ -42,6 +46,7 @@ import {
   createVaultEmbeddingCache,
   createVaultMemoriesBatchOp,
   createVaultMemoryOp,
+  decodeChunkVector,
   decomposeQuery,
   decryptField,
   decryptJsonField,
@@ -51,6 +56,7 @@ import {
   eagerEmbedContent,
   embedAllMessages,
   embedMessage,
+  encodeChunkVector,
   encryptField,
   encryptJsonField,
   encryptVaultMemoryContent,
@@ -94,6 +100,7 @@ import {
   parseMedia,
   postApiV1CreditsPurchase,
   preEmbedVaultMemories,
+  prepareToolResultsForReplay,
   prepareVaultCandidates,
   rankPreparedVaultCandidates,
   recall,
@@ -123,7 +130,7 @@ import {
   upsertMessageOp,
   useEncryption,
   vaultMemoryToStored
-} from "./chunk-WYARTNEN.mjs";
+} from "./chunk-4M6W7QLZ.mjs";
 import {
   PII_PATTERNS,
   PiiRedactor,
@@ -131,8 +138,9 @@ import {
   isPiiRedactor,
   notifyConsolidationFallback,
   resolvePiiRedactor
-} from "./chunk-DT6QNRZL.mjs";
+} from "./chunk-VOMDHMKH.mjs";
 import {
+  INTERNAL_FLOW_MARKER,
   callPortalJsonCompletion,
   consoleLogger,
   extractJsonCandidate,
@@ -141,8 +149,9 @@ import {
   resolvePortalAuthHeaders,
   setLogger,
   supportsResponseFormat,
-  validateEndpointOverride
-} from "./chunk-ILAWDQDE.mjs";
+  validateEndpointOverride,
+  withInternalFlowMarker
+} from "./chunk-B5UPJRCU.mjs";
 import {
   BASE_URL,
   MCP_R2_DOMAIN,
@@ -4782,7 +4791,17 @@ async function callSummarizationLlm(prompt, model, token, baseUrl) {
       body: JSON.stringify({
         model,
         stream: false,
-        messages: [{ role: "user", content: prompt }]
+        // The marker rides a system message because this call has no other
+        // provenance: it posts to the MAIN chat endpoint (not /utility/*), carries no
+        // conversationId, and its prompt is neither the app's chat base prompt nor any
+        // registered flow fingerprint — so without this it reads as markerless, i.e.
+        // as a scripted abuser. Progressive summarization runs for every free-tier
+        // long conversation, so at the PORTAL_DETECTION_REJECT_MARKERLESS flip it
+        // would 403 and silently fall back to verbatim history (context bloat + cost).
+        messages: [
+          { role: "system", content: INTERNAL_FLOW_MARKER },
+          { role: "user", content: prompt }
+        ]
       }),
       signal: controller.signal
     });
@@ -4986,153 +5005,6 @@ async function cleanupConversationSummary(database, conversationId) {
   }
 }
 
-// src/lib/chat/toolResultMessage.ts
-var HEADER = "[Tool Execution Results]\n\n";
-var FOOTER = "\n\nBased on these results, continue with the task.";
-var ENTRY_SEPARATOR = "\n\n";
-var TOOL_RESULT_FOOTER_LINE = FOOTER.trim();
-var MAX_PERSISTED_TOOL_RESULT_CHARS = 1e5;
-function buildToolResultContent(results) {
-  const entries = results.map((r) => `Tool "${r.name}" returned: ${JSON.stringify(r.result)}`);
-  const framing = HEADER.length + FOOTER.length + ENTRY_SEPARATOR.length * Math.max(0, entries.length - 1);
-  const summary = capEntries(entries, MAX_PERSISTED_TOOL_RESULT_CHARS - framing).join(
-    ENTRY_SEPARATOR
-  );
-  return `${HEADER}${summary}${FOOTER}`;
-}
-function capToolResultEntries(entries, budget) {
-  return capEntries(entries, budget);
-}
-function capEntries(entries, budget) {
-  const smallestFirst = entries.map((_, index) => index).sort((a, b) => entries[a].length - entries[b].length);
-  const capped = [...entries];
-  let remaining = budget;
-  let unassigned = entries.length;
-  for (const index of smallestFirst) {
-    capped[index] = truncateEntry(entries[index], Math.floor(remaining / unassigned));
-    remaining -= capped[index].length;
-    unassigned--;
-  }
-  return capped;
-}
-function truncateEntry(entry, allowance) {
-  if (entry.length <= allowance) return entry;
-  const keep = allowance - truncationMarker(entry.length).length;
-  if (keep <= 0) return entry.slice(0, Math.max(0, allowance));
-  return `${entry.slice(0, keep)}${truncationMarker(entry.length - keep)}`;
-}
-function truncationMarker(omitted) {
-  return `
-
-... (tool output truncated, ${omitted} characters omitted)`;
-}
-
-// src/lib/chat/toolResults.ts
-var TOOL_RESULTS_PREFIX = "[Tool Execution Results]";
-var DISPLAY_CARD_PLACEHOLDER = "[displayed a card to the user with the tool result]";
-var TOOL_LINE = /^Tool "([^"]+)" returned: (.*)$/;
-var TOOL_RESULT_ORIGIN = "tool_result";
-function isToolResultsRow(row) {
-  if (row.origin === TOOL_RESULT_ORIGIN) return true;
-  if (typeof row.origin === "string") return false;
-  if (row.role !== "user" || !row.content.startsWith(TOOL_RESULTS_PREFIX)) return false;
-  return parseToolResultSegments(row.content).length > 0;
-}
-function parseToolResultSegments(content) {
-  const segments = [];
-  for (const raw of content.split("\n")) {
-    const line = raw.trim();
-    const match = TOOL_LINE.exec(line);
-    if (match) {
-      segments.push({ name: match[1], line });
-      continue;
-    }
-    const current = segments[segments.length - 1];
-    if (!current || line === "" || line === TOOL_RESULT_FOOTER_LINE) continue;
-    if (line === TOOL_RESULTS_PREFIX) continue;
-    current.line = `${current.line}
-${line}`;
-  }
-  return segments;
-}
-function prepareToolResultsForReplay(rows, options) {
-  if (options.fold) {
-    return foldToolResultsRows(rows, {
-      exclude: options.exclude,
-      placeholder: options.placeholder
-    });
-  }
-  return rows.filter((row) => !isToolResultsRow(row));
-}
-function foldToolResultsRows(rows, options) {
-  const exclude = new Set(options?.exclude ?? []);
-  const out = [];
-  const pending = [];
-  const assistantIndexById = /* @__PURE__ */ new Map();
-  for (const row of rows) {
-    if (isToolResultsRow(row)) {
-      pending.push({ row, insertionPoint: out.length });
-      continue;
-    }
-    out.push(row);
-    if (row.role === "assistant" && row.uniqueId) {
-      assistantIndexById.set(row.uniqueId, out.length - 1);
-    }
-  }
-  const byTarget = /* @__PURE__ */ new Map();
-  for (const { row, insertionPoint } of pending) {
-    const target = resolveFoldTarget(out, row, insertionPoint, assistantIndexById);
-    if (target === void 0) continue;
-    const group = byTarget.get(target);
-    if (group) group.push(row);
-    else byTarget.set(target, [row]);
-  }
-  for (const [target, groupedRows] of byTarget) {
-    const assistant = out[target];
-    const kept = groupedRows.flatMap((row) => parseToolResultSegments(row.content)).filter((segment) => !exclude.has(segment.name));
-    if (kept.length > 0) {
-      out[target] = { ...assistant, content: appendToolResults(assistant.content, kept) };
-    } else if (!assistant.content.trim() && options?.placeholder) {
-      out[target] = { ...assistant, content: options.placeholder };
-    }
-  }
-  return out;
-}
-function resolveFoldTarget(out, row, insertionPoint, assistantIndexById) {
-  const linked = row.parentMessageId ? assistantIndexById.get(row.parentMessageId) : void 0;
-  if (linked !== void 0) return linked;
-  let previous;
-  for (let i = insertionPoint - 1; i >= 0; i--) {
-    if (out[i].role === "assistant") {
-      previous = i;
-      break;
-    }
-  }
-  let next;
-  for (let i = insertionPoint; i < out.length; i++) {
-    if (out[i].role === "assistant") {
-      next = i;
-      break;
-    }
-  }
-  if (previous === void 0) return next;
-  if (next === void 0) return previous;
-  return next - insertionPoint < insertionPoint - previous ? next : previous;
-}
-var MAX_FOLDED_APPENDIX_CHARS = 2e4;
-function appendToolResults(assistantContent, kept) {
-  const framing = TOOL_RESULTS_PREFIX.length + 1 + (kept.length - 1);
-  const capped = capToolResultEntries(
-    kept.map((segment) => segment.line),
-    MAX_FOLDED_APPENDIX_CHARS - framing
-  );
-  const appendix = `${TOOL_RESULTS_PREFIX}
-${capped.join("\n")}`;
-  return assistantContent.trim() ? `${assistantContent}
-
-${appendix}` : appendix;
-}
-
 // src/lib/db/chat/lazyDecrypt.ts
 var LRU_CAPACITY = 256;
 var titleCache = /* @__PURE__ */ new Map();
@@ -6987,7 +6859,7 @@ async function tryConsolidate(trimmed, ctx, options, prepared) {
     content: m.content,
     similarity: m.similarity
   }));
-  const { consolidateMemory: doConsolidate } = await import("./consolidate-3MEWQNM3.mjs");
+  const { consolidateMemory: doConsolidate } = await import("./consolidate-TWE6OSSZ.mjs");
   const decision = await doConsolidate(trimmed, candidates, consolidateOptions);
   if (decision.action === "create") return null;
   if (decision.action === "supersede" && decision.content) {
@@ -8689,7 +8561,10 @@ async function synthesizeFacet(facet, ctx, options, prior) {
     limit,
     types: ["fact"],
     maxTokens: DEFAULT_FACET_MAX_TOKENS,
-    systemPrompt: buildFacetSystemPrompt(facet),
+    // Profile-facet synthesis is a background op, so it marks its own prompt.
+    // reflect() itself must NOT mark — it also serves the user's own questions,
+    // and that traffic is chat, not an internal flow. See ../internalFlowMarker.
+    systemPrompt: withInternalFlowMarker(buildFacetSystemPrompt(facet)),
     responseSchema: facetResponseSchema(facet.key),
     memories
   });
@@ -14856,6 +14731,7 @@ function createNotionTools(getAccessToken, requestNotionAccess) {
   ];
 }
 export {
+  CHUNKS_DISCARDED_ORIGIN,
   Conversation as ChatConversation,
   Message as ChatMessage,
   ConversationMemory as ConversationMemoryModel,
@@ -14896,6 +14772,7 @@ export {
   VaultFolder as StoredVaultFolderModel,
   VaultMemory as StoredVaultMemoryModel,
   StreamExpiredError,
+  TOOL_RESULT_ORIGIN,
   TOPICS_EXTRACTION_VERSION,
   TOPIC_EXTRACTION_BATCH_SIZE,
   TREND_RECENT_WINDOW_DAYS,
@@ -14953,6 +14830,7 @@ export {
   createVaultMemoryOp,
   createWeatherPreProcessor,
   createWebSearchPreProcessor,
+  decodeChunkVector,
   decryptConversationTitle,
   deleteAllVaultMemoriesForUserOp,
   deleteVaultFolderOp,
@@ -14962,6 +14840,7 @@ export {
   eagerEmbedContent,
   embedAllMessages,
   embedMessage,
+  encodeChunkVector,
   ensureDefaultFoldersOp,
   exchangeNotionCode,
   extractAndLinkEntitiesForMemoriesOp,

package/dist/expo/{recall-7FOWWX5T.mjs → recall-EZIHN5VU.mjs}

@@ -1,7 +1,7 @@
 import {
   recall
-} from "./chunk-WYARTNEN.mjs";
-import "./chunk-ILAWDQDE.mjs";
+} from "./chunk-4M6W7QLZ.mjs";
+import "./chunk-B5UPJRCU.mjs";
 import "./chunk-GYKJOWEO.mjs";
 export {
   recall

package/dist/index.cjs

@@ -61,6 +61,7 @@ var init_clientConfig = __esm({
 var index_exports = {};
 __export(index_exports, {
   BUILT_IN_TOOL_SETS: () => BUILT_IN_TOOL_SETS,
+  CHUNKS_DISCARDED_ORIGIN: () => CHUNKS_DISCARDED_ORIGIN,
   DEFAULT_ANALYSIS_PROMPT: () => DEFAULT_ANALYSIS_PROMPT,
   DEFAULT_ANALYZE_AFTER_MESSAGES: () => DEFAULT_ANALYZE_AFTER_MESSAGES,
   DEFAULT_DOCUMENT_PATTERN: () => DEFAULT_DOCUMENT_PATTERN,
@@ -76,6 +77,7 @@ __export(index_exports, {
   PiiRedactor: () => PiiRedactor,
   SseIdleTimeoutError: () => SseIdleTimeoutError,
   TOOL_CATALOG: () => TOOL_CATALOG,
+  TOOL_RESULT_ORIGIN: () => TOOL_RESULT_ORIGIN,
   activatedToolSetNames: () => activatedToolSetNames,
   analyzeStyle: () => analyzeStyle,
   applyToolSets: () => applyToolSets,
@@ -87,6 +89,7 @@ __export(index_exports, {
   cosineInt8: () => cosineInt8,
   createServerToolsFilter: () => createServerToolsFilter,
   createStreamingDeAnonymizer: () => createStreamingDeAnonymizer,
+  decodeChunkVector: () => decodeChunkVector,
   decryptConversationTitle: () => decryptConversationTitle,
   defaultServerToolsFilter: () => defaultServerToolsFilter,
   deleteApiV1Account: () => deleteApiV1Account,
@@ -101,6 +104,7 @@ __export(index_exports, {
   deleteApiV1UserApiKeysByKeyId: () => deleteApiV1UserApiKeysByKeyId,
   deleteApiV1WalletsBindingByAddress: () => deleteApiV1WalletsBindingByAddress,
   dequantizeEmbedding: () => dequantizeEmbedding,
+  encodeChunkVector: () => encodeChunkVector,
   expandToolSetsAdditive: () => expandToolSetsAdditive,
   getApiV1AdminApps: () => getApiV1AdminApps,
   getApiV1AdminAppsByAppIdApiKeys: () => getApiV1AdminAppsByAppIdApiKeys,
@@ -2829,6 +2833,9 @@ function buildSystemPrompt(ctx, options) {
   return { prompt, activeSections };
 }
 
+// src/lib/chat/toolResults.ts
+var TOOL_RESULT_ORIGIN = "tool_result";
+
 // src/react/useEncryption.ts
 var EncryptionKeyMissingError = class extends Error {
   constructor(address, version) {
@@ -2908,6 +2915,63 @@ async function decryptDataWithKey(encryptedHex, key) {
   return SHARED_TEXT_DECODER.decode(decryptedData);
 }
 
+// src/lib/processors/encoding.ts
+var B64_ENCODE_CHUNK = 32768 * 3;
+function uint8ArrayToBase64(data) {
+  if (typeof Buffer !== "undefined") {
+    return Buffer.from(data).toString("base64");
+  }
+  let base64 = "";
+  for (let i = 0; i < data.length; i += B64_ENCODE_CHUNK) {
+    const slice = data.subarray(i, i + B64_ENCODE_CHUNK);
+    let binary = "";
+    for (let j = 0; j < slice.length; j++) {
+      binary += String.fromCharCode(slice[j]);
+    }
+    base64 += btoa(binary);
+  }
+  return base64;
+}
+function base64ToUint8Array(base64) {
+  if (typeof Buffer !== "undefined") {
+    const buf = Buffer.from(base64, "base64");
+    return new Uint8Array(buf.buffer.slice(buf.byteOffset, buf.byteOffset + buf.byteLength));
+  }
+  const binary = atob(base64);
+  const bytes = new Uint8Array(binary.length);
+  for (let i = 0; i < binary.length; i++) {
+    bytes[i] = binary.charCodeAt(i);
+  }
+  return bytes;
+}
+
+// src/lib/memoryEngine/vectorEncoding.ts
+var BYTES_PER_FLOAT32 = 4;
+var CANONICAL_BASE64 = /^[A-Za-z0-9+/]+={0,2}$/;
+function encodeChunkVector(vector) {
+  const f32 = vector instanceof Float32Array ? vector : Float32Array.from(vector);
+  return uint8ArrayToBase64(new Uint8Array(f32.buffer, f32.byteOffset, f32.byteLength));
+}
+function decodeChunkVector(vector, onMalformed) {
+  if (!vector || vector.length === 0) return new Float32Array(0);
+  if (typeof vector !== "string") return Float32Array.from(vector);
+  if (vector.length % 4 !== 0 || !CANONICAL_BASE64.test(vector)) {
+    onMalformed?.();
+    return new Float32Array(0);
+  }
+  try {
+    const bytes = base64ToUint8Array(vector);
+    if (bytes.byteLength === 0 || bytes.byteLength % BYTES_PER_FLOAT32 !== 0) {
+      onMalformed?.();
+      return new Float32Array(0);
+    }
+    return new Float32Array(bytes.buffer, bytes.byteOffset, bytes.byteLength / BYTES_PER_FLOAT32);
+  } catch {
+    onMalformed?.();
+    return new Float32Array(0);
+  }
+}
+
 // src/lib/db/encryption-utils.ts
 function isEncrypted(value) {
   const prefix = value.startsWith("enc:v3:") ? "enc:v3:" : value.startsWith("enc:v2:") ? "enc:v2:" : null;
@@ -2979,6 +3043,9 @@ function getImageModel(r) {
   return r.image_model;
 }
 
+// src/lib/memoryEngine/embeddings.ts
+var CHUNKS_DISCARDED_ORIGIN = "chunks_discarded";
+
 // src/lib/memoryEngine/quantization.ts
 var INT8_MAX = 127;
 function quantizeEmbedding(v) {
@@ -3736,6 +3803,7 @@ function createStreamingDeAnonymizer(redactor, emit) {
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   BUILT_IN_TOOL_SETS,
+  CHUNKS_DISCARDED_ORIGIN,
   DEFAULT_ANALYSIS_PROMPT,
   DEFAULT_ANALYZE_AFTER_MESSAGES,
   DEFAULT_DOCUMENT_PATTERN,
@@ -3751,6 +3819,7 @@ function createStreamingDeAnonymizer(redactor, emit) {
   PiiRedactor,
   SseIdleTimeoutError,
   TOOL_CATALOG,
+  TOOL_RESULT_ORIGIN,
   activatedToolSetNames,
   analyzeStyle,
   applyToolSets,
@@ -3762,6 +3831,7 @@ function createStreamingDeAnonymizer(redactor, emit) {
   cosineInt8,
   createServerToolsFilter,
   createStreamingDeAnonymizer,
+  decodeChunkVector,
   decryptConversationTitle,
   defaultServerToolsFilter,
   deleteApiV1Account,
@@ -3776,6 +3846,7 @@ function createStreamingDeAnonymizer(redactor, emit) {
   deleteApiV1UserApiKeysByKeyId,
   deleteApiV1WalletsBindingByAddress,
   dequantizeEmbedding,
+  encodeChunkVector,
   expandToolSetsAdditive,
   getApiV1AdminApps,
   getApiV1AdminAppsByAppIdApiKeys,