mindcache 3.4.1 → 3.4.3

package/dist/cloud/index.mjs

@@ -177,6 +177,7 @@ var init_CloudAdapter = __esm({
     RECONNECT_DELAY = 1e3;
     MAX_RECONNECT_DELAY = 3e4;
     CloudAdapter = class {
+      // Track if initial sync is complete
       constructor(config) {
         this.config = config;
         if (!config.baseUrl) {
@@ -196,6 +197,7 @@ var init_CloudAdapter = __esm({
       token = null;
       handleOnline = null;
       handleOffline = null;
+      _synced = false;
       /** Browser network status - instantly updated via navigator.onLine */
       get isOnline() {
         return this._isOnline;
@@ -378,10 +380,14 @@ var init_CloudAdapter = __esm({
               const encoder = encoding.createEncoder();
               const decoder = decoding.createDecoder(new Uint8Array(event.data));
               if (this.mindcache) {
-                syncProtocol.readSyncMessage(decoder, encoder, this.mindcache.doc, this);
+                const messageType = syncProtocol.readSyncMessage(decoder, encoder, this.mindcache.doc, this);
                 if (encoding.length(encoder) > 0) {
                   this.sendBinary(encoding.toUint8Array(encoder));
                 }
+                if (!this._synced && (messageType === 1 || messageType === 2)) {
+                  this._synced = true;
+                  this.emit("synced");
+                }
               }
             }
           } catch (error) {
@@ -425,15 +431,9 @@ var init_CloudAdapter = __esm({
 var DEFAULT_KEY_ATTRIBUTES = {
   type: "text",
   contentTags: [],
-  systemTags: ["SystemPrompt", "LLMWrite"],
-  // visible in system prompt and writable by LLM by default
-  zIndex: 0,
-  // Legacy - derived from systemTags
-  readonly: false,
-  visible: true,
-  hardcoded: false,
-  template: false,
-  tags: []
+  systemTags: [],
+  // Keys are private by default - explicitly add SystemPrompt/LLMRead/LLMWrite to enable LLM access
+  zIndex: 0
 };
 
 // src/core/MindCache.ts
@@ -451,35 +451,14 @@ var MindCache = class {
   // (Less critical with Yjs but kept for API compat)
   normalizeSystemTags(tags) {
     const normalized = [];
-    let hasSystemPrompt = false;
-    let hasLLMRead = false;
-    let hasLLMWrite = false;
-    let hasReadonly = false;
+    const seen = /* @__PURE__ */ new Set();
     for (const tag of tags) {
-      if (tag === "SystemPrompt" || tag === "prompt") {
-        hasSystemPrompt = true;
-      } else if (tag === "LLMRead") {
-        hasLLMRead = true;
-      } else if (tag === "LLMWrite") {
-        hasLLMWrite = true;
-      } else if (tag === "readonly") {
-        hasReadonly = true;
-      } else if (tag === "protected") {
-        normalized.push(tag);
-      } else if (tag === "ApplyTemplate" || tag === "template") {
-        normalized.push("ApplyTemplate");
-      }
-    }
-    if (hasSystemPrompt) {
-      normalized.push("SystemPrompt");
-    }
-    if (hasLLMRead) {
-      normalized.push("LLMRead");
-    }
-    if (hasReadonly) {
-      normalized.push("readonly");
-    } else if (hasLLMWrite) {
-      normalized.push("LLMWrite");
+      if (["SystemPrompt", "LLMRead", "LLMWrite", "protected", "ApplyTemplate"].includes(tag)) {
+        if (!seen.has(tag)) {
+          seen.add(tag);
+          normalized.push(tag);
+        }
+      }
     }
     return normalized;
   }
@@ -503,7 +482,7 @@ var MindCache = class {
   _historyOptions = { maxEntries: 100, snapshotInterval: 10 };
   _historyEnabled = false;
   constructor(options) {
-    this.doc = new Y.Doc();
+    this.doc = options?.doc || new Y.Doc();
     this.rootMap = this.doc.getMap("mindcache");
     this.rootMap.observeDeep((events) => {
       const keysAffected = /* @__PURE__ */ new Set();
@@ -906,16 +885,10 @@ var MindCache = class {
         const attrs = entry.attributes || {};
         const normalizedAttrs = {
           type: attrs.type || "text",
+          contentType: attrs.contentType,
           contentTags: attrs.contentTags || [],
-          systemTags: attrs.systemTags || this.normalizeSystemTags(attrs.visible !== false ? ["prompt"] : []),
-          zIndex: attrs.zIndex ?? 0,
-          // Legacy fields
-          readonly: attrs.readonly ?? false,
-          visible: attrs.visible ?? true,
-          hardcoded: attrs.hardcoded ?? false,
-          template: attrs.template ?? false,
-          tags: attrs.tags || [],
-          contentType: attrs.contentType
+          systemTags: this.normalizeSystemTags(attrs.systemTags || []),
+          zIndex: attrs.zIndex ?? 0
         };
         entryMap.set("attributes", normalizedAttrs);
       }
@@ -1020,7 +993,7 @@ var MindCache = class {
     if (_processingStack && _processingStack.has(key)) {
       return `{{${key}}}`;
     }
-    if (attributes?.systemTags?.includes("ApplyTemplate") || attributes?.systemTags?.includes("template") || attributes?.template) {
+    if (attributes?.systemTags?.includes("ApplyTemplate")) {
       if (typeof value === "string") {
         const stack = _processingStack || /* @__PURE__ */ new Set();
         stack.add(key);
@@ -1034,13 +1007,8 @@ var MindCache = class {
       return {
         type: "text",
         contentTags: [],
-        systemTags: ["prompt", "readonly", "protected"],
-        zIndex: 999999,
-        readonly: true,
-        visible: true,
-        hardcoded: true,
-        template: false,
-        tags: []
+        systemTags: ["SystemPrompt", "protected"],
+        zIndex: 999999
       };
     }
     const entryMap = this.rootMap.get(key);
@@ -1107,22 +1075,13 @@ var MindCache = class {
     this.getUndoManager(key);
     this.doc.transact(() => {
       const oldAttributes = isNewEntry ? {
-        ...DEFAULT_KEY_ATTRIBUTES,
-        contentTags: [],
-        systemTags: ["SystemPrompt", "LLMWrite"],
-        tags: [],
-        zIndex: 0
+        ...DEFAULT_KEY_ATTRIBUTES
       } : entryMap.get("attributes");
       const finalAttributes = attributes ? { ...oldAttributes, ...attributes } : oldAttributes;
       let normalizedAttributes = { ...finalAttributes };
       if (finalAttributes.systemTags) {
         normalizedAttributes.systemTags = this.normalizeSystemTags(finalAttributes.systemTags);
       }
-      if (finalAttributes.template) {
-        if (!normalizedAttributes.systemTags.includes("template")) {
-          normalizedAttributes.systemTags.push("template");
-        }
-      }
       let valueToSet = value;
       if (normalizedAttributes.type === "document" && !(valueToSet instanceof Y.Text)) {
         valueToSet = new Y.Text(typeof value === "string" ? value : String(value ?? ""));
@@ -1133,6 +1092,38 @@ var MindCache = class {
       entryMap.set("attributes", normalizedAttributes);
     });
   }
+  /**
+   * LLM-safe method to write a value to a key.
+   * This method:
+   * - Only updates the value, never modifies attributes/systemTags
+   * - Checks LLMWrite permission before writing
+   * - Returns false if key doesn't exist or lacks LLMWrite permission
+   *
+   * Used by create_vercel_ai_tools() to prevent LLMs from escalating privileges.
+   */
+  llm_set_key(key, value) {
+    if (key === "$date" || key === "$time" || key === "$version") {
+      return false;
+    }
+    const entryMap = this.rootMap.get(key);
+    if (!entryMap) {
+      return false;
+    }
+    const attributes = entryMap.get("attributes");
+    if (!attributes?.systemTags?.includes("LLMWrite")) {
+      return false;
+    }
+    if (attributes.type === "document") {
+      if (typeof value === "string") {
+        this._replaceDocumentText(key, value);
+      }
+      return true;
+    }
+    this.doc.transact(() => {
+      entryMap.set("value", value);
+    });
+    return true;
+  }
   delete_key(key) {
     if (key === "$date" || key === "$time") {
       return;
@@ -1577,15 +1568,13 @@ var MindCache = class {
       }
       const attributes = entryMap.get("attributes");
       const value = entryMap.get("value");
-      if (attributes?.hardcoded) {
+      if (attributes?.systemTags?.includes("protected")) {
         return;
       }
       lines.push(`### ${key}`);
       const entryType = attributes?.type || "text";
       lines.push(`- **Type**: \`${entryType}\``);
-      lines.push(`- **Readonly**: \`${attributes?.readonly ?? false}\``);
-      lines.push(`- **Visible**: \`${attributes?.visible ?? true}\``);
-      lines.push(`- **Template**: \`${attributes?.template ?? false}\``);
+      lines.push(`- **System Tags**: \`${attributes?.systemTags?.join(", ") || "none"}\``);
       lines.push(`- **Z-Index**: \`${attributes?.zIndex ?? 0}\``);
       if (attributes?.contentTags && attributes.contentTags.length > 0) {
         lines.push(`- **Tags**: \`${attributes.contentTags.join("`, `")}\``);
@@ -1615,7 +1604,10 @@ var MindCache = class {
         }
         lines.push("```");
       } else {
-        lines.push(`- **Value**: ${value}`);
+        lines.push("- **Value**:");
+        lines.push("```");
+        lines.push(String(value));
+        lines.push("```");
       }
       lines.push("");
     });
@@ -1650,7 +1642,7 @@ var MindCache = class {
     for (const line of lines) {
       if (line.startsWith("### ") && !line.startsWith("### Appendix")) {
         if (currentKey && currentValue !== null) {
-          this.set_value(currentKey, currentValue, currentAttributes);
+          this.set_value(currentKey, currentValue.trim(), currentAttributes);
         }
         currentKey = line.substring(4).trim();
         currentAttributes = {};
@@ -1671,16 +1663,11 @@ var MindCache = class {
         }
         continue;
       }
-      if (line.startsWith("- **Readonly**:")) {
-        currentAttributes.readonly = line.includes("`true`");
-        continue;
-      }
-      if (line.startsWith("- **Visible**:")) {
-        currentAttributes.visible = line.includes("`true`");
-        continue;
-      }
-      if (line.startsWith("- **Template**:")) {
-        currentAttributes.template = line.includes("`true`");
+      if (line.startsWith("- **System Tags**:")) {
+        const tagsStr = line.match(/`([^`]+)`/)?.[1] || "";
+        if (tagsStr !== "none") {
+          currentAttributes.systemTags = tagsStr.split(", ").filter((t) => t);
+        }
         continue;
       }
       if (line.startsWith("- **Z-Index**:")) {
@@ -1691,7 +1678,6 @@ var MindCache = class {
       if (line.startsWith("- **Tags**:")) {
         const tags = line.match(/`([^`]+)`/g)?.map((t) => t.slice(1, -1)) || [];
         currentAttributes.contentTags = tags;
-        currentAttributes.tags = tags;
         continue;
       }
       if (line.startsWith("- **Content Type**:")) {
@@ -1699,10 +1685,24 @@ var MindCache = class {
         continue;
       }
       if (line.startsWith("- **Value**:") && !line.includes("[See Appendix")) {
-        currentValue = line.substring(12).trim();
+        const afterValue = line.substring(12).trim();
+        if (afterValue === "") {
+          currentValue = "";
+        } else if (afterValue === "```" || afterValue === "```json") {
+          inCodeBlock = true;
+          codeBlockContent = [];
+          currentValue = "";
+        } else if (afterValue.startsWith("```")) {
+          inCodeBlock = true;
+          codeBlockContent = [afterValue.substring(3)];
+          currentValue = "";
+        } else {
+          currentValue = afterValue;
+        }
         continue;
       }
-      if (line === "```json" || line === "```") {
+      const trimmedLine = line.trim();
+      if (trimmedLine === "```json" || trimmedLine === "```") {
         if (inCodeBlock) {
           inCodeBlock = false;
           if (currentKey && codeBlockContent.length > 0) {
@@ -1711,15 +1711,27 @@ var MindCache = class {
           codeBlockContent = [];
         } else {
           inCodeBlock = true;
+          codeBlockContent = [];
         }
         continue;
       }
       if (inCodeBlock) {
         codeBlockContent.push(line);
+      } else if (currentKey && currentValue !== null) {
+        currentValue += "\n" + line;
       }
     }
     if (currentKey && currentValue !== null) {
-      this.set_value(currentKey, currentValue, currentAttributes);
+      this.set_value(currentKey, currentValue.trim(), currentAttributes);
+    }
+    const hasParsedKeys = lines.some((line) => line.startsWith("### ") && !line.startsWith("### Appendix"));
+    if (!hasParsedKeys && markdown.trim().length > 0) {
+      this.set_value("imported_content", markdown.trim(), {
+        type: "text",
+        systemTags: ["SystemPrompt", "LLMWrite"],
+        // Default assumptions
+        zIndex: 0
+      });
     }
   }
   /**
@@ -1947,8 +1959,12 @@ var MindCache = class {
   /**
    * Generate Vercel AI SDK compatible tools for writable keys.
    * For document type keys, generates additional tools: append_, insert_, edit_
+   *
+   * Security: All tools use llm_set_key internally which:
+   * - Only modifies VALUES, never attributes/systemTags
+   * - Prevents LLMs from escalating privileges
    */
-  get_aisdk_tools() {
+  create_vercel_ai_tools() {
     const tools = {};
     for (const [key, val] of this.rootMap) {
       if (key.startsWith("$")) {
@@ -1956,7 +1972,7 @@ var MindCache = class {
       }
       const entryMap = val;
       const attributes = entryMap.get("attributes");
-      const isWritable = !attributes?.readonly && (attributes?.systemTags?.includes("LLMWrite") || !attributes?.systemTags);
+      const isWritable = attributes?.systemTags?.includes("LLMWrite");
       if (!isWritable) {
         continue;
       }
@@ -1972,15 +1988,18 @@ var MindCache = class {
           required: ["value"]
         },
         execute: async ({ value }) => {
-          if (isDocument) {
-            this._replaceDocumentText(key, value);
-          } else {
-            this.set_value(key, value);
+          const success = this.llm_set_key(key, value);
+          if (success) {
+            return {
+              result: `Successfully wrote "${value}" to ${key}`,
+              key,
+              value
+            };
           }
           return {
-            result: `Successfully wrote "${value}" to ${key}`,
+            result: `Failed to write to ${key} - permission denied or key not found`,
             key,
-            value
+            error: true
           };
         }
       };
@@ -1995,6 +2014,9 @@ var MindCache = class {
             required: ["text"]
           },
           execute: async ({ text }) => {
+            if (!attributes?.systemTags?.includes("LLMWrite")) {
+              return { result: `Permission denied for ${key}`, key, error: true };
+            }
             const yText = this.get_document(key);
             if (yText) {
               yText.insert(yText.length, text);
@@ -2018,6 +2040,9 @@ var MindCache = class {
             required: ["index", "text"]
           },
           execute: async ({ index, text }) => {
+            if (!attributes?.systemTags?.includes("LLMWrite")) {
+              return { result: `Permission denied for ${key}`, key, error: true };
+            }
             this.insert_text(key, index, text);
             return {
               result: `Successfully inserted text at position ${index} in ${key}`,
@@ -2038,6 +2063,9 @@ var MindCache = class {
             required: ["find", "replace"]
           },
           execute: async ({ find, replace }) => {
+            if (!attributes?.systemTags?.includes("LLMWrite")) {
+              return { result: `Permission denied for ${key}`, key, error: true };
+            }
             const yText = this.get_document(key);
             if (yText) {
               const text = yText.toString();
@@ -2062,6 +2090,12 @@ var MindCache = class {
     }
     return tools;
   }
+  /**
+   * @deprecated Use create_vercel_ai_tools() instead
+   */
+  get_aisdk_tools() {
+    return this.create_vercel_ai_tools();
+  }
   /**
    * Generate a system prompt containing all visible STM keys and their values.
    * Indicates which tools can be used to modify writable keys.
@@ -2074,13 +2108,13 @@ var MindCache = class {
       }
       const entryMap = val;
       const attributes = entryMap.get("attributes");
-      const isVisible = attributes?.visible !== false && (attributes?.systemTags?.includes("prompt") || attributes?.systemTags?.includes("SystemPrompt") || !attributes?.systemTags);
+      const isVisible = attributes?.systemTags?.includes("SystemPrompt") || attributes?.systemTags?.includes("LLMRead");
       if (!isVisible) {
         continue;
       }
       const value = this.get_value(key);
       const displayValue = typeof value === "object" ? JSON.stringify(value) : value;
-      const isWritable = !attributes?.readonly && (attributes?.systemTags?.includes("LLMWrite") || !attributes?.systemTags);
+      const isWritable = attributes?.systemTags?.includes("LLMWrite");
       const isDocument = attributes?.type === "document";
       const sanitizedKey = this.sanitizeKeyForTool(key);
       if (isWritable) {
@@ -2121,7 +2155,7 @@ var MindCache = class {
       return null;
     }
     const attributes = entryMap.get("attributes");
-    const isWritable = !attributes?.readonly && (attributes?.systemTags?.includes("LLMWrite") || !attributes?.systemTags);
+    const isWritable = attributes?.systemTags?.includes("LLMWrite");
     if (!isWritable) {
       return null;
     }