@deeplake/hivemind 0.7.29 → 0.7.31

package/openclaw/dist/chunks/{setup-config-VI54GEUM.js → setup-config-ZYMCZQMJ.js}

@@ -19,6 +19,9 @@ function isAllowlistCoveringHivemind(alsoAllow) {
   }
   return false;
 }
+function isPluginsAllowMissingHivemind(allow) {
+  return Array.isArray(allow) && allow.length > 0 && !allow.includes("hivemind");
+}
 function ensureHivemindAllowlisted() {
   const configPath = getOpenclawConfigPath();
   if (!existsSync(configPath)) {
@@ -31,18 +34,33 @@ function ensureHivemindAllowlisted() {
   } catch (e) {
     return { status: "error", configPath, error: `could not read/parse config: ${e instanceof Error ? e.message : String(e)}` };
   }
+  if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) {
+    return { status: "error", configPath, error: "openclaw config is not a JSON object" };
+  }
+  const plugins = parsed.plugins ?? {};
+  const pluginsAllowRaw = plugins.allow;
   const tools = parsed.tools ?? {};
-  const alsoAllow = Array.isArray(tools.alsoAllow) ? tools.alsoAllow : [];
-  if (isAllowlistCoveringHivemind(alsoAllow)) {
+  const alsoAllowRaw = tools.alsoAllow;
+  const pluginsAllowNeedsPatch = isPluginsAllowMissingHivemind(pluginsAllowRaw);
+  const toolsAlsoAllowNeedsPatch = Array.isArray(alsoAllowRaw) && alsoAllowRaw.length > 0 && !isAllowlistCoveringHivemind(alsoAllowRaw);
+  if (!pluginsAllowNeedsPatch && !toolsAlsoAllowNeedsPatch) {
     return { status: "already-set", configPath };
   }
-  const updated = {
-    ...parsed,
-    tools: {
+  const updated = { ...parsed };
+  if (pluginsAllowNeedsPatch) {
+    updated.plugins = {
+      ...plugins,
+      // Cast safe — isPluginsAllowMissingHivemind guarantees Array.
+      allow: [...pluginsAllowRaw, "hivemind"]
+    };
+  }
+  if (toolsAlsoAllowNeedsPatch) {
+    updated.tools = {
       ...tools,
-      alsoAllow: [...alsoAllow, "hivemind"]
-    }
-  };
+      // Cast safe — the needs-patch check above guarantees Array.
+      alsoAllow: [...alsoAllowRaw, "hivemind"]
+    };
+  }
   const backupPath = `${configPath}.bak-hivemind-${Date.now()}`;
   const tmpPath = `${configPath}.tmp-hivemind-${process.pid}`;
   try {
@@ -52,7 +70,15 @@ function ensureHivemindAllowlisted() {
   } catch (e) {
     return { status: "error", configPath, error: `could not write config: ${e instanceof Error ? e.message : String(e)}` };
   }
-  return { status: "added", configPath, backupPath };
+  return {
+    status: "added",
+    configPath,
+    backupPath,
+    delta: {
+      pluginsAllow: pluginsAllowNeedsPatch,
+      toolsAlsoAllow: toolsAlsoAllowNeedsPatch
+    }
+  };
 }
 function toggleAutoUpdateConfig(setTo) {
   const configPath = getOpenclawConfigPath();
@@ -100,8 +126,12 @@ function detectAllowlistMissing() {
   if (!existsSync(configPath)) return false;
   try {
     const parsed = JSON.parse(readFileSync(configPath, "utf-8"));
+    if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) return false;
+    const plugins = parsed.plugins ?? {};
     const tools = parsed.tools ?? {};
-    return !isAllowlistCoveringHivemind(tools.alsoAllow);
+    const alsoAllow = tools.alsoAllow;
+    const toolsMissing = Array.isArray(alsoAllow) && alsoAllow.length > 0 && !isAllowlistCoveringHivemind(alsoAllow);
+    return isPluginsAllowMissingHivemind(plugins.allow) || toolsMissing;
   } catch {
     return false;
   }
@@ -112,5 +142,6 @@ export {
   ensureHivemindAllowlisted,
   getOpenclawConfigPath,
   isAllowlistCoveringHivemind,
+  isPluginsAllowMissingHivemind,
   toggleAutoUpdateConfig
 };

package/openclaw/dist/index.js

@@ -1036,7 +1036,10 @@ import {
   closeSync as fsClose,
   writeFileSync as fsWriteFile,
   constants as fsConstants,
-  renameSync as fsRename
+  readFileSync as fsReadFile,
+  renameSync as fsRename,
+  unlinkSync as fsUnlink,
+  statSync as fsStat
 } from "node:fs";
 import { createHash } from "node:crypto";
 import { createRequire } from "node:module";
@@ -1044,7 +1047,7 @@ function definePluginEntry(entry) {
   return entry;
 }
 function loadSetupConfig() {
-  return import("./chunks/setup-config-VI54GEUM.js");
+  return import("./chunks/setup-config-ZYMCZQMJ.js");
 }
 var credsModulePromise = null;
 var configModulePromise = null;
@@ -1108,7 +1111,7 @@ function extractLatestVersion(body) {
   return typeof v === "string" && v.length > 0 ? v : null;
 }
 function getInstalledVersion() {
-  return "0.7.29".length > 0 ? "0.7.29" : null;
+  return "0.7.31".length > 0 ? "0.7.31" : null;
 }
 function isNewer(latest, current) {
   const parse = (v) => v.replace(/-.*$/, "").split(".").map(Number);
@@ -1211,6 +1214,7 @@ var skillsTable = "skills";
 var captureEnabled = true;
 var capturedCounts = /* @__PURE__ */ new Map();
 var fallbackSessionId = crypto.randomUUID();
+var skillifySpawnedFor = /* @__PURE__ */ new Set();
 var __openclaw_filename = fileURLToPath(import.meta.url);
 var __openclaw_dirname = dirnamePath(__openclaw_filename);
 var OPENCLAW_SKILLIFY_WORKER_PATH = joinPath(__openclaw_dirname, "skillify-worker.js");
@@ -1235,14 +1239,51 @@ function deriveOpenclawProjectKey(channel) {
   const key = createHash("sha1").update(project).digest("hex").slice(0, 16);
   return { key, project };
 }
+var LOCK_MAX_AGE_MS = 10 * 60 * 1e3;
 function tryAcquireOpenclawSkillifyLock(projectKey) {
   try {
     migrateOpenclawSkillifyLegacyStateDir();
     fsMkdir(OPENCLAW_SKILLIFY_STATE_DIR, { recursive: true });
     const lockPath = joinPath(OPENCLAW_SKILLIFY_STATE_DIR, `${projectKey}.worker.lock`);
-    const fd = fsOpen(lockPath, fsConstants.O_CREAT | fsConstants.O_EXCL | fsConstants.O_WRONLY);
-    fsClose(fd);
-    return true;
+    const acquire = () => {
+      const fd = fsOpen(lockPath, fsConstants.O_CREAT | fsConstants.O_EXCL | fsConstants.O_WRONLY);
+      try {
+        fsWriteFile(fd, String(Date.now()));
+      } finally {
+        fsClose(fd);
+      }
+      return true;
+    };
+    try {
+      return acquire();
+    } catch {
+      try {
+        const body = fsReadFile(lockPath, "utf-8");
+        const ts = Number.parseInt(body.trim(), 10);
+        const ageByBody = Number.isFinite(ts) ? Date.now() - ts : Number.POSITIVE_INFINITY;
+        let ageByMtime = 0;
+        try {
+          ageByMtime = Date.now() - fsStat(lockPath).mtimeMs;
+        } catch {
+          ageByMtime = 0;
+        }
+        const effectiveAge = Number.isFinite(ts) ? ageByBody : ageByMtime;
+        if (effectiveAge > LOCK_MAX_AGE_MS) {
+          try {
+            fsUnlink(lockPath);
+          } catch {
+          }
+          try {
+            return acquire();
+          } catch {
+            return false;
+          }
+        }
+        return false;
+      } catch {
+        return false;
+      }
+    }
   } catch {
     return false;
   }
@@ -1267,23 +1308,23 @@ function detectOpenclawGateAgent() {
 function spawnOpenclawSkillifyWorker(a) {
   if (!fsExists(OPENCLAW_SKILLIFY_WORKER_PATH)) {
     a.loggerWarn?.(`skillify worker missing at ${OPENCLAW_SKILLIFY_WORKER_PATH} \u2014 reinstall openclaw plugin`);
-    return;
+    return false;
   }
   const gateAgent = detectOpenclawGateAgent();
   if (!gateAgent) {
     a.loggerWarn?.(`skillify spawn: no delegate gate CLI found on PATH (need one of: claude, codex, cursor-agent, hermes, pi). Mining skipped.`);
-    return;
+    return false;
   }
   const { key: projectKey, project } = deriveOpenclawProjectKey(a.channel);
   if (!tryAcquireOpenclawSkillifyLock(projectKey)) {
-    return;
+    return false;
   }
   const tmpDir = joinPath(tmpdir(), `deeplake-skillify-openclaw-${projectKey}-${Date.now()}`);
   try {
     fsMkdir(tmpDir, { recursive: true, mode: 448 });
   } catch (e) {
     a.loggerWarn?.(`skillify spawn: mkdir failed: ${e?.message ?? e}`);
-    return;
+    return false;
   }
   const configPath = joinPath(tmpDir, "config.json");
   const config = {
@@ -1326,7 +1367,7 @@ function spawnOpenclawSkillifyWorker(a) {
     fsWriteFile(configPath, JSON.stringify(config), { mode: 384 });
   } catch (e) {
     a.loggerWarn?.(`skillify spawn: config write failed: ${e?.message ?? e}`);
-    return;
+    return false;
   }
   try {
     realSpawn(process.execPath, [OPENCLAW_SKILLIFY_WORKER_PATH, configPath], {
@@ -1334,69 +1375,15 @@ function spawnOpenclawSkillifyWorker(a) {
       stdio: "ignore",
       env: { ...inheritedEnv.env, HIVEMIND_SKILLIFY_WORKER: "1", HIVEMIND_CAPTURE: "false" }
     }).unref();
+    return true;
   } catch (e) {
     a.loggerWarn?.(`skillify spawn: spawn failed: ${e?.message ?? e}`);
+    return false;
   }
 }
 function buildSessionPath(config, sessionId) {
   return `/sessions/${config.userName}/${config.userName}_${config.orgName}_${config.workspaceId}_${sessionId}.jsonl`;
 }
-var RECALL_STOPWORDS = /* @__PURE__ */ new Set([
-  "the",
-  "and",
-  "for",
-  "are",
-  "but",
-  "not",
-  "you",
-  "all",
-  "can",
-  "had",
-  "her",
-  "was",
-  "one",
-  "our",
-  "out",
-  "has",
-  "have",
-  "what",
-  "does",
-  "like",
-  "with",
-  "this",
-  "that",
-  "from",
-  "they",
-  "been",
-  "will",
-  "more",
-  "when",
-  "who",
-  "how",
-  "its",
-  "into",
-  "some",
-  "than",
-  "them",
-  "these",
-  "then",
-  "your",
-  "just",
-  "about",
-  "would",
-  "could",
-  "should",
-  "where",
-  "which",
-  "there",
-  "their",
-  "being",
-  "each",
-  "other"
-]);
-function extractKeywords(prompt) {
-  return prompt.toLowerCase().replace(/[^a-z0-9\s]/g, " ").split(/\s+/).filter((w) => w.length >= 3 && !RECALL_STOPWORDS.has(w)).slice(0, 4);
-}
 function normalizeVirtualPath(p) {
   if (!p || typeof p !== "string") return "/";
   const trimmed = p.trim();
@@ -1558,15 +1545,19 @@ Skill mining (skillify) runs in the background after each turn \u2014 your conve
 No changes needed \u2014 memory tools are available to the agent.${skillifyHint}` };
             }
             if (result.status === "added") {
-              return { text: `\u2705 Added "hivemind" to your tool allowlist.
+              const touched = [];
+              if (result.delta.pluginsAllow) touched.push(`"hivemind" \u2192 plugins.allow`);
+              if (result.delta.toolsAlsoAllow) touched.push(`"hivemind" \u2192 tools.alsoAllow`);
+              return { text: `\u2705 Added:
+  \u2022 ${touched.join("\n  \u2022 ")}
 
-Openclaw will detect the config change and restart. On the next turn, the agent will have access to hivemind_search, hivemind_read, and hivemind_index.
+Openclaw will detect the config change and restart. On the next turn, the agent will have access to hivemind_search, hivemind_read, and hivemind_index. **Capture starts on the next turn \u2014 earlier turns are NOT backfilled.**
 
 Backup of previous config: ${result.backupPath}${skillifyHint}` };
             }
             return { text: `\u26A0\uFE0F Could not update allowlist: ${result.error}
 
-Manual fix: open ${result.configPath} and add "hivemind" to the "alsoAllow" array under "tools".` };
+Manual fix: open ${result.configPath}. If \`plugins.allow\` exists as a non-empty array, add "hivemind" to it. If \`tools.alsoAllow\` exists as a non-empty array, add "hivemind" to it. If either is absent or empty, leave it as-is (openclaw treats that as default-allow).` };
           }
         });
         pluginApi.registerCommand({
@@ -1825,26 +1816,25 @@ A newer Hivemind version is available: ${pendingUpdate.current} \u2192 ${pending
             };
           });
         }
-        if (config.autoRecall !== false) {
-          hook("before_agent_start", async (event) => {
-            if (!event.prompt || event.prompt.length < 5) return;
-            try {
-              const dl = await getApi();
-              if (!dl && authUrl) {
-                return {
-                  prependContext: `
+        hook("before_agent_start", async (event) => {
+          if (!event.prompt || event.prompt.length < 5) return;
+          try {
+            const dl = await getApi();
+            if (!dl && authUrl) {
+              return {
+                prependContext: `
 
 IMPORTANT: The user needs to authenticate with Hivemind. Include this link in your reply: ${authUrl}
 Tell them to click it and sign in, then send another message.
 `
-                };
-              }
-              if (!dl) return;
-              if (justAuthenticated) {
-                justAuthenticated = false;
-                const creds2 = await loadCredentials2();
-                const orgName = creds2?.orgName ?? creds2?.orgId ?? "unknown";
-                return { prependContext: `
+              };
+            }
+            if (!dl) return;
+            if (justAuthenticated) {
+              justAuthenticated = false;
+              const creds2 = await loadCredentials2();
+              const orgName = creds2?.orgName ?? creds2?.orgId ?? "unknown";
+              return { prependContext: `
 
 \u{1F41D} Welcome to Hivemind!
 
@@ -1859,37 +1849,11 @@ Get started:
 
 One brain for every agent on your team.
 ` };
-              }
-              const keywords = extractKeywords(event.prompt);
-              if (!keywords.length) return;
-              const grepParams = {
-                pattern: keywords.join(" "),
-                ignoreCase: true,
-                wordMatch: false,
-                filesOnly: false,
-                countOnly: false,
-                lineNumber: false,
-                invertMatch: false,
-                fixedString: true
-              };
-              const searchOpts = buildGrepSearchOptions(grepParams, "/");
-              searchOpts.limit = 10;
-              const rows = await searchDeeplakeTables(dl, memoryTable, sessionsTable, searchOpts);
-              if (!rows.length) return;
-              const recalled = rows.map((r) => {
-                const body = normalizeContent(r.path, r.content);
-                return `[${r.path}] ${body.slice(0, 400)}`;
-              }).join("\n\n");
-              logger.info?.(`Auto-recalled ${rows.length} memories`);
-              const instruction = "These are raw Hivemind search hits from prior sessions. Each hit is prefixed with its path (e.g. `/summaries/<username>/...`). Different usernames are different people \u2014 do NOT merge, alias, or conflate them. If you need more detail, call `hivemind_search` with a more specific query or `hivemind_read` on a specific path. If these hits don't answer the question, say so rather than guessing.";
-              return {
-                prependContext: "\n\n<recalled-memories>\n" + instruction + "\n\n" + recalled + "\n</recalled-memories>\n"
-              };
-            } catch (err) {
-              logger.error(`Auto-recall failed: ${err instanceof Error ? err.message : String(err)}`);
             }
-          });
-        }
+          } catch (err) {
+            logger.error(`before_agent_start failed: ${err instanceof Error ? err.message : String(err)}`);
+          }
+        });
         if (config.autoCapture !== false) {
           hook("agent_end", async (event) => {
             const ev = event;
@@ -1939,23 +1903,27 @@ One brain for every agent on your team.
                 }
               }
               logger.info?.(`Auto-captured ${newMessages.length} messages`);
-              try {
-                spawnOpenclawSkillifyWorker({
-                  apiUrl: cfg.apiUrl,
-                  token: cfg.token,
-                  orgId: cfg.orgId,
-                  workspaceId: cfg.workspaceId,
-                  userName: cfg.userName,
-                  channel: ev.channel || "openclaw",
-                  sessionId: sid,
-                  loggerWarn: (msg) => logger.error(`Skillify spawn: ${msg}`),
-                  // Pass the same tuning dispatch the plugin populated at
-                  // register-time. The worker will repopulate its own
-                  // globalThis from this.
-                  tuning: globalThis.__hivemind_tuning__
-                });
-              } catch (e) {
-                logger.error(`Skillify spawn threw: ${e?.message ?? e}`);
+              if (!skillifySpawnedFor.has(sid)) {
+                try {
+                  if (spawnOpenclawSkillifyWorker({
+                    apiUrl: cfg.apiUrl,
+                    token: cfg.token,
+                    orgId: cfg.orgId,
+                    workspaceId: cfg.workspaceId,
+                    userName: cfg.userName,
+                    channel: ev.channel || "openclaw",
+                    sessionId: sid,
+                    loggerWarn: (msg) => logger.error(`Skillify spawn: ${msg}`),
+                    // Pass the same tuning dispatch the plugin populated at
+                    // register-time. The worker will repopulate its own
+                    // globalThis from this.
+                    tuning: globalThis.__hivemind_tuning__
+                  })) {
+                    skillifySpawnedFor.add(sid);
+                  }
+                } catch (e) {
+                  logger.error(`Skillify spawn threw: ${e?.message ?? e}`);
+                }
               }
             } catch (err) {
               logger.error(`Auto-capture failed: ${err instanceof Error ? err.message : String(err)}`);

package/openclaw/openclaw.plugin.json

@@ -52,5 +52,5 @@
       }
     }
   },
-  "version": "0.7.29"
+  "version": "0.7.31"
 }

package/openclaw/package.json

@@ -1,6 +1,6 @@
 {
   "name": "hivemind",
-  "version": "0.7.29",
+  "version": "0.7.31",
   "type": "module",
   "description": "Hivemind — cloud-backed persistent shared memory for AI agents, powered by DeepLake",
   "license": "Apache-2.0",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@deeplake/hivemind",
-  "version": "0.7.29",
+  "version": "0.7.31",
   "description": "Cloud-backed persistent shared memory for AI agents powered by Deeplake",
   "type": "module",
   "repository": {