memorylake-openclaw 1.0.2-beta.7 → 1.1.1

package/CHANGELOG.md

@@ -0,0 +1,55 @@
+# Changelog
+
+## v1.1.0 — 2026-04-21
+
+Major release introducing **model-driven memory recall**, **cross-platform archive upload**, and a full modular refactor of the plugin.
+
+### Features
+
+#### Memory & retrieval
+- **Model-driven recall** (#27): replaced server-side prefetch/inject with instructions that prompt the model to call `retrieve_context` itself — eliminates query-rewrite + search latency on every turn.
+- **Renamed** `memory_search` → `retrieve_context`; the tool now searches **both memories and documents in a single call**, running provider searches in parallel via `Promise.allSettled`.
+- **Memory conflicts** are surfaced in `retrieve_context` results (previously only in auto-recall path).
+- **Per-turn `[MEMORYLAKE REMINDER]`** prepended to each user turn to keep retrieval enforcement alive in long conversations where the system prompt is far away.
+
+#### Upload & documents
+- New **`openclaw memorylake upload`** CLI command (`--agent`, `--project-id`).
+- **Auto-detect files / archives / directories** — a single path can be a plain file, an archive, or a directory tree.
+- **Cross-platform archive extraction via npm packages** (no external tools required):
+  - zip, tar, tar.gz, tgz — `adm-zip` + `tar`
+  - 7z, bz2, tar.bz2 — `7zip-min` (bundled 7za binaries)
+  - rar — `node-unrar-js` (WASM)
+  - xz, tar.xz, txz — `xz-decompress` (streaming, OOM-safe)
+- New **`document_download`** tool: streams file to `{workspaceDir}/.memorylake/downloads/`, extracts filename from `Content-Disposition` (supports RFC 5987 / Unicode).
+- Sliding-window concurrency pool: 10 uploads in flight, next file starts as soon as one finishes.
+
+#### Config & install
+- **Hot-reload global config** (#35): each tool/hook call re-reads `~/.openclaw/openclaw.json`, so `apiKey` / `projectId` / `host` / `topK` changes take effect without gateway restart.
+- **Installer auto-sets `tools.profile = "full"`** (#34), prompting before overwriting a non-`full` value.
+- **Installer `--host` / `-MLHost` / `MEMORYLAKE_HOST`** (#36) for overriding the MemoryLake host URL.
+- Plugin version now included in memory metadata.
+
+### Refactor
+- Monolithic `index.ts` (~2190 lines) split into focused modules under `lib/`:
+  - `types.ts`, `config.ts`, `provider.ts`, `plugin-context.ts`, `core-bridge.ts`
+  - `tools/` (memory-tools, document-tools, search-tools)
+  - `hooks/` (auto-recall, auto-capture, auto-upload)
+  - `cli/`, `prompt/`, `helpers/`, `utils/`
+- `index.ts` is now ~60 lines — plugin skeleton only.
+
+### Removed
+- `document_search` tool — redundant with `retrieve_context`.
+- `memory_get` tool — rarely needed.
+
+### Fixes
+- Strip `[MEMORYLAKE REMINDER]` prefix before auto-capturing user messages so reminders don't leak into stored memories.
+- `execSync` → `execFileSync` to prevent command injection via malicious filenames in archive extraction.
+- Filter junk files (`.DS_Store`, `__MACOSX`, `Thumbs.db`, dotfiles) when collecting from archives/directories.
+- Await `uploadMany` in archive handler so temp dir isn't deleted before uploads finish.
+- Make mandatory `retrieve_context` language conditional on `autoRecall` being enabled.
+- 500-file guard on directory collection to avoid accidental `node_modules` uploads.
+- Plugin manifest: added `name`, `description`, `configSchema`; added `compat` / `build` fields for ClawHub publishing.
+
+### Manifest
+- `package.json`: `1.0.1` → `1.1.0`.
+- Tag: [`v1.1.0`](https://github.com/memorylake-ai/memorylake-openclaw/releases/tag/v1.1.0).

package/lib/hooks/auto-capture.ts

@@ -1,6 +1,14 @@
 import type { PluginContext } from "../plugin-context";
 import { getProvider } from "../provider";
 import { buildAddOptions } from "../utils/builders";
+import { MEMORYLAKE_REMINDER } from "./auto-recall";
+
+function stripReminder(content: string): string {
+  if (content.includes(MEMORYLAKE_REMINDER)) {
+    return content.replace(MEMORYLAKE_REMINDER, "").trim();
+  }
+  return content;
+}
 
 export function registerAutoCapture(pctx: PluginContext): void {
   const { api, resolveConfig } = pctx;
@@ -56,6 +64,10 @@ export function registerAutoCapture(pctx: PluginContext): void {
           }
         }
 
+        if (role === "user") {
+          textContent = stripReminder(textContent);
+        }
+
         if (!textContent) continue;
 
         formattedMessages.push({

package/lib/hooks/auto-recall.ts

@@ -4,6 +4,11 @@ import { getProvider } from "../provider";
 
 const sessionIndustriesCache = new Map<string, OpenDataIndustry[]>();
 
+export const MEMORYLAKE_REMINDER = [
+  `[MEMORYLAKE REMINDER] Before responding to this message, call \`retrieve_context\` first`,
+  `to fetch relevant memories and documents. Do not skip this step.`,
+].join(" ");
+
 export function registerAutoRecall(pctx: PluginContext): void {
   const { api, resolveConfig } = pctx;
 
@@ -39,10 +44,7 @@ export function registerAutoRecall(pctx: PluginContext): void {
 
     // Per-turn reminder injected right before the user's message.
     // Survives long conversations because it is not buried in the system prompt.
-    result.prependContext = [
-      `[MEMORYLAKE REMINDER] Before responding to this message, call \`retrieve_context\` first`,
-      `to fetch relevant memories and documents. Do not skip this step.`,
-    ].join(" ");
+    result.prependContext = MEMORYLAKE_REMINDER;
 
     const memoryDirectiveParts: string[] = [
       `<memory-instructions>`,

package/lib/types.ts

@@ -123,6 +123,7 @@ export interface DocumentSearchResult {
   title?: string;
   footnote?: string;
   sheet_name?: string;
+  semantic_sheet_name?: string;
   figure_id?: number;
 }
 

package/lib/utils/builders.ts

@@ -21,7 +21,9 @@ export function buildDocumentContext(
 
     if (result.type === "table") {
       const title = result.title || "Untitled Table";
-      parts.push(`### Table: ${title} (from ${source}, doc_id: ${docId})`);
+      const sheetLabel = result.semantic_sheet_name || result.sheet_name;
+      const sheetPart = sheetLabel ? `, sheet: ${sheetLabel}` : "";
+      parts.push(`### Table: ${title} (from ${source}${sheetPart}, doc_id: ${docId})`);
       if (result.footnote) parts.push(`Note: ${result.footnote}`);
 
       for (const innerTable of highlight?.inner_tables ?? []) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "memorylake-openclaw",
-  "version": "1.0.2-beta.7",
+  "version": "1.1.1",
   "type": "module",
   "description": "MemoryLake memory backend for OpenClaw",
   "license": "MIT",

package/scripts/install.ps1

@@ -5,6 +5,7 @@
 param(
     [string]$ApiKey = $env:MEMORYLAKE_API_KEY,
     [string]$ProjectId = $env:MEMORYLAKE_PROJECT_ID,
+    [string]$MLHost = $env:MEMORYLAKE_HOST,
     [switch]$Help
 )
 
@@ -54,11 +55,13 @@ Usage:
 Parameters:
   -ApiKey <key>       MemoryLake API key (required)
   -ProjectId <id>     MemoryLake project ID (required)
+  -MLHost <url>       MemoryLake host URL (optional, defaults to https://app.memorylake.ai)
   -Help               Show this help
 
 Environment variables:
   MEMORYLAKE_API_KEY        API key (alternative to -ApiKey)
   MEMORYLAKE_PROJECT_ID     Project ID (alternative to -ProjectId)
+  MEMORYLAKE_HOST           Host URL (alternative to -MLHost)
   NPM_REGISTRY              Override npm registry (e.g. https://registry.npmmirror.com for China)
 
 Get apiKey and projectId from https://app.memorylake.ai
@@ -346,12 +349,16 @@ function Write-Config {
         $config.plugins | Add-Member -NotePropertyName "entries" -NotePropertyValue ([PSCustomObject]@{}) -Force
     }
 
+    $pluginConfig = [PSCustomObject]@{
+        apiKey = $ApiKey
+        projectId = $ProjectId
+    }
+    if (-not [string]::IsNullOrWhiteSpace($MLHost)) {
+        $pluginConfig | Add-Member -NotePropertyName "host" -NotePropertyValue $MLHost -Force
+    }
     $pluginEntry = [PSCustomObject]@{
         enabled = $true
-        config = [PSCustomObject]@{
-            apiKey = $ApiKey
-            projectId = $ProjectId
-        }
+        config = $pluginConfig
     }
     $config.plugins.entries | Add-Member -NotePropertyName "memorylake-openclaw" -NotePropertyValue $pluginEntry -Force
 

package/scripts/install.sh

@@ -46,11 +46,13 @@ Usage:
 Options:
   --api-key, -a <key>       MemoryLake API key (required)
   --project-id, -p <id>     MemoryLake project ID (required)
+  --host <url>              MemoryLake host URL (optional, defaults to https://app.memorylake.ai)
   --help, -h                Show this help
 
 Environment variables:
   MEMORYLAKE_API_KEY        API key (alternative to --api-key)
   MEMORYLAKE_PROJECT_ID     Project ID (alternative to --project-id)
+  MEMORYLAKE_HOST           Host URL (alternative to --host)
   NPM_REGISTRY              Override npm registry (e.g. https://registry.npmmirror.com for China)
 
 Get apiKey and projectId from https://app.memorylake.ai
@@ -60,6 +62,7 @@ EOF
 parse_args() {
     API_KEY="${MEMORYLAKE_API_KEY:-}"
     PROJECT_ID="${MEMORYLAKE_PROJECT_ID:-}"
+    HOST="${MEMORYLAKE_HOST:-}"
     HELP=0
 
     while [[ $# -gt 0 ]]; do
@@ -72,6 +75,10 @@ parse_args() {
                 PROJECT_ID="${2:-}"
                 shift 2
                 ;;
+            --host)
+                HOST="${2:-}"
+                shift 2
+                ;;
             --help|-h)
                 HELP=1
                 shift
@@ -278,13 +285,14 @@ write_config() {
 
     check_tools_profile "$config_path"
 
-    CONFIG_PATH="$config_path" API_KEY="$API_KEY" PROJECT_ID="$PROJECT_ID" CLAW_MODE="$CLAW_MODE" SET_TOOLS_PROFILE="$SET_TOOLS_PROFILE" python3 -c '
+    CONFIG_PATH="$config_path" API_KEY="$API_KEY" PROJECT_ID="$PROJECT_ID" HOST="$HOST" CLAW_MODE="$CLAW_MODE" SET_TOOLS_PROFILE="$SET_TOOLS_PROFILE" python3 -c '
 import json
 import os
 
 path = os.environ["CONFIG_PATH"]
 api_key = os.environ["API_KEY"]
 project_id = os.environ["PROJECT_ID"]
+host = os.environ.get("HOST", "")
 claw_mode = os.environ.get("CLAW_MODE", "")
 set_tools_profile = os.environ.get("SET_TOOLS_PROFILE", "")
 
@@ -298,12 +306,16 @@ if "plugins" not in config:
 if "entries" not in config["plugins"]:
     config["plugins"]["entries"] = {}
 
+plugin_config = {
+    "apiKey": api_key,
+    "projectId": project_id
+}
+if host:
+    plugin_config["host"] = host
+
 config["plugins"]["entries"]["memorylake-openclaw"] = {
     "enabled": True,
-    "config": {
-        "apiKey": api_key,
-        "projectId": project_id
-    }
+    "config": plugin_config
 }
 
 # Set tools profile if user approved (or no prior value existed)