@wipcomputer/memory-crystal 0.7.29 → 0.7.32

package/dist/ldm-backup.sh

@@ -1,116 +0,0 @@
-#!/bin/bash
-# Job: ldm-backup
-# Backs up the LDM directory (~/.ldm/) to a timestamped snapshot.
-# Handles SQLite databases safely (sqlite3 .backup if available, cp otherwise).
-#
-# Source of truth: memory-crystal-private/scripts/ldm-backup.sh
-# Deployed to: ~/.ldm/bin/ldm-backup.sh (via crystal init)
-#
-# Usage:
-#   ldm-backup.sh                     # backup to default location
-#   ldm-backup.sh --keep 14           # keep last 14 backups (default: 7)
-#   ldm-backup.sh --include-secrets   # include secrets/ dir
-#
-# Destination: $LDM_BACKUP_DIR or ~/.ldm/backups/
-
-set -euo pipefail
-
-# Cron provides minimal PATH
-export PATH="/opt/homebrew/bin:/usr/local/bin:$PATH"
-
-LDM_HOME="$HOME/.ldm"
-BACKUP_ROOT="${LDM_BACKUP_DIR:-$LDM_HOME/backups}"
-KEEP=7
-INCLUDE_SECRETS=false
-
-# Parse flags
-while [[ $# -gt 0 ]]; do
-  case "$1" in
-    --keep)
-      KEEP="$2"
-      shift 2
-      ;;
-    --include-secrets)
-      INCLUDE_SECRETS=true
-      shift
-      ;;
-    *)
-      echo "Unknown flag: $1" >&2
-      exit 1
-      ;;
-  esac
-done
-
-if [ ! -d "$LDM_HOME" ]; then
-  echo "ERROR: LDM home not found at $LDM_HOME" >&2
-  exit 1
-fi
-
-TIMESTAMP=$(date +%Y-%m-%d-%H%M%S)
-DEST="$BACKUP_ROOT/$TIMESTAMP"
-
-echo "LDM Backup: $DEST"
-mkdir -p "$DEST"
-
-# ── Back up crystal.db (safe copy) ──
-
-CRYSTAL_DB="$LDM_HOME/memory/crystal.db"
-if [ -f "$CRYSTAL_DB" ]; then
-  mkdir -p "$DEST/memory"
-  if command -v sqlite3 &>/dev/null; then
-    # Safe backup via sqlite3 .backup (handles WAL mode correctly)
-    sqlite3 "$CRYSTAL_DB" ".backup '$DEST/memory/crystal.db'"
-    echo "  crystal.db:   backed up (sqlite3 .backup)"
-  else
-    # Fallback: file copy (may include partial WAL state)
-    cp "$CRYSTAL_DB" "$DEST/memory/crystal.db"
-    # Copy WAL and SHM if present
-    [ -f "$CRYSTAL_DB-wal" ] && cp "$CRYSTAL_DB-wal" "$DEST/memory/crystal.db-wal"
-    [ -f "$CRYSTAL_DB-shm" ] && cp "$CRYSTAL_DB-shm" "$DEST/memory/crystal.db-shm"
-    echo "  crystal.db:   backed up (file copy)"
-  fi
-else
-  echo "  crystal.db:   not found (skipped)"
-fi
-
-# ── Back up config ──
-
-if [ -f "$LDM_HOME/config.json" ]; then
-  cp "$LDM_HOME/config.json" "$DEST/config.json"
-  echo "  config.json:  backed up"
-fi
-
-# ── Back up state files ──
-
-if [ -d "$LDM_HOME/state" ]; then
-  cp -a "$LDM_HOME/state" "$DEST/state"
-  echo "  state/:       backed up"
-fi
-
-# ── Back up agents (transcripts, sessions, daily logs, journals) ──
-
-if [ -d "$LDM_HOME/agents" ]; then
-  cp -a "$LDM_HOME/agents" "$DEST/agents"
-  echo "  agents/:      backed up"
-fi
-
-# ── Back up secrets (optional) ──
-
-if [ "$INCLUDE_SECRETS" = true ] && [ -d "$LDM_HOME/secrets" ]; then
-  cp -a "$LDM_HOME/secrets" "$DEST/secrets"
-  chmod 700 "$DEST/secrets"
-  echo "  secrets/:     backed up"
-fi
-
-# ── Retention: remove old backups ──
-
-BACKUP_COUNT=$(ls -1d "$BACKUP_ROOT"/????-??-??-?????? 2>/dev/null | wc -l | tr -d ' ')
-if [ "$BACKUP_COUNT" -gt "$KEEP" ]; then
-  REMOVE_COUNT=$((BACKUP_COUNT - KEEP))
-  ls -1d "$BACKUP_ROOT"/????-??-??-?????? | head -n "$REMOVE_COUNT" | while read OLD; do
-    rm -rf "$OLD"
-    echo "  Removed old:  $(basename "$OLD")"
-  done
-fi
-
-echo "Done. $BACKUP_COUNT backups total (keeping $KEEP)."

package/dist/ldm.d.ts

@@ -1,50 +0,0 @@
-interface AgentConfig {
-    agentId: string;
-    agent?: string;
-    harness?: string;
-    model?: string;
-    created?: string;
-    memoryPaths?: Record<string, string>;
-    dreamWeaver?: Record<string, unknown>;
-}
-declare function loadAgentConfig(id: string): AgentConfig | null;
-declare function saveAgentConfig(id: string, config: AgentConfig): void;
-declare function getAgentId(harnessHint?: 'claude-code' | 'openclaw'): string;
-interface LdmPaths {
-    root: string;
-    bin: string;
-    secrets: string;
-    state: string;
-    config: string;
-    crystalDb: string;
-    crystalLance: string;
-    agentRoot: string;
-    transcripts: string;
-    sessions: string;
-    daily: string;
-    journals: string;
-    workspace: string;
-}
-declare function ldmPaths(agentId?: string): LdmPaths;
-declare function scaffoldLdm(agentId?: string): LdmPaths;
-/** Copy crystal-capture.sh from the package's scripts/ dir to ~/.ldm/bin/. */
-declare function deployCaptureScript(): string;
-/** Install the crystal-capture cron entry. Idempotent: replaces existing entry if present. */
-declare function installCron(): void;
-/** Remove the crystal-capture cron entry. */
-declare function removeCron(): void;
-/** Copy ldm-backup.sh from the package's scripts/ dir to ~/.ldm/bin/. */
-declare function deployBackupScript(): string;
-/** Install a LaunchAgent for daily backups at 03:00. */
-declare function installBackupLaunchAgent(): string;
-/** Resolve a path that might exist at the legacy .openclaw location.
- *  Returns the LDM path if the file exists there, otherwise checks legacy.
- *  For writing, always use the ldmPath directly. */
-declare function resolveStatePath(filename: string): string;
-/** Get the write path for state files (always LDM). */
-declare function stateWritePath(filename: string): string;
-/** Resolve a secrets path. Checks ~/.ldm/secrets first, then ~/.openclaw/secrets. */
-declare function resolveSecretPath(filename: string): string;
-declare function ensureLdm(agentId?: string): LdmPaths;
-
-export { type AgentConfig, type LdmPaths, deployBackupScript, deployCaptureScript, ensureLdm, getAgentId, installBackupLaunchAgent, installCron, ldmPaths, loadAgentConfig, removeCron, resolveSecretPath, resolveStatePath, saveAgentConfig, scaffoldLdm, stateWritePath };

package/dist/ldm.js

@@ -1,32 +0,0 @@
-import {
-  deployBackupScript,
-  deployCaptureScript,
-  ensureLdm,
-  getAgentId,
-  installBackupLaunchAgent,
-  installCron,
-  ldmPaths,
-  loadAgentConfig,
-  removeCron,
-  resolveSecretPath,
-  resolveStatePath,
-  saveAgentConfig,
-  scaffoldLdm,
-  stateWritePath
-} from "./chunk-EXEZZADG.js";
-export {
-  deployBackupScript,
-  deployCaptureScript,
-  ensureLdm,
-  getAgentId,
-  installBackupLaunchAgent,
-  installCron,
-  ldmPaths,
-  loadAgentConfig,
-  removeCron,
-  resolveSecretPath,
-  resolveStatePath,
-  saveAgentConfig,
-  scaffoldLdm,
-  stateWritePath
-};

package/dist/mcp-server.d.ts

@@ -1 +0,0 @@
-#!/usr/bin/env node

package/dist/mcp-server.js

@@ -1,265 +0,0 @@
-#!/usr/bin/env node
-import {
-  setSamplingServer
-} from "./chunk-7IUE7ODU.js";
-import {
-  RemoteCrystal,
-  createCrystal,
-  resolveConfig
-} from "./chunk-FBQWSDPC.js";
-import {
-  resolveStatePath,
-  stateWritePath
-} from "./chunk-EXEZZADG.js";
-
-// src/mcp-server.ts
-import { Server } from "@modelcontextprotocol/sdk/server/index.js";
-import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
-import { CallToolRequestSchema, ListToolsRequestSchema } from "@modelcontextprotocol/sdk/types.js";
-import { existsSync, readFileSync, appendFileSync } from "fs";
-var PRIVATE_MODE_PATH = resolveStatePath("memory-capture-state.json");
-function isPrivateMode() {
-  try {
-    if (existsSync(PRIVATE_MODE_PATH)) {
-      const state = JSON.parse(readFileSync(PRIVATE_MODE_PATH, "utf-8"));
-      return state.enabled === false;
-    }
-  } catch {
-  }
-  return false;
-}
-var METRICS_PATH = stateWritePath("search-metrics.jsonl");
-function logSearchMetric(tool, query, resultCount) {
-  try {
-    const entry = JSON.stringify({
-      ts: (/* @__PURE__ */ new Date()).toISOString(),
-      tool,
-      query,
-      results: resultCount
-    });
-    appendFileSync(METRICS_PATH, entry + "\n");
-  } catch {
-  }
-}
-var config = resolveConfig();
-var crystal = createCrystal(config);
-var isRemote = crystal instanceof RemoteCrystal;
-if (isRemote) {
-  process.stderr.write("[memory-crystal] Remote mode: " + config.remoteUrl + "\n");
-}
-var server = new Server(
-  { name: "memory-crystal", version: "0.1.0" },
-  { capabilities: { tools: {} } }
-);
-server.setRequestHandler(ListToolsRequestSchema, async () => ({
-  tools: [
-    {
-      name: "crystal_search",
-      description: "Search memory crystal \u2014 semantic search across all agent conversations, files, and stored memories. Returns ranked results with similarity scores.",
-      inputSchema: {
-        type: "object",
-        properties: {
-          query: { type: "string", description: "What to search for" },
-          limit: { type: "number", description: "Max results (default: 5)" },
-          agent_id: { type: "string", description: 'Filter by agent (e.g. "main", "claude-code")' },
-          time_filter: { type: "string", description: 'Only return results newer than this. Relative ("24h", "7d", "30d") or ISO date.' },
-          quality: { type: "string", enum: ["fast", "deep"], description: 'Search quality mode. "fast" (default) uses hybrid search. "deep" adds LLM query expansion + re-ranking.' }
-        },
-        required: ["query"]
-      }
-    },
-    {
-      name: "crystal_remember",
-      description: "Store a fact, preference, or observation in memory crystal. Persists across sessions and compaction.",
-      inputSchema: {
-        type: "object",
-        properties: {
-          text: { type: "string", description: "The fact or observation to remember" },
-          category: {
-            type: "string",
-            enum: ["fact", "preference", "event", "opinion", "skill"],
-            description: "Category of memory (default: fact)"
-          }
-        },
-        required: ["text"]
-      }
-    },
-    {
-      name: "crystal_forget",
-      description: "Deprecate a memory by ID. Does not delete \u2014 marks as deprecated.",
-      inputSchema: {
-        type: "object",
-        properties: {
-          id: { type: "number", description: "Memory ID to deprecate" }
-        },
-        required: ["id"]
-      }
-    },
-    {
-      name: "crystal_status",
-      description: "Show memory crystal status \u2014 chunk count, memory count, agents, embedding provider.",
-      inputSchema: {
-        type: "object",
-        properties: {}
-      }
-    },
-    {
-      name: "crystal_sources_add",
-      description: "Add a directory for source file indexing. Files are chunked, embedded, and searchable via crystal_search. Optional feature... does not affect existing memory capture.",
-      inputSchema: {
-        type: "object",
-        properties: {
-          path: { type: "string", description: "Absolute path to the directory to index" },
-          name: { type: "string", description: 'Short name for this collection (e.g. "wipcomputer")' }
-        },
-        required: ["path", "name"]
-      }
-    },
-    {
-      name: "crystal_sources_sync",
-      description: "Sync a source collection: scan for new/changed/deleted files and re-index. Run after adding a collection or when files change.",
-      inputSchema: {
-        type: "object",
-        properties: {
-          name: { type: "string", description: "Collection name to sync" },
-          dry_run: { type: "boolean", description: "If true, report what would change without actually indexing" }
-        },
-        required: ["name"]
-      }
-    },
-    {
-      name: "crystal_sources_status",
-      description: "Show status of all source file collections: file counts, chunk counts, last sync time.",
-      inputSchema: {
-        type: "object",
-        properties: {}
-      }
-    }
-  ]
-}));
-server.setRequestHandler(CallToolRequestSchema, async (request) => {
-  const { name, arguments: args } = request.params;
-  try {
-    await crystal.init();
-    switch (name) {
-      case "crystal_search": {
-        const query = args?.query;
-        const limit = args?.limit || 5;
-        const filter = {};
-        if (args?.agent_id) filter.agent_id = args.agent_id;
-        if (args?.time_filter) filter.since = args.time_filter;
-        const results = isRemote ? await crystal.search(query, limit, filter) : await crystal.deepSearch(query, limit, filter);
-        logSearchMetric("crystal_search", query, results.length);
-        if (results.length === 0) {
-          return { content: [{ type: "text", text: "No results found." }] };
-        }
-        const freshnessIcon = { fresh: "\u{1F7E2}", recent: "\u{1F7E1}", aging: "\u{1F7E0}", stale: "\u{1F534}" };
-        const formatted = results.map((r, i) => {
-          const score = (r.score * 100).toFixed(1);
-          const date = r.created_at?.slice(0, 10) || "unknown";
-          const fresh = r.freshness ? `${freshnessIcon[r.freshness]} ${r.freshness}, ` : "";
-          return `[${i + 1}] (${fresh}${score}% match, ${r.agent_id}, ${date}, ${r.role})
-${r.text}`;
-        }).join("\n\n---\n\n");
-        const header = "(Recency-weighted. \u{1F7E2} fresh <3d, \u{1F7E1} recent <7d, \u{1F7E0} aging <14d, \u{1F534} stale 14d+)\n\n";
-        return { content: [{ type: "text", text: header + formatted }] };
-      }
-      case "crystal_remember": {
-        if (isPrivateMode()) {
-          return { content: [{ type: "text", text: "Private mode is on. No memories are being stored. Toggle off to resume." }] };
-        }
-        const text = args?.text;
-        const category = args?.category || "fact";
-        const id = await crystal.remember(text, category);
-        return { content: [{ type: "text", text: `Remembered (id: ${id}, category: ${category}): ${text}` }] };
-      }
-      case "crystal_forget": {
-        const id = args?.id;
-        const ok = crystal.forget(id);
-        return {
-          content: [{ type: "text", text: ok ? `Forgot memory ${id}` : `Memory ${id} not found or already deprecated` }]
-        };
-      }
-      case "crystal_status": {
-        const status = await crystal.status();
-        const text = [
-          `Memory Crystal Status${isRemote ? " (REMOTE)" : ""}`,
-          `  Data dir:   ${status.dataDir}`,
-          `  Provider:   ${status.embeddingProvider}`,
-          `  Chunks:     ${status.chunks.toLocaleString()}`,
-          `  Memories:   ${status.memories}`,
-          `  Sources:    ${status.sources}`,
-          `  Agents:     ${status.agents.length > 0 ? status.agents.join(", ") : "none yet"}`,
-          `  Sessions:   ${status.capturedSessions} captured`,
-          `  Latest:     ${status.latestCapture || "never"}`
-        ].join("\n");
-        return { content: [{ type: "text", text }] };
-      }
-      case "crystal_sources_add": {
-        if (isRemote) {
-          return { content: [{ type: "text", text: "Source indexing not available in remote mode. Index files on the Mac Mini." }] };
-        }
-        const path = args?.path;
-        const collectionName = args?.name;
-        const col = await crystal.sourcesAdd(path, collectionName);
-        return {
-          content: [{ type: "text", text: `Added collection "${col.name}" at ${col.root_path}
-Run crystal_sources_sync with name "${collectionName}" to index files.` }]
-        };
-      }
-      case "crystal_sources_sync": {
-        if (isRemote) {
-          return { content: [{ type: "text", text: "Source indexing not available in remote mode. Sync files on the Mac Mini." }] };
-        }
-        const collectionName = args?.name;
-        const dryRun = args?.dry_run;
-        const result = await crystal.sourcesSync(collectionName, { dryRun });
-        const lines = [
-          dryRun ? `Dry run for "${result.collection}":` : `Synced "${result.collection}":`,
-          `  Added:   ${result.added} files`,
-          `  Updated: ${result.updated} files`,
-          `  Removed: ${result.removed} files`,
-          `  Chunks:  ${result.chunks_added} embedded`,
-          `  Time:    ${(result.duration_ms / 1e3).toFixed(1)}s`
-        ];
-        return { content: [{ type: "text", text: lines.join("\n") }] };
-      }
-      case "crystal_sources_status": {
-        if (isRemote) {
-          return { content: [{ type: "text", text: "Source indexing not available in remote mode." }] };
-        }
-        const sourcesStatus = crystal.sourcesStatus();
-        if (sourcesStatus.collections.length === 0) {
-          return { content: [{ type: "text", text: "No source collections. Use crystal_sources_add to add a directory." }] };
-        }
-        const lines = ["Source Collections:"];
-        for (const col of sourcesStatus.collections) {
-          const syncAgo = col.last_sync_at ? `${Math.round((Date.now() - new Date(col.last_sync_at).getTime()) / 6e4)}m ago` : "never";
-          lines.push(`  ${col.name}: ${col.file_count.toLocaleString()} files, ${col.chunk_count.toLocaleString()} chunks, last sync ${syncAgo}`);
-        }
-        lines.push(`  Total: ${sourcesStatus.total_files.toLocaleString()} files, ${sourcesStatus.total_chunks.toLocaleString()} chunks`);
-        return { content: [{ type: "text", text: lines.join("\n") }] };
-      }
-      default:
-        return { content: [{ type: "text", text: `Unknown tool: ${name}` }], isError: true };
-    }
-  } catch (err) {
-    return { content: [{ type: "text", text: `Error: ${err.message}` }], isError: true };
-  }
-});
-async function main() {
-  const transport = new StdioServerTransport();
-  await server.connect(transport);
-  try {
-    const clientCapabilities = server.getClientCapabilities?.();
-    if (clientCapabilities?.sampling) {
-      setSamplingServer(server);
-      process.stderr.write("[memory-crystal] MCP sampling available: using client LLM for deep search\n");
-    }
-  } catch {
-  }
-}
-main().catch((err) => {
-  console.error(`MCP server failed: ${err.message}`);
-  process.exit(1);
-});

package/dist/migrate.d.ts

@@ -1 +0,0 @@
-#!/usr/bin/env node

package/dist/migrate.js

@@ -1,89 +0,0 @@
-#!/usr/bin/env node
-import {
-  Crystal,
-  resolveConfig
-} from "./chunk-FBQWSDPC.js";
-
-// src/migrate.ts
-import Database from "better-sqlite3";
-import { existsSync } from "fs";
-import { join } from "path";
-var BATCH_SIZE = 50;
-async function main() {
-  const args = process.argv.slice(2);
-  const dryRun = args.includes("--dry-run");
-  const providerFlag = args.find((_, i) => args[i - 1] === "--provider");
-  const openclawHome = process.env.OPENCLAW_HOME || join(process.env.HOME || "", ".openclaw");
-  const sourcePath = join(openclawHome, "memory", "context-embeddings.sqlite");
-  if (!existsSync(sourcePath)) {
-    console.error(`Source not found: ${sourcePath}`);
-    process.exit(1);
-  }
-  const sourceDb = new Database(sourcePath, { readonly: true });
-  sourceDb.pragma("journal_mode = WAL");
-  const total = sourceDb.prepare("SELECT COUNT(*) as count FROM conversation_chunks").get().count;
-  console.log(`Found ${total} chunks in context-embeddings.sqlite`);
-  if (dryRun) {
-    const samples = sourceDb.prepare("SELECT chunk_text, role, session_key, timestamp FROM conversation_chunks ORDER BY timestamp DESC LIMIT 5").all();
-    console.log("\nSample (5 most recent):");
-    for (const s of samples) {
-      const date = s.timestamp ? new Date(s.timestamp).toISOString().slice(0, 10) : "unknown";
-      console.log(`  [${date}] [${s.role}] ${s.chunk_text.slice(0, 80)}...`);
-    }
-    console.log(`
-Run without --dry-run to import all ${total} chunks.`);
-    sourceDb.close();
-    return;
-  }
-  const overrides = {};
-  if (providerFlag) overrides.embeddingProvider = providerFlag;
-  const config = resolveConfig(overrides);
-  const crystal = new Crystal(config);
-  await crystal.init();
-  console.log(`Embedding provider: ${config.embeddingProvider}`);
-  console.log(`Target: ${config.dataDir}`);
-  console.log(`Migrating ${total} chunks in batches of ${BATCH_SIZE}...`);
-  const rows = sourceDb.prepare(`
-    SELECT chunk_text, role, agent_id, session_key, timestamp, compaction_number
-    FROM conversation_chunks
-    ORDER BY timestamp ASC
-  `).all();
-  let imported = 0;
-  let failed = 0;
-  for (let i = 0; i < rows.length; i += BATCH_SIZE) {
-    const batch = rows.slice(i, i + BATCH_SIZE);
-    const chunks = batch.map((row) => ({
-      text: row.chunk_text,
-      role: row.role || "assistant",
-      source_type: "conversation",
-      source_id: row.session_key || "unknown",
-      agent_id: row.agent_id || "main",
-      token_count: Math.ceil((row.chunk_text?.length || 0) / 4),
-      created_at: row.timestamp ? new Date(row.timestamp).toISOString() : (/* @__PURE__ */ new Date()).toISOString()
-    }));
-    try {
-      const count = await crystal.ingest(chunks);
-      imported += count;
-      const pct = Math.round(imported / total * 100);
-      process.stdout.write(`\r  ${imported}/${total} (${pct}%)`);
-    } catch (err) {
-      failed += batch.length;
-      console.error(`
-  Batch error at ${i}: ${err.message}`);
-    }
-  }
-  console.log(`
-
-Migration complete:`);
-  console.log(`  Imported: ${imported}`);
-  console.log(`  Failed:   ${failed}`);
-  console.log(`  Provider: ${config.embeddingProvider}`);
-  const status = await crystal.status();
-  console.log(`  Total chunks in crystal: ${status.chunks}`);
-  crystal.close();
-  sourceDb.close();
-}
-main().catch((err) => {
-  console.error(`Migration failed: ${err.message}`);
-  process.exit(1);
-});

package/dist/mirror-sync.d.ts

@@ -1 +0,0 @@
-#!/usr/bin/env node