@wipcomputer/memory-crystal 0.7.30 → 0.7.33

package/dist/mlx-setup-XKU67WCT.js

@@ -0,0 +1,289 @@
+// src/mlx-setup.ts
+import { existsSync, readFileSync, writeFileSync, mkdirSync } from "fs";
+import { execSync } from "child_process";
+import { join } from "path";
+import { homedir } from "os";
+var HOME = homedir();
+var MLX_PORT = 18791;
+var MLX_MODEL = "mlx-community/Qwen2.5-3B-Instruct-4bit";
+var MLX_STATE_FILE = join(HOME, ".ldm", "state", "mlx-server.json");
+var MLX_PLIST_LABEL = "ai.ldm.mlx-server";
+var MLX_PLIST_PATH = join(HOME, "Library", "LaunchAgents", `${MLX_PLIST_LABEL}.plist`);
+var MLX_LOG_PATH = "/tmp/mlx-server.log";
+function detectPlatform() {
+  const platform = process.platform;
+  const arch = process.arch;
+  if (platform === "darwin") {
+    return arch === "arm64" ? "apple-silicon" : "intel-mac";
+  }
+  if (platform === "linux") return "linux";
+  return "other";
+}
+function canRunMlx() {
+  return detectPlatform() === "apple-silicon";
+}
+function findPython() {
+  const candidates = ["python3", "/opt/homebrew/bin/python3", "/usr/local/bin/python3"];
+  for (const cmd of candidates) {
+    try {
+      const version = execSync(`${cmd} --version 2>&1`, { encoding: "utf-8", timeout: 5e3 }).trim();
+      const match = version.match(/Python (\d+)\.(\d+)/);
+      if (match && parseInt(match[1]) >= 3 && parseInt(match[2]) >= 10) {
+        const realPath = execSync(`which ${cmd} 2>/dev/null`, { encoding: "utf-8", timeout: 3e3 }).trim();
+        return realPath || cmd;
+      }
+    } catch {
+    }
+  }
+  return null;
+}
+function findInstaller() {
+  try {
+    execSync("uv --version 2>/dev/null", { encoding: "utf-8", timeout: 3e3 });
+    return "uv";
+  } catch {
+  }
+  try {
+    execSync("pip3 --version 2>/dev/null", { encoding: "utf-8", timeout: 3e3 });
+    return "pip3";
+  } catch {
+  }
+  return null;
+}
+function isMlxLmInstalled() {
+  try {
+    execSync('python3 -c "import mlx_lm" 2>/dev/null', { timeout: 5e3 });
+    return true;
+  } catch {
+    return false;
+  }
+}
+function installMlxLm(steps) {
+  const installer = findInstaller();
+  if (!installer) {
+    steps.push("No pip3 or uv found. Cannot install mlx-lm.");
+    return false;
+  }
+  const cmd = installer === "uv" ? "uv pip install mlx-lm" : "pip3 install mlx-lm";
+  steps.push(`Installing mlx-lm via ${installer}...`);
+  try {
+    execSync(cmd, { encoding: "utf-8", timeout: 12e4, stdio: "pipe" });
+    steps.push("mlx-lm installed successfully.");
+    return true;
+  } catch (err) {
+    if (installer === "pip3") {
+      try {
+        execSync("pip3 install --user mlx-lm", { encoding: "utf-8", timeout: 12e4, stdio: "pipe" });
+        steps.push("mlx-lm installed (--user) successfully.");
+        return true;
+      } catch {
+      }
+    }
+    steps.push(`mlx-lm install failed: ${err.message.slice(0, 200)}`);
+    return false;
+  }
+}
+function isServerRunning() {
+  try {
+    const state = loadState();
+    const port = state?.port || MLX_PORT;
+    execSync(`curl -s -o /dev/null -w "%{http_code}" http://localhost:${port}/v1/models`, {
+      encoding: "utf-8",
+      timeout: 3e3
+    });
+    return true;
+  } catch {
+    return false;
+  }
+}
+function createLaunchAgent(pythonPath, steps) {
+  const plist = `<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0">
+<dict>
+  <key>Label</key>
+  <string>${MLX_PLIST_LABEL}</string>
+  <key>ProgramArguments</key>
+  <array>
+    <string>${pythonPath}</string>
+    <string>-m</string>
+    <string>mlx_lm.server</string>
+    <string>--model</string>
+    <string>${MLX_MODEL}</string>
+    <string>--port</string>
+    <string>${MLX_PORT}</string>
+  </array>
+  <key>RunAtLoad</key>
+  <true/>
+  <key>KeepAlive</key>
+  <true/>
+  <key>StandardOutPath</key>
+  <string>${MLX_LOG_PATH}</string>
+  <key>StandardErrorPath</key>
+  <string>${MLX_LOG_PATH}</string>
+</dict>
+</plist>`;
+  try {
+    writeFileSync(MLX_PLIST_PATH, plist);
+    execSync(`launchctl load "${MLX_PLIST_PATH}" 2>/dev/null`, { timeout: 5e3 });
+    steps.push(`LaunchAgent installed at ${MLX_PLIST_PATH}`);
+    steps.push(`MLX server will start on port ${MLX_PORT}`);
+    return true;
+  } catch (err) {
+    steps.push(`LaunchAgent install failed: ${err.message}`);
+    return false;
+  }
+}
+function startServer(steps) {
+  try {
+    execSync(`launchctl kickstart -kp gui/$(id -u)/${MLX_PLIST_LABEL} 2>/dev/null`, { timeout: 1e4 });
+    steps.push("MLX server started.");
+    return true;
+  } catch {
+    steps.push("MLX server start failed. Check /tmp/mlx-server.log");
+    return false;
+  }
+}
+function stopServer() {
+  try {
+    execSync(`launchctl unload "${MLX_PLIST_PATH}" 2>/dev/null`, { timeout: 5e3 });
+    return true;
+  } catch {
+    return false;
+  }
+}
+function loadState() {
+  try {
+    if (existsSync(MLX_STATE_FILE)) {
+      return JSON.parse(readFileSync(MLX_STATE_FILE, "utf-8"));
+    }
+  } catch {
+  }
+  return null;
+}
+function saveState(state) {
+  const dir = join(HOME, ".ldm", "state");
+  if (!existsSync(dir)) mkdirSync(dir, { recursive: true });
+  writeFileSync(MLX_STATE_FILE, JSON.stringify(state, null, 2) + "\n");
+}
+async function verifyServer(steps) {
+  const state = loadState();
+  const port = state?.port || MLX_PORT;
+  for (let i = 0; i < 15; i++) {
+    try {
+      const resp = await fetch(`http://localhost:${port}/v1/models`, {
+        signal: AbortSignal.timeout(2e3)
+      });
+      if (resp.ok) {
+        const data = await resp.json();
+        const model = data?.data?.[0]?.id || "unknown";
+        steps.push(`MLX server verified: ${model} on port ${port}`);
+        return true;
+      }
+    } catch {
+    }
+    await new Promise((r) => setTimeout(r, 2e3));
+  }
+  steps.push("MLX server did not respond within 30 seconds. Check /tmp/mlx-server.log");
+  return false;
+}
+async function setupMlx(options) {
+  const steps = [];
+  const platform = detectPlatform();
+  if (platform !== "apple-silicon") {
+    steps.push(`Platform: ${platform}. MLX requires Apple Silicon. Skipping.`);
+    return { ok: false, steps };
+  }
+  steps.push("Platform: Apple Silicon detected.");
+  const pythonPath = findPython();
+  if (!pythonPath) {
+    steps.push("Python 3.10+ not found. Install via: brew install python3");
+    return { ok: false, steps };
+  }
+  steps.push(`Python: ${pythonPath}`);
+  if (!isMlxLmInstalled()) {
+    if (!options?.yes) {
+      steps.push("mlx-lm not installed. Run with --yes to auto-install, or: pip3 install mlx-lm");
+      return { ok: false, steps };
+    }
+    const installed = installMlxLm(steps);
+    if (!installed) return { ok: false, steps };
+  } else {
+    steps.push("mlx-lm: already installed.");
+  }
+  if (!existsSync(MLX_PLIST_PATH)) {
+    const created = createLaunchAgent(pythonPath, steps);
+    if (!created) return { ok: false, steps };
+  } else {
+    steps.push("LaunchAgent: already installed.");
+  }
+  saveState({
+    installed: true,
+    port: MLX_PORT,
+    model: MLX_MODEL,
+    pythonPath,
+    installedAt: (/* @__PURE__ */ new Date()).toISOString()
+  });
+  if (!isServerRunning()) {
+    startServer(steps);
+    steps.push(`Waiting for model to load (~1.5 GB on first run)...`);
+    const verified = await verifyServer(steps);
+    if (!verified) {
+      steps.push("Server started but not yet responding. It may still be downloading the model.");
+      steps.push(`Check: tail -f ${MLX_LOG_PATH}`);
+    }
+  } else {
+    steps.push(`MLX server: already running on port ${MLX_PORT}`);
+  }
+  return { ok: true, steps };
+}
+function doctorCheck() {
+  const platform = detectPlatform();
+  if (platform !== "apple-silicon") {
+    return { status: "skip", detail: `${platform} (MLX requires Apple Silicon)` };
+  }
+  const state = loadState();
+  if (!state || !state.installed) {
+    return {
+      status: "warn",
+      detail: "not installed",
+      fix: "crystal init (will offer MLX setup)"
+    };
+  }
+  if (isServerRunning()) {
+    return { status: "ok", detail: `running on port ${state.port} (${state.model})` };
+  }
+  if (existsSync(MLX_PLIST_PATH)) {
+    return {
+      status: "warn",
+      detail: "installed but not running",
+      fix: `launchctl kickstart -kp gui/$(id -u)/${MLX_PLIST_LABEL}`
+    };
+  }
+  return {
+    status: "warn",
+    detail: "installed but LaunchAgent missing",
+    fix: "crystal init (will recreate LaunchAgent)"
+  };
+}
+var MLX_CONFIG = {
+  port: MLX_PORT,
+  model: MLX_MODEL,
+  plistPath: MLX_PLIST_PATH,
+  logPath: MLX_LOG_PATH,
+  stateFile: MLX_STATE_FILE
+};
+export {
+  MLX_CONFIG,
+  canRunMlx,
+  createLaunchAgent,
+  detectPlatform,
+  doctorCheck,
+  installMlxLm,
+  isMlxLmInstalled,
+  isServerRunning,
+  setupMlx,
+  startServer,
+  stopServer,
+  verifyServer
+};

package/dist/openclaw.js

@@ -1,21 +1,32 @@
 import {
   Crystal,
   resolveConfig
-} from "./chunk-FBQWSDPC.js";
+} from "./chunk-2GBYLMEF.js";
 import {
   ensureLdm,
   resolveStatePath,
   stateWritePath
-} from "./chunk-EXEZZADG.js";
+} from "./chunk-DFQ72B7M.js";
 
 // src/dev-update.ts
 import { execSync } from "child_process";
 import { existsSync, mkdirSync, writeFileSync, readFileSync } from "fs";
 import { join, basename } from "path";
 var HOME = process.env.HOME || "";
-var STAFF_DIR = join(HOME, "Documents", "wipcomputer--mac-mini-01", "staff");
-var CC_REPOS = join(STAFF_DIR, "Parker", "Claude Code - Mini", "repos");
-var LESA_REPOS = join(STAFF_DIR, "L\u0113sa", "repos");
+function resolveWorkspace() {
+  const configPath = join(HOME, ".ldm", "config.json");
+  if (existsSync(configPath)) {
+    try {
+      const config = JSON.parse(readFileSync(configPath, "utf-8"));
+      if (config.workspace) return config.workspace;
+    } catch {
+    }
+  }
+  return join(HOME, "wipcomputerinc");
+}
+var TEAM_DIR = join(resolveWorkspace(), "team");
+var CC_REPOS = join(TEAM_DIR, "cc-mini", "repos");
+var LESA_REPOS = join(TEAM_DIR, "L\u0113sa", "repos");
 var DEV_UPDATES_DIR = join(CC_REPOS, "wip-dev-updates");
 var LAST_RUN_PATH = resolveStatePath("dev-update-last-run.json");
 function loadLastRun() {

package/dist/pair.js

@@ -4,8 +4,8 @@ import {
   encodePairingString,
   generateRelayKey,
   loadRelayKey
-} from "./chunk-KCQUXVYT.js";
-import "./chunk-EXEZZADG.js";
+} from "./chunk-D3MACYZ4.js";
+import "./chunk-DFQ72B7M.js";
 
 // src/pair.ts
 import { existsSync, writeFileSync, mkdirSync, chmodSync } from "fs";

package/dist/poller.js

@@ -3,28 +3,28 @@ import {
   ensureStaging,
   isNewAgent,
   markReady
-} from "./chunk-ZCQYHTNU.js";
+} from "./chunk-5I7GMRDN.js";
 import {
   generateSessionSummary,
   writeSummaryFile
 } from "./chunk-Y72C7F6O.js";
 import {
   pushFileSync
-} from "./chunk-3G3SFYYI.js";
+} from "./chunk-CGIDSAJB.js";
 import {
   Crystal,
   resolveConfig
-} from "./chunk-FBQWSDPC.js";
+} from "./chunk-2GBYLMEF.js";
 import {
   decryptJSON,
   encryptJSON,
   loadRelayKey
-} from "./chunk-KCQUXVYT.js";
+} from "./chunk-D3MACYZ4.js";
 import {
   ensureLdm,
   resolveStatePath,
   stateWritePath
-} from "./chunk-EXEZZADG.js";
+} from "./chunk-DFQ72B7M.js";
 
 // src/poller.ts
 import { readFileSync, writeFileSync, appendFileSync, existsSync, mkdirSync } from "fs";

package/dist/role.js

@@ -3,8 +3,8 @@ import {
   detectRole,
   loadRoleState,
   promoteToCore
-} from "./chunk-3S6TI23B.js";
-import "./chunk-EXEZZADG.js";
+} from "./chunk-437F27T6.js";
+import "./chunk-DFQ72B7M.js";
 export {
   demoteToNode,
   detectRole,

package/dist/search-pipeline-CBV25NX7.js

@@ -0,0 +1,99 @@
+import {
+  detectProvider,
+  expandQuery,
+  rerankResults
+} from "./chunk-NX647OM3.js";
+
+// src/search-pipeline.ts
+var STRONG_SIGNAL_MIN_SCORE = 0.85;
+var STRONG_SIGNAL_MIN_GAP = 0.15;
+var DEFAULT_CANDIDATE_LIMIT = 40;
+async function deepSearch(crystal, query, options = {}) {
+  const limit = options.limit || 5;
+  const candidateLimit = options.candidateLimit || DEFAULT_CANDIDATE_LIMIT;
+  const intent = options.intent;
+  const filter = options.filter;
+  const explain = options.explain || false;
+  const provider = await detectProvider();
+  if (provider.provider === "none") {
+    return crystal.search(query, limit, filter);
+  }
+  const db = crystal.sqliteDb;
+  if (!db) return crystal.search(query, limit, filter);
+  const sinceDate = filter?.since ? crystal.parseSince(filter.since) : void 0;
+  const untilDate = filter?.until ? crystal.parseSince(filter.until) : void 0;
+  const internalFilter = { ...filter, sinceDate, untilDate };
+  const initialFts = crystal.searchFTS(query, 20, internalFilter);
+  const topScore = initialFts[0]?.score ?? 0;
+  const secondScore = initialFts[1]?.score ?? 0;
+  const hasStrongSignal = !intent && initialFts.length > 0 && topScore >= STRONG_SIGNAL_MIN_SCORE && topScore - secondScore >= STRONG_SIGNAL_MIN_GAP;
+  const expanded = hasStrongSignal ? [] : await expandQuery(query, intent);
+  const allResultLists = [];
+  if (initialFts.length > 0) allResultLists.push(initialFts);
+  const [queryEmbedding] = await crystal.embed([query]);
+  const originalVec = crystal.searchVec(queryEmbedding, 30, internalFilter);
+  if (originalVec.length > 0) allResultLists.push(originalVec);
+  for (const variation of expanded) {
+    if (variation.type === "lex") {
+      const ftsResults = crystal.searchFTS(variation.text, 20, internalFilter);
+      if (ftsResults.length > 0) allResultLists.push(ftsResults);
+    } else {
+      const [embedding] = await crystal.embed([variation.text]);
+      const vecResults = crystal.searchVec(embedding, 20, internalFilter);
+      if (vecResults.length > 0) allResultLists.push(vecResults);
+    }
+  }
+  const weights = allResultLists.map((_, i) => i < 2 ? 2 : 1);
+  const fused = crystal.reciprocalRankFusion(allResultLists, weights);
+  const candidates = fused.slice(0, candidateLimit);
+  if (candidates.length === 0) return [];
+  const ftsScoreMap = /* @__PURE__ */ new Map();
+  const vecScoreMap = /* @__PURE__ */ new Map();
+  if (explain) {
+    for (const r of initialFts) ftsScoreMap.set(r.text.slice(0, 200), r.score);
+    for (const r of originalVec) vecScoreMap.set(r.text.slice(0, 200), r.score);
+  }
+  const passages = candidates.map((c) => c.text.slice(0, 500));
+  const rerankQuery = intent ? `${intent}: ${query}` : query;
+  const reranked = await rerankResults(rerankQuery, passages);
+  const now = Date.now();
+  const blended = reranked.map((r) => {
+    const candidate = candidates[r.index];
+    if (!candidate) return null;
+    const rrfRank = r.index + 1;
+    let rrfWeight;
+    if (rrfRank <= 3) rrfWeight = 0.75;
+    else if (rrfRank <= 10) rrfWeight = 0.6;
+    else rrfWeight = 0.4;
+    const rrfScore = 1 / rrfRank;
+    const blendedScore = rrfWeight * rrfScore + (1 - rrfWeight) * r.score;
+    const ageDays = candidate.created_at ? (now - new Date(candidate.created_at).getTime()) / 864e5 : 0;
+    const recency = candidate.created_at ? crystal.recencyWeight(ageDays) : 1;
+    const finalScore = blendedScore * recency;
+    const freshness = candidate.created_at ? crystal.freshnessLabel(ageDays) : void 0;
+    const result = {
+      ...candidate,
+      score: finalScore,
+      freshness
+    };
+    if (explain) {
+      const dedup = candidate.text.slice(0, 200);
+      result.explain = {
+        fts_score: ftsScoreMap.get(dedup),
+        vec_score: vecScoreMap.get(dedup),
+        rrf_rank: rrfRank,
+        rrf_score: rrfScore,
+        rerank_score: r.score,
+        recency_weight: recency,
+        final_score: finalScore
+      };
+    }
+    return result;
+  }).filter((r) => r !== null);
+  const sorted = blended.sort((a, b) => b.score - a.score).slice(0, limit);
+  const topNormScore = sorted[0]?.score || 1;
+  return sorted.map((r) => ({ ...r, score: Math.min(r.score / topNormScore * 0.95, 0.95) }));
+}
+export {
+  deepSearch
+};

package/dist/staging.js

@@ -7,8 +7,8 @@ import {
   processAllStaged,
   processStagedAgent,
   stagingPaths
-} from "./chunk-ZCQYHTNU.js";
-import "./chunk-EXEZZADG.js";
+} from "./chunk-5I7GMRDN.js";
+import "./chunk-DFQ72B7M.js";
 export {
   ensureStaging,
   hasStagedData,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wipcomputer/memory-crystal",
-  "version": "0.7.30",
+  "version": "0.7.33",
   "description": "Sovereign memory system — local-first with ephemeral encrypted relay. Your memory, your machine, your rules.",
   "repository": {
     "type": "git",
@@ -17,7 +17,21 @@
     "crystal": "dist/cli.js",
     "crystal-mcp": "dist/mcp-server.js"
   },
+  "files": [
+    "dist/",
+    "scripts/",
+    "skills/",
+    "migrations/",
+    "cloud/",
+    "openclaw.plugin.json",
+    "SKILL.md",
+    "TECHNICAL.md",
+    "README.md",
+    "LICENSE",
+    "CLA.md"
+  ],
   "scripts": {
+    "prepublishOnly": "npm run build",
     "build": "tsup src/core.ts src/cli.ts src/mcp-server.ts src/openclaw.ts src/migrate.ts src/cc-hook.ts src/cc-poller.ts src/crypto.ts src/pair.ts src/poller.ts src/mirror-sync.ts src/file-sync.ts src/ldm.ts src/summarize.ts src/role.ts src/doctor.ts src/bridge.ts src/discover.ts src/bulk-copy.ts src/oc-backfill.ts src/dream-weaver.ts src/crystal-serve.ts src/staging.ts src/installer.ts --format esm --dts --outDir dist && tsup src/worker.ts --format esm --outDir dist --no-dts && cp scripts/crystal-capture.sh scripts/ldm-backup.sh dist/",
     "build:local": "tsup src/core.ts src/cli.ts src/mcp-server.ts src/openclaw.ts src/migrate.ts src/cc-hook.ts src/cc-poller.ts src/crypto.ts src/pair.ts src/poller.ts src/mirror-sync.ts src/file-sync.ts src/ldm.ts src/summarize.ts src/role.ts src/doctor.ts src/bridge.ts src/discover.ts src/bulk-copy.ts src/oc-backfill.ts src/dream-weaver.ts src/crystal-serve.ts src/staging.ts src/installer.ts --format esm --dts --outDir dist",
     "build:worker": "tsup src/worker.ts --format esm --outDir dist --no-dts",

package/.env.example

@@ -1,20 +0,0 @@
-# Memory Crystal — Environment Config
-# Copy to ~/.openclaw/memory-crystal/.env and fill in your keys.
-# Or skip this and use 1Password (keys auto-resolve from "Agent Secrets" vault).
-
-# Embedding provider: openai (default), ollama, or google
-# CRYSTAL_EMBEDDING_PROVIDER=openai
-
-# OpenAI (required if provider is openai)
-OPENAI_API_KEY=sk-...
-
-# Google (required if provider is google)
-# GOOGLE_API_KEY=AIza...
-
-# Ollama (only if provider is ollama — runs locally, no key needed)
-# CRYSTAL_OLLAMA_HOST=http://localhost:11434
-# CRYSTAL_OLLAMA_MODEL=nomic-embed-text
-
-# Cloud mirror (Phase 2)
-# CRYSTAL_REMOTE_URL=https://memory-crystal.your-worker.workers.dev
-# CRYSTAL_REMOTE_TOKEN=your-token

package/.publish-skill.json

@@ -1 +0,0 @@
-{ "name": "wip-memory-crystal" }

package/.worktrees/memory-crystal-private--cc-mini-fix-home-fallback/.env.example

@@ -1,20 +0,0 @@
-# Memory Crystal — Environment Config
-# Copy to ~/.openclaw/memory-crystal/.env and fill in your keys.
-# Or skip this and use 1Password (keys auto-resolve from "Agent Secrets" vault).
-
-# Embedding provider: openai (default), ollama, or google
-# CRYSTAL_EMBEDDING_PROVIDER=openai
-
-# OpenAI (required if provider is openai)
-OPENAI_API_KEY=sk-...
-
-# Google (required if provider is google)
-# GOOGLE_API_KEY=AIza...
-
-# Ollama (only if provider is ollama — runs locally, no key needed)
-# CRYSTAL_OLLAMA_HOST=http://localhost:11434
-# CRYSTAL_OLLAMA_MODEL=nomic-embed-text
-
-# Cloud mirror (Phase 2)
-# CRYSTAL_REMOTE_URL=https://memory-crystal.your-worker.workers.dev
-# CRYSTAL_REMOTE_TOKEN=your-token

package/.worktrees/memory-crystal-private--cc-mini-fix-home-fallback/.publish-skill.json

@@ -1 +0,0 @@
-{ "name": "wip-memory-crystal" }