squish-memory 1.1.5 → 1.2.1

package/package.json

@@ -1,159 +1,140 @@
-{
-  "name": "squish-memory",
-  "version": "1.1.5",
-  "description": "Two-tier memory for AI agents: QMD-based fast file search (short-term) + SQLite/Postgres (long-term). Works out-of-the-box, no setup required.",
-  "main": "dist/index.js",
-  "type": "module",
-  "bin": {
-    "squish": "dist/index.js",
-    "squish-mcp": "dist/core/commands/mcp-server.js",
-    "squish-add": "bin/squish-add.mjs",
-    "squish-rm": "bin/squish-rm.mjs"
-  },
-  "scripts": {
-    "build": "tsc && node scripts/copy-runtime-assets.mjs",
-    "start": "node dist/index.js",
-    "mcp": "node dist/core/commands/mcp-server.js",
-    "dev": "bun --hot index.ts",
-    "dev:mcp": "bun --hot core/commands/mcp-server.ts",
-    "verify:mcp": "node scripts/verify-mcp.mjs",
-    "preflight:remote": "node scripts/remote-preflight.mjs",
-    "fallback:dry": "node scripts/squish-fallback.mjs --op health --simulate-mcp-failure --dry-run",
-    "deps:check": "node scripts/dependency-manager.mjs",
-    "deps:install": "node scripts/dependency-manager.mjs",
-    "detect:clients": "node scripts/detect-clients.mjs",
-    "install": "node scripts/install-interactive.mjs",
-    "test:interactive": "node scripts/test-interactive.mjs",
-    "test": "node --test dist/tests/**/*.test.js",
-    "clean": "rm -rf dist && rm -f *.log",
-    "bench": "bun benchmark/memory.ts",
-    "bench:db": "bun benchmark/run.ts",
-    "db:generate": "drizzle-kit generate",
-    "db:migrate": "drizzle-kit migrate",
-    "db:push": "drizzle-kit push",
-    "db:studio": "drizzle-kit studio",
-    "prepublishOnly": "npm run clean && npm run build",
-    "prepare": "husky",
-    "postinstall": "node scripts/init-dirs.mjs",
-    "release": "./scripts/build-release.sh && ./scripts/github-release.sh",
-    "check:secrets": "node scripts/check-secrets.js",
-    "dev:db:init": "node scripts/init-db.mjs",
-    "dev:db:check": "node scripts/check-db.mjs",
-    "dev:db:recreate": "node scripts/recreate-db.mjs"
-  },
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/michielhdoteth/squish.git"
-  },
-  "homepage": "https://github.com/michielhdoteth/squish#readme",
-  "funding": {
-    "type": "github",
-    "url": "https://github.com/sponsors/michielhdoteth"
-  },
-  "bugs": {
-    "url": "https://github.com/michielhdoteth/squish/issues"
-  },
-  "keywords": [
-    "ai-agent",
-    "memory",
-    "persistent-memory",
-    "universal-memory",
-    "mcp-server",
-    "mcp-client",
-    "model-context-protocol",
-    "claude-code",
-    "openclaw",
-    "opencode",
-    "codex",
-    "cursor",
-    "windsurf",
-    "vscode",
-    "plugin",
-    "plugin-architecture",
-    "qmd",
-    "sqlite",
-    "postgres",
-    "hybrid-search",
-    "context-management",
-    "semantic-search",
-    "local-first",
-    "privacy",
-    "agent-framework",
-    "agent-memory",
-    "ai-memory",
-    "agentic",
-    "context-window",
-    "long-term-memory",
-    "rag",
-    "vector-embeddings",
-    "session-persistence"
-  ],
-  "files": [
-    "dist/**/*.js",
-    "dist/**/*.d.ts",
-    "dist/**/*.cjs",
-    "dist/**/*.wasm",
-    "scripts",
-    "!scripts/init-dirs.ts",
-    "skills",
-    "hooks",
-    "config",
-    "bin",
-    "generated",
-    "mcp.json.example",
-    ".env.example",
-    "LICENSE",
-    "README.md",
-    "CHANGELOG.md",
-    "core/commands/context-paging.md",
-    "core/commands/context-status.md",
-    "core/commands/context.md",
-    "core/commands/core-memory.md",
-    "core/commands/health.md",
-    "core/commands/init.md",
-    "core/commands/merge.md",
-    "core/commands/recall.md",
-    "core/commands/remember.md",
-    "core/commands/search.md"
-  ],
-  "author": "michielhdoteth <michiel@4mlabs.io>",
-  "license": "MIT",
-  "engines": {
-    "node": ">=18.0.0"
-  },
-  "dependencies": {
-    "@clack/prompts": "^0.7.0",
-    "@modelcontextprotocol/sdk": "^1.27.1",
-    "@neondatabase/serverless": "^1.0.2",
-    "better-sqlite3": "12.6.2",
-    "bull": "^4.16.0",
-    "commander": "^12.0.0",
-    "cors": "2.8.6",
-    "dotenv": "^16.4.0",
-    "drizzle-orm": "^0.38.0",
-    "express": "^5.2.1",
-    "express-rate-limit": "^8.3.1",
-    "hono": "^4.12.8",
-    "node-cron": "^3.0.0",
-    "pg": "^8.20.0",
-    "pgvector": "^0.2.0",
-    "picocolors": "^1.0.0",
-    "redis": "^5.11.0",
-    "sql.js": "^1.14.1",
-    "uuid": "^13.0.0",
-    "ws": "^8.18.0",
-    "zod": "^3.24.0"
-  },
-  "devDependencies": {
-    "@types/better-sqlite3": "^7.6.13",
-    "@types/cors": "^2.8.17",
-    "@types/express": "^5.0.0",
-    "@types/node": "^22.0.0",
-    "@types/node-cron": "^3.0.11",
-    "@types/pg": "^8.11.10",
-    "@types/ws": "^8.5.13",
-    "drizzle-kit": "^0.30.0",
-    "pkg": "^5.8.1",
-    "typescript": "^5.7.0"
-  }
-}
+{
+  "name": "squish-memory",
+  "version": "1.2.1",
+  "description": "Universal memory for AI agents: QMD fast file search + SQLite/Postgres + Belief System + Persistent Hot Cache. Works out-of-the-box.",
+  "main": "core/index.ts",
+  "type": "module",
+  "bin": {
+    "squish": "bin/squish.mjs",
+    "squish-mcp": "bin/squish-mcp.mjs"
+  },
+  "scripts": {
+    "clean": "rm -rf dist && rm -f *.log",
+    "build": "echo 'No build needed - runs TypeScript directly with bun. Use bun run start or bun run mcp instead.'",
+    "start": "bun run core/index.ts 2>/dev/null || npx tsx core/index.ts",
+    "mcp": "bun run packages/mcp/src/index.ts 2>/dev/null || npx tsx packages/mcp/src/index.ts",
+    "dev": "bun --hot core/index.ts 2>/dev/null || npx tsx --watch core/index.ts",
+    "dev:mcp": "bun --hot packages/mcp/src/index.ts 2>/dev/null || npx tsx --watch packages/mcp/src/index.ts",
+    "test": "bun test ./tests/ 2>/dev/null || npx vitest",
+    "verify:mcp": "bun run packages/mcp/src/index.ts --health 2>/dev/null || npx tsx packages/mcp/src/index.ts --health",
+    "bench": "bun benchmark/memory.ts 2>/dev/null || npx tsx --cwd . benchmark/memory.ts",
+    "bench:db": "bun benchmark/run.ts 2>/dev/null || npx tsx --cwd . benchmark/run.ts",
+    "bench:locomo": "bun benchmark/locomo-full.ts"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/michielhdoteth/squish.git"
+  },
+  "homepage": "https://github.com/michielhdoteth/squish#readme",
+  "funding": {
+    "type": "github",
+    "url": "https://github.com/sponsors/michielhdoteth"
+  },
+  "bugs": {
+    "url": "https://github.com/michielhdoteth/squish/issues"
+  },
+  "keywords": [
+    "ai-agent",
+    "memory",
+    "persistent-memory",
+    "universal-memory",
+    "mcp-server",
+    "mcp-client",
+    "model-context-protocol",
+    "claude-code",
+    "openclaw",
+    "opencode",
+    "codex",
+    "cursor",
+    "windsurf",
+    "vscode",
+    "plugin",
+    "plugin-architecture",
+    "qmd",
+    "sqlite",
+    "postgres",
+    "hybrid-search",
+    "context-management",
+    "semantic-search",
+    "local-first",
+    "privacy",
+    "agent-framework",
+    "agent-memory",
+    "ai-memory",
+    "agentic",
+    "context-window",
+    "long-term-memory",
+    "rag",
+    "vector-embeddings",
+    "session-persistence"
+  ],
+  "files": [
+    "dist/**/*.js",
+    "dist/**/*.d.ts",
+    "dist/**/*.cjs",
+    "dist/**/*.wasm",
+    "!dist/**/*.test.js",
+    "!dist/**/*.test.d.ts",
+    "scripts",
+    "!scripts/init-dirs.ts",
+    "skills",
+    "config",
+    "config.js",
+    "config.ts",
+    "bin",
+    "core",
+    "!core/**/*.test.ts",
+    "!core/**/*.test.js",
+    "db",
+    "packages",
+    "!packages/**/*.test.ts",
+    "!packages/**/*.test.js",
+    "generated",
+    "mcp.json.example",
+    ".env.example",
+    "LICENSE",
+    "README.md",
+    "CHANGELOG.md"
+  ],
+  "author": "michielhdoteth <michiel@4mlabs.io>",
+  "license": "MIT",
+  "engines": {
+    "node": ">=18.0.0",
+    "bun": ">=1.0.0"
+  },
+  "dependencies": {
+    "@clack/prompts": "^1.2.0",
+    "@huggingface/transformers": "^4.1.0",
+    "@modelcontextprotocol/sdk": "^1.29.0",
+    "@neondatabase/serverless": "^1.0.2",
+    "better-sqlite3": "12.9.0",
+    "@tobilu/qmd": "^2.1.0",
+    "commander": "^14.0.3",
+    "cors": "2.8.6",
+    "dotenv": "^17.4.2",
+    "drizzle-orm": "^0.45.2",
+    "express": "^5.2.1",
+    "express-rate-limit": "^8.3.2",
+    "node-cron": "^4.2.1",
+    "pg": "^8.20.0",
+    "pgvector": "^0.2.0",
+    "redis": "^5.11.0",
+    "sql.js": "^1.14.1",
+    "zod": "^4.3.6"
+  },
+  "devDependencies": {
+    "@types/better-sqlite3": "^7.6.13",
+    "@types/cors": "^2.8.17",
+    "@types/express": "^5.0.0",
+    "@types/node": "^25.6.0",
+    "@types/node-cron": "^3.0.11",
+    "@types/pg": "^8.20.0",
+    "drizzle-kit": "^0.31.10",
+    "esbuild": "^0.28.0",
+    "picocolors": "^1.0.0",
+    "pkg": "^5.8.1",
+    "tsx": "^4.21.0",
+    "typescript": "^6.0.2",
+    "vitest": "^3.0.0"
+  }
+}

package/packages/cli/package.json

@@ -0,0 +1,22 @@
+{
+  "name": "@squish/cli",
+  "version": "1.2.0",
+  "description": "Squish CLI - Universal Memory for AI Agents",
+  "type": "module",
+  "main": "src/index.ts",
+  "bin": {
+    "squish": "../bin/squish.mjs"
+  },
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch"
+  },
+  "dependencies": {
+    "commander": "^12.0.0",
+    "zod": "^3.24.0"
+  },
+  "devDependencies": {
+    "@types/node": "^22.0.0",
+    "typescript": "^6.0.2"
+  }
+}

package/packages/cli/src/commands/clean.ts

@@ -0,0 +1,68 @@
+/**
+ * Clean Command - Auto-run deduplication and consolidation
+ * 
+ * Usage: squish clean [--confirm]
+ * 
+ * Auto-features:
+ * - Finds near-duplicate memories and consolidates them
+ * - Marks old/low-importance memories as stale
+ * - Reclaims space by removing redundant data
+ */
+
+import { Command } from 'commander';
+import { consolidateMemories } from '../../../../core/memory/consolidation.js';
+import { getMemoryStats } from '../../../../core/memory/stats.js';
+import { requireProject } from '../../../../core/projects.js';
+
+export function registerCleanCommand(program: Command) {
+  program
+    .command('clean')
+    .description('Auto-run deduplication and consolidation')
+    .option('--confirm', 'Actually run (default is dry-run)', false)
+    .option('--project <project>', 'Project path', process.cwd())
+    .option('--dry-run', 'Show what would be consolidated without doing it', false)
+    .action(async (options: any) => {
+      try {
+        // Get project ID
+        const project = await requireProject(options.project);
+        
+        // Get current stats before cleaning
+        const stats = await getMemoryStats(options.project);
+        
+        if (!options.confirm && !options.dryRun) {
+          console.log(JSON.stringify({
+            ok: true,
+            message: 'Dry-run mode: use --confirm to actually clean, or --dry-run to see what would happen',
+            currentStats: {
+              totalMemories: stats.totalMemories,
+              byType: stats.byType
+            }
+          }, null, 2));
+          return;
+        }
+
+        // Run consolidation
+        const result = await consolidateMemories({
+          projectId: project.id,
+          minAge: 7,        // Only memories older than 7 days
+          maxImportance: 40, // Only low-importance memories
+          minClusterSize: 2,  // Need at least 2 similar memories
+          limit: 50
+        });
+
+        console.log(JSON.stringify({
+          ok: true,
+          action: options.dryRun ? 'dry-run' : 'completed',
+          consolidated: result.length,
+          results: result.map(r => ({
+            id: r.consolidatedMemoryId,
+            sources: r.sourceMemoryIds.length,
+            summary: r.summary
+          }))
+        }, null, 2));
+      } catch (error: any) {
+        console.error(JSON.stringify({ ok: false, error: error.message }));
+        process.exit(1);
+      }
+    });
+}

package/packages/cli/src/commands/context.ts

@@ -0,0 +1,79 @@
+/**
+ * Context Command - Get project context or list projects
+ * 
+ * Usage: squish context [--list-projects] [--project /path]
+ */
+
+import { Command } from 'commander';
+import { getAllProjects } from '../../../../core/projects.js';
+import { buildContextState, resolveProjectScope } from '../../../../core/runtime/trust-state.js';
+import { formatContextReport } from '../../../../core/runtime/trust-report.js';
+
+export function registerContextCommand(program: Command) {
+  program
+    .command('context')
+    .description('Show context or list projects')
+    .option('--list-projects', 'List registered projects instead of loading context')
+    .option('-p, --project <project>', 'Project path')
+    .option('--limit <number>', 'Max memories to return', '10')
+    .option('--json', 'Emit machine-readable output', false)
+    .action(async (options: any) => {
+      const previousQuiet = process.env.SQUISH_QUIET;
+      if (options.json) {
+        process.env.SQUISH_QUIET = '1';
+      }
+      try {
+        if (options.listProjects) {
+          const projects = await getAllProjects();
+          const scope = await resolveProjectScope(options.project);
+          const payload = {
+            ok: true,
+            count: projects.length,
+            currentProject: scope.currentProject,
+            otherProjects: scope.otherProjects,
+            projects: projects.map((project) => ({
+              id: project.id,
+              name: project.name,
+              path: project.path,
+              resolution: project.path === '.' ? 'legacy-placeholder' : (project.metadata?.source === 'mcp' ? 'auto-created' : 'inferred'),
+            })),
+            nextStep: scope.nextStep,
+          };
+          if (options.json) {
+            console.log(JSON.stringify(payload, null, 2));
+            return;
+          }
+          console.log(formatContextReport({
+            currentProject: scope.currentProject,
+            otherProjects: scope.otherProjects,
+            runtime: {
+              sessionSummary: 'Project listing only',
+              activePlaces: [],
+              signalSummary: { captured: 0, suppressed: 0, sessionOnly: 0, durable: 0, durableWithRaw: 0 },
+              graphSummary: 'Not loaded in list-only mode',
+            },
+            durableMemories: [],
+            nextStep: scope.nextStep,
+          }));
+        } else {
+          const context = await buildContextState(options.project, parseInt(options.limit) || 10);
+          if (options.json) {
+            console.log(JSON.stringify({ ok: true, ...context }, null, 2));
+            return;
+          }
+          console.log(formatContextReport(context));
+        }
+      } catch (error: any) {
+        console.error(JSON.stringify({ ok: false, error: error.message }));
+        process.exit(1);
+      } finally {
+        if (options.json) {
+          if (previousQuiet === undefined) {
+            delete process.env.SQUISH_QUIET;
+          } else {
+            process.env.SQUISH_QUIET = previousQuiet;
+          }
+        }
+      }
+    });
+}