recallnest 2.2.0 → 2.3.0

package/scripts/rebalance-memory-health.ts

@@ -1,181 +0,0 @@
-import lancedb from "@lancedb/lancedb";
-
-import {
-  buildMemoryHealthRebalancePlan,
-  summarizeMemoryHealthPlans,
-} from "../src/memory-health-rebalance.js";
-
-const TABLE_NAME = "memories";
-const DEFAULT_DB_PATH = "./data/lancedb";
-const DEFAULT_BATCH_SIZE = 2000;
-
-interface MemoryUpdateRow {
-  id: string;
-  text: string;
-  vector: Iterable<number>;
-  category: string;
-  scope: string;
-  importance: number;
-  timestamp: number;
-  metadata?: string;
-}
-
-function escapeSqlLiteral(value: string): string {
-  return value.replace(/'/g, "''");
-}
-
-function formatPercent(count: number, total: number): string {
-  if (total <= 0) return "0.0%";
-  return `${((count / total) * 100).toFixed(1)}%`;
-}
-
-function parseArgs(argv: string[]): {
-  dbPath: string;
-  batchSize: number;
-  apply: boolean;
-  optimize: boolean;
-} {
-  const positional: string[] = [];
-  let batchSize = DEFAULT_BATCH_SIZE;
-  let apply = false;
-  let optimize = true;
-
-  for (const arg of argv) {
-    if (arg === "--apply") {
-      apply = true;
-      continue;
-    }
-    if (arg === "--skip-optimize") {
-      optimize = false;
-      continue;
-    }
-    if (arg.startsWith("--batch-size=")) {
-      const value = Number(arg.slice("--batch-size=".length));
-      if (Number.isFinite(value) && value > 0) {
-        batchSize = Math.floor(value);
-      }
-      continue;
-    }
-    positional.push(arg);
-  }
-
-  return {
-    dbPath: positional[0] || DEFAULT_DB_PATH,
-    batchSize,
-    apply,
-    optimize,
-  };
-}
-
-async function loadPlanningRows(table: Awaited<ReturnType<typeof lancedb.connect>> extends { openTable(name: string): infer T } ? Awaited<T> : never) {
-  return await table
-    .query()
-    .select(["id", "importance", "timestamp", "metadata"])
-    .toArray() as Array<{ id: string; importance: number; timestamp: number; metadata?: string }>;
-}
-
-async function loadBatchRows(
-  table: Awaited<ReturnType<typeof lancedb.connect>> extends { openTable(name: string): infer T } ? Awaited<T> : never,
-  ids: string[],
-): Promise<MemoryUpdateRow[]> {
-  const where = `id IN (${ids.map((id) => `'${escapeSqlLiteral(id)}'`).join(", ")})`;
-  return await table
-    .query()
-    .where(where)
-    .select(["id", "text", "vector", "category", "scope", "importance", "timestamp", "metadata"])
-    .toArray() as MemoryUpdateRow[];
-}
-
-async function main() {
-  const { dbPath, batchSize, apply, optimize } = parseArgs(process.argv.slice(2));
-
-  console.log(`\n🛠️  Memory health rebalance`);
-  console.log(`📂 DB path: ${dbPath}`);
-  console.log(`📦 Batch size: ${batchSize}`);
-  console.log(`🧪 Mode: ${apply ? "apply" : "dry-run"}\n`);
-
-  const db = await lancedb.connect(dbPath);
-  const table = await db.openTable(TABLE_NAME);
-
-  console.log("⏳ Loading planning rows...");
-  const planningRows = await loadPlanningRows(table);
-  const accessCounts = planningRows.map((row) =>
-    buildMemoryHealthRebalancePlan(row, {
-      maxAccessCount: 1,
-      minTimestamp: row.timestamp,
-      maxTimestamp: row.timestamp,
-    }).accessCount
-  );
-  const effectiveMaxAccessCount = Math.max(1, ...accessCounts);
-  const minTimestamp = Math.min(...planningRows.map((row) => row.timestamp));
-  const maxTimestamp = Math.max(...planningRows.map((row) => row.timestamp));
-  const plans = planningRows.map((row) =>
-    buildMemoryHealthRebalancePlan(row, {
-      maxAccessCount: effectiveMaxAccessCount,
-      minTimestamp,
-      maxTimestamp,
-    })
-  );
-  const summary = summarizeMemoryHealthPlans(plans);
-
-  console.log(`✅ Planned ${summary.totalRows.toLocaleString()} rows`);
-  console.log(`  dead memory rows   : ${summary.deadMemoryRows.toLocaleString()} (${formatPercent(summary.deadMemoryRows, summary.totalRows)})`);
-  console.log(`  tier backfills     : ${summary.tierBackfills.toLocaleString()} (${formatPercent(summary.tierBackfills, summary.totalRows)})`);
-  console.log(`  tier changes       : ${summary.tierChanges.toLocaleString()} (${formatPercent(summary.tierChanges, summary.totalRows)})`);
-  console.log(`  importance changes : ${summary.importanceChanges.toLocaleString()} (${formatPercent(summary.importanceChanges, summary.totalRows)})`);
-  console.log(`  rows to rewrite    : ${summary.changedRows.toLocaleString()} (${formatPercent(summary.changedRows, summary.totalRows)})`);
-
-  if (!apply) {
-    console.log("\nDry run only. Re-run with --apply after backing up the LanceDB directory.");
-    return;
-  }
-
-  const changedPlans = plans.filter((plan) => plan.changed);
-  const planById = new Map(changedPlans.map((plan) => [plan.id, plan]));
-
-  let processed = 0;
-  for (let start = 0; start < changedPlans.length; start += batchSize) {
-    const batchPlans = changedPlans.slice(start, start + batchSize);
-    const ids = batchPlans.map((plan) => plan.id);
-    const rows = await loadBatchRows(table, ids);
-    const mergeRows = rows.map((row) => {
-      const plan = planById.get(row.id);
-      if (!plan) {
-        throw new Error(`Missing plan for row ${row.id}`);
-      }
-      return {
-        id: row.id,
-        text: row.text,
-        vector: Array.from(row.vector),
-        category: row.category,
-        scope: row.scope,
-        importance: plan.nextImportance,
-        timestamp: row.timestamp,
-        metadata: JSON.stringify(plan.nextMetadata),
-      };
-    });
-
-    await table
-      .mergeInsert("id")
-      .whenMatchedUpdateAll()
-      .execute(mergeRows, { timeoutMs: 120_000 });
-
-    processed += mergeRows.length;
-    console.log(`  batch ${Math.floor(start / batchSize) + 1}/${Math.ceil(changedPlans.length / batchSize)}: ${processed.toLocaleString()}/${changedPlans.length.toLocaleString()} rows`);
-  }
-
-  if (optimize) {
-    console.log("\n⏳ Optimizing Lance table after batched rewrites...");
-    await table.optimize();
-  }
-
-  console.log("\n✅ Memory health rebalance complete");
-  console.log(`  dead memory rows kept but downgraded: ${summary.deadMemoryRows.toLocaleString()}`);
-  console.log(`  tier backfills applied             : ${summary.tierBackfills.toLocaleString()}`);
-  console.log(`  importance updates applied         : ${summary.importanceChanges.toLocaleString()}`);
-}
-
-main().catch((error) => {
-  console.error(error);
-  process.exitCode = 1;
-});

package/scripts/run-desktop-ingest.sh

@@ -1,11 +0,0 @@
-#!/bin/bash
-# 后台运行 desktop ingest，关窗口也不中断
-# 日志输出到 data/desktop-ingest.log
-
-cd "$(dirname "$0")/.."
-LOG="data/desktop-ingest.log"
-
-echo "$(date '+%Y-%m-%d %H:%M:%S') 开始导入 Desktop 对话..." > "$LOG"
-bun run src/cli.ts ingest --source desktop >> "$LOG" 2>&1
-echo "" >> "$LOG"
-echo "$(date '+%Y-%m-%d %H:%M:%S') 导入完成" >> "$LOG"

package/scripts/start-server.sh

@@ -1,12 +0,0 @@
-#!/bin/bash
-# RecallNest MCP Server startup script
-# Handles first-run bun install automatically
-set -e
-
-PLUGIN_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
-
-if [ ! -d "$PLUGIN_DIR/node_modules" ]; then
-  cd "$PLUGIN_DIR" && bun install --frozen-lockfile --silent 2>/dev/null
-fi
-
-exec bun run "$PLUGIN_DIR/src/mcp-server.ts"

package/scripts/verify-emotion-decay.ts

@@ -1,148 +0,0 @@
-#!/usr/bin/env bun
-/**
- * Phase 1 Manual Verification: Emotional Valence in Decay
- *
- * Demonstrates:
- * 1. detectEmotion → salience + source fields
- * 2. adjustHalfLifeForEmotion → emotional memories get longer half-life
- * 3. computeDecayScore → emotion-aware weights
- * 4. End-to-end: emotional memory scores higher than neutral at same age
- */
-
-import { detectEmotion } from "../src/emotion-detector.js";
-import { adjustHalfLifeForEmotion, computeArousalBoost, weibullDecay, resolveTier } from "../src/decay-engine.js";
-import { computeDecayScore, type EvolutionMetadata } from "../src/memory-evolution.js";
-import { parseEmotion } from "../src/memory-schema.js";
-
-// Force emotion flag on for verification
-process.env.RECALLNEST_EMOTION_SCORING = "true";
-
-const DIVIDER = "─".repeat(60);
-
-// ── 1. detectEmotion: salience + source ──────────────────────
-
-console.log("\n" + DIVIDER);
-console.log("1️⃣  detectEmotion: salience + source");
-console.log(DIVIDER);
-
-const samples = [
-  { label: "愤怒调试", text: "CRITICAL BUG! 这个问题搞了三天还是崩溃，太frustrating了！" },
-  { label: "成功修复", text: "Finally fixed it! Everything works perfectly, all tests pass!" },
-  { label: "中性日志", text: "Updated the config file and ran the migration script." },
-  { label: "中文负面", text: "这个方案不好用，不开心，又失败了" },
-];
-
-for (const s of samples) {
-  const e = detectEmotion(s.text);
-  console.log(`\n  [${s.label}]`);
-  console.log(`  text:     "${s.text.slice(0, 50)}..."`);
-  console.log(`  valence:  ${e.valence.toFixed(2)}  arousal: ${e.arousal.toFixed(2)}  label: ${e.label}`);
-  console.log(`  salience: ${e.salience?.toFixed(3)}  source: ${e.source}`);
-}
-
-// ── 2. Half-life adjustment ──────────────────────────────────
-
-console.log("\n" + DIVIDER);
-console.log("2️⃣  adjustHalfLifeForEmotion: half-life extension");
-console.log(DIVIDER);
-
-const baseHL = 60; // 60 days
-for (const s of samples) {
-  const e = detectEmotion(s.text);
-  const adjustedHL = adjustHalfLifeForEmotion(baseHL, e);
-  const boost = computeArousalBoost(e);
-  const delta = ((adjustedHL / baseHL - 1) * 100).toFixed(1);
-  console.log(`\n  [${s.label}]`);
-  console.log(`  base HL:     ${baseHL}d → adjusted: ${adjustedHL.toFixed(1)}d (+${delta}%)`);
-  console.log(`  arousal boost: ${boost.toFixed(3)}x`);
-}
-
-// ── 3. Weibull decay comparison at 30d, 60d, 90d ────────────
-
-console.log("\n" + DIVIDER);
-console.log("3️⃣  Weibull decay: emotional vs neutral at different ages");
-console.log(DIVIDER);
-
-const emotionalText = "CRITICAL BUG! 这个问题搞了三天还是崩溃，太frustrating了！";
-const neutralText = "Updated the config file and ran the migration script.";
-const emotionalEmo = detectEmotion(emotionalText);
-const neutralEmo = detectEmotion(neutralText);
-const emotionalHL = adjustHalfLifeForEmotion(baseHL, emotionalEmo);
-const neutralHL = adjustHalfLifeForEmotion(baseHL, neutralEmo);
-const emotionalBoost = computeArousalBoost(emotionalEmo);
-const neutralBoost = computeArousalBoost(neutralEmo);
-
-console.log(`\n  ${"Age".padEnd(8)} ${"Emotional".padEnd(14)} ${"Neutral".padEnd(14)} ${"Δ advantage".padEnd(14)}`);
-for (const ageDays of [7, 30, 60, 90, 120]) {
-  const emoDecay = weibullDecay(ageDays, emotionalHL, "working") * emotionalBoost;
-  const neuDecay = weibullDecay(ageDays, neutralHL, "working") * neutralBoost;
-  const advantage = ((emoDecay / neuDecay - 1) * 100).toFixed(1);
-  console.log(`  ${(ageDays + "d").padEnd(8)} ${emoDecay.toFixed(4).padEnd(14)} ${neuDecay.toFixed(4).padEnd(14)} +${advantage}%`);
-}
-
-// ── 4. computeDecayScore: full formula comparison ────────────
-
-console.log("\n" + DIVIDER);
-console.log("4️⃣  computeDecayScore: emotion-aware weights (0.15/0.25/0.45/0.15)");
-console.log(DIVIDER);
-
-const now = Date.now();
-const makeEvo = (ageDays: number, accessCount: number): EvolutionMetadata => ({
-  status: "active",
-  version: 1,
-  accessCount,
-  lastAccessedAt: now - 7 * 86_400_000,
-  supersededBy: null,
-  supersedes: null,
-  evolutionNote: null,
-  consolidatedInto: null,
-  contributedToPattern: null,
-  sourceMemories: [],
-  validFrom: now - ageDays * 86_400_000,
-  validUntil: null,
-});
-
-const scenarios = [
-  { label: "新记忆(7d), 3次访问, importance=0.7", age: 7, access: 3, importance: 0.7 },
-  { label: "旧记忆(60d), 3次访问, importance=0.7", age: 60, access: 3, importance: 0.7 },
-  { label: "很旧(120d), 低访问, importance=0.5", age: 120, access: 1, importance: 0.5 },
-];
-
-for (const sc of scenarios) {
-  const evo = makeEvo(sc.age, sc.access);
-  const emotionalMeta = JSON.stringify({
-    emotion: detectEmotion(emotionalText),
-  });
-  const neutralMeta = JSON.stringify({
-    emotion: detectEmotion(neutralText),
-  });
-
-  const emoScore = computeDecayScore(evo, sc.importance, now, emotionalMeta);
-  const neuScore = computeDecayScore(evo, sc.importance, now, neutralMeta);
-  const noMetaScore = computeDecayScore(evo, sc.importance, now); // backward compat
-
-  console.log(`\n  [${sc.label}]`);
-  console.log(`  emotional:  ${emoScore.toFixed(4)}`);
-  console.log(`  neutral:    ${neuScore.toFixed(4)}`);
-  console.log(`  no-meta:    ${noMetaScore.toFixed(4)}  (backward compat, base weights)`);
-  console.log(`  Δ emotion:  +${((emoScore / neuScore - 1) * 100).toFixed(1)}% vs neutral`);
-}
-
-// ── 5. parseEmotion backward compat ──────────────────────────
-
-console.log("\n" + DIVIDER);
-console.log("5️⃣  parseEmotion: backward compatibility");
-console.log(DIVIDER);
-
-const oldMeta = JSON.stringify({ emotion: { valence: 0.5, arousal: 0.3, label: "positive" } }); // no salience/source
-const newMeta = JSON.stringify({ emotion: { valence: 0.5, arousal: 0.3, label: "positive", salience: 0.4, source: "keyword" } });
-const noEmoMeta = JSON.stringify({ tier: "working" });
-
-console.log(`\n  old format (no salience): ${JSON.stringify(parseEmotion(oldMeta))}`);
-console.log(`  new format (with salience): ${JSON.stringify(parseEmotion(newMeta))}`);
-console.log(`  no emotion field: ${parseEmotion(noEmoMeta)}`);
-console.log(`  undefined: ${parseEmotion(undefined)}`);
-
-console.log("\n" + DIVIDER);
-console.log("✅ Phase 1 Verification Complete");
-console.log(DIVIDER + "\n");