@usewhisper/mcp-server 0.2.3 → 0.3.0

package/dist/consolidation-4JOPW6BG.js

@@ -0,0 +1,220 @@
+import {
+  db,
+  embedSingle
+} from "./chunk-3WGYBAYR.js";
+import "./chunk-QGM4M3NI.js";
+
+// ../src/engine/memory/consolidation.ts
+import OpenAI from "openai";
+var openai = new OpenAI({
+  apiKey: process.env.OPENAI_API_KEY || ""
+});
+async function findDuplicateMemories(params) {
+  const {
+    projectId,
+    userId,
+    similarityThreshold = 0.95,
+    limit = 50
+  } = params;
+  const maxMemories = Math.min(Math.max(limit, 10), 100);
+  const memories = await db.memory.findMany({
+    where: {
+      projectId,
+      userId,
+      isActive: true,
+      validUntil: null
+    },
+    orderBy: { importance: "desc" },
+    take: maxMemories
+  });
+  const clusters = [];
+  const processed = /* @__PURE__ */ new Set();
+  for (let i = 0; i < memories.length; i++) {
+    const memory = memories[i];
+    if (processed.has(memory.id)) continue;
+    const similar = [];
+    const candidates = memories.slice(i + 1);
+    const batchSimilarities = await calculateBatchSimilarity(memory.id, candidates.map((c) => c.id));
+    for (let j = 0; j < candidates.length; j++) {
+      const other = candidates[j];
+      if (processed.has(other.id)) continue;
+      const similarity = batchSimilarities[j];
+      if (similarity >= similarityThreshold) {
+        similar.push({ ...other, similarity });
+        processed.add(other.id);
+      }
+    }
+    if (similar.length > 0) {
+      clusters.push({
+        representative: memory,
+        duplicates: similar,
+        similarity: similar.reduce((sum, m) => sum + m.similarity, 0) / similar.length
+      });
+      processed.add(memory.id);
+    }
+  }
+  return clusters;
+}
+async function calculateBatchSimilarity(memoryId, otherIds) {
+  if (otherIds.length === 0) return [];
+  const placeholders = otherIds.map((_, i) => `(m1.embedding <=> $${i + 2}::vector)`).join(" + ");
+  const conditions = otherIds.map((id, i) => `m2.id = $${i + 2}`).join(" OR ");
+  const result = await db.$queryRaw`
+    SELECT
+      1 - (m1.embedding <=> m2.embedding) as similarity,
+      m2.id as id
+    FROM memories m1, memories m2
+    WHERE m1.id = ${memoryId} AND (${conditions})
+  `;
+  const similarityMap = new Map(result.map((r) => [r.id, r.similarity]));
+  return otherIds.map((id) => similarityMap.get(id) || 0);
+}
+async function mergeDuplicateMemories(cluster) {
+  const memories = [cluster.representative, ...cluster.duplicates];
+  const prompt = `You are merging duplicate memories into a single, comprehensive memory.
+
+**Memories to merge:**
+${memories.map(
+    (m, i) => `${i + 1}. "${m.content}" (confidence: ${m.confidence}, date: ${m.documentDate?.toISOString() || "unknown"})`
+  ).join("\n")}
+
+**Instructions:**
+1. Combine all unique information from these memories
+2. Resolve any contradictions by keeping the most recent or most confident information
+3. Extract all unique entity mentions
+4. Use the highest confidence score
+5. Keep the most recent document date
+
+Return JSON:
+{
+  "merged_content": "comprehensive merged memory",
+  "entity_mentions": ["list", "of", "entities"],
+  "confidence": 0.0-1.0,
+  "reasoning": "brief explanation of how you merged"
+}`;
+  const response = await openai.chat.completions.create({
+    model: "gpt-4o",
+    max_tokens: 2048,
+    temperature: 0,
+    messages: [{ role: "user", content: prompt }],
+    response_format: { type: "json_object" }
+  });
+  const text = response.choices[0]?.message?.content?.trim();
+  if (!text) {
+    throw new Error("Failed to merge memories");
+  }
+  const jsonMatch = text.match(/```json\n?([\s\S]*?)\n?```/) || text.match(/\{[\s\S]*\}/);
+  const jsonStr = jsonMatch ? jsonMatch[1] || jsonMatch[0] : text;
+  const result = JSON.parse(jsonStr);
+  const embedding = await embedSingle(result.merged_content);
+  const mergedMemory = await db.memory.create({
+    data: {
+      projectId: cluster.representative.projectId,
+      orgId: cluster.representative.orgId,
+      userId: cluster.representative.userId,
+      sessionId: cluster.representative.sessionId,
+      memoryType: cluster.representative.memoryType,
+      content: result.merged_content,
+      embedding,
+      entityMentions: result.entity_mentions || [],
+      confidence: result.confidence || cluster.representative.confidence,
+      documentDate: cluster.representative.documentDate,
+      eventDate: cluster.representative.eventDate,
+      validFrom: /* @__PURE__ */ new Date(),
+      importance: Math.max(...memories.map((m) => m.importance || 0.5)),
+      metadata: {
+        mergedFrom: memories.map((m) => m.id),
+        mergeReasoning: result.reasoning,
+        mergedAt: (/* @__PURE__ */ new Date()).toISOString()
+      }
+    }
+  });
+  for (const memory of memories) {
+    await db.memory.update({
+      where: { id: memory.id },
+      data: {
+        isActive: false,
+        validUntil: /* @__PURE__ */ new Date(),
+        supersededBy: mergedMemory.id
+      }
+    });
+  }
+  return mergedMemory.id;
+}
+async function consolidateMemories(params) {
+  const { projectId, userId, similarityThreshold = 0.95, dryRun = false } = params;
+  console.log(`\u{1F50D} Finding duplicate memories in project ${projectId}...`);
+  const clusters = await findDuplicateMemories({
+    projectId,
+    userId,
+    similarityThreshold
+  });
+  console.log(`\u{1F4CA} Found ${clusters.length} memory clusters`);
+  if (dryRun) {
+    for (const cluster of clusters) {
+      console.log(`
+Cluster (similarity: ${cluster.similarity.toFixed(2)}):`);
+      console.log(`  Representative: "${cluster.representative.content}"`);
+      console.log(`  Duplicates: ${cluster.duplicates.length}`);
+      cluster.duplicates.forEach((d) => {
+        console.log(`    - "${d.content}"`);
+      });
+    }
+    return {
+      clustersFound: clusters.length,
+      memoriesMerged: 0,
+      memoriesDeactivated: 0
+    };
+  }
+  let memoriesMerged = 0;
+  let memoriesDeactivated = 0;
+  for (const cluster of clusters) {
+    try {
+      console.log(`\u{1F517} Merging cluster with ${cluster.duplicates.length + 1} memories...`);
+      await mergeDuplicateMemories(cluster);
+      memoriesMerged++;
+      memoriesDeactivated += cluster.duplicates.length + 1;
+      console.log(`\u2705 Merged successfully`);
+    } catch (error) {
+      console.error(`\u274C Failed to merge cluster:`, error);
+    }
+  }
+  console.log(
+    `
+\u2705 Consolidation complete: ${memoriesMerged} clusters merged, ${memoriesDeactivated} memories deactivated`
+  );
+  return {
+    clustersFound: clusters.length,
+    memoriesMerged,
+    memoriesDeactivated
+  };
+}
+async function scheduledConsolidation(orgId) {
+  console.log(`\u{1F504} Running scheduled consolidation for org ${orgId}...`);
+  const projects = await db.project.findMany({
+    where: { orgId }
+  });
+  for (const project of projects) {
+    try {
+      const result = await consolidateMemories({
+        projectId: project.id,
+        similarityThreshold: 0.92
+        // Slightly lower for scheduled runs
+      });
+      if (result.memoriesMerged > 0) {
+        console.log(
+          `\u{1F4CA} Project ${project.name}: merged ${result.memoriesMerged} clusters`
+        );
+      }
+    } catch (error) {
+      console.error(`Failed to consolidate project ${project.name}:`, error);
+    }
+  }
+  console.log("\u2705 Scheduled consolidation complete");
+}
+export {
+  consolidateMemories,
+  findDuplicateMemories,
+  mergeDuplicateMemories,
+  scheduledConsolidation
+};

package/dist/context-sharing-4ITCNKG4.js

@@ -0,0 +1,307 @@
+import {
+  getSessionMemories
+} from "./chunk-T7KMSTWP.js";
+import "./chunk-EI5CE3EY.js";
+import "./chunk-5KBZQHDL.js";
+import {
+  db
+} from "./chunk-3WGYBAYR.js";
+import "./chunk-QGM4M3NI.js";
+
+// ../node_modules/nanoid/index.js
+import { webcrypto as crypto } from "crypto";
+
+// ../node_modules/nanoid/url-alphabet/index.js
+var urlAlphabet = "useandom-26T198340PX75pxJACKVERYMINDBUSHWOLF_GQZbfghjklqvwyzrict";
+
+// ../node_modules/nanoid/index.js
+var POOL_SIZE_MULTIPLIER = 128;
+var pool;
+var poolOffset;
+function fillPool(bytes) {
+  if (!pool || pool.length < bytes) {
+    pool = Buffer.allocUnsafe(bytes * POOL_SIZE_MULTIPLIER);
+    crypto.getRandomValues(pool);
+    poolOffset = 0;
+  } else if (poolOffset + bytes > pool.length) {
+    crypto.getRandomValues(pool);
+    poolOffset = 0;
+  }
+  poolOffset += bytes;
+}
+function nanoid(size = 21) {
+  fillPool(size |= 0);
+  let id = "";
+  for (let i = poolOffset - size; i < poolOffset; i++) {
+    id += urlAlphabet[pool[i] & 63];
+  }
+  return id;
+}
+
+// ../src/engine/context-sharing.ts
+async function createSharedContext(params) {
+  const {
+    sessionId,
+    projectId,
+    orgId,
+    userId,
+    includeMemories = true,
+    includeMessages = true,
+    includeChunks = false,
+    expiryDays = 7,
+    metadata = {}
+  } = params;
+  const shareId = nanoid(12);
+  const session = await db.session.findUnique({
+    where: { id: sessionId }
+  });
+  if (!session) {
+    throw new Error("Session not found");
+  }
+  const shareData = {
+    sessionId,
+    projectId,
+    userId,
+    metadata
+  };
+  if (includeMemories) {
+    const memories = await getSessionMemories({
+      sessionId,
+      projectId,
+      limit: 200
+    });
+    shareData.memories = memories.map((m) => ({
+      id: m.id,
+      content: m.content,
+      type: m.memoryType,
+      entities: m.entityMentions,
+      confidence: m.confidence,
+      documentDate: m.documentDate?.toISOString(),
+      eventDate: m.eventDate?.toISOString()
+    }));
+  } else {
+    shareData.memories = [];
+  }
+  if (includeMessages) {
+    const messages = await db.message.findMany({
+      where: { sessionId },
+      orderBy: { createdAt: "asc" },
+      take: 500
+    });
+    shareData.messages = messages.map((m) => ({
+      role: m.role,
+      content: m.content,
+      createdAt: m.createdAt.toISOString()
+    }));
+  } else {
+    shareData.messages = [];
+  }
+  if (includeChunks) {
+    const chunkIds = shareData.memories.map((m) => m.sourceChunkId).filter(Boolean).slice(0, 50);
+    if (chunkIds.length > 0) {
+      const chunks = await db.chunk.findMany({
+        where: {
+          id: { in: chunkIds }
+        },
+        select: {
+          id: true,
+          content: true,
+          metadata: true,
+          chunkType: true
+        },
+        take: 50
+      });
+      shareData.chunks = chunks;
+    } else {
+      shareData.chunks = [];
+    }
+  } else {
+    shareData.chunks = [];
+  }
+  const expiresAt = expiryDays ? new Date(Date.now() + expiryDays * 24 * 60 * 60 * 1e3) : null;
+  await db.$executeRaw`
+    INSERT INTO shared_contexts (
+      id, session_id, project_id, org_id, user_id,
+      share_data, expires_at, created_at, access_count
+    ) VALUES (
+      ${shareId}, ${sessionId}, ${projectId}, ${orgId}, ${userId || null},
+      ${JSON.stringify(shareData)}::jsonb, ${expiresAt}, NOW(), 0
+    )
+    ON CONFLICT (id) DO NOTHING
+  `;
+  const baseUrl = process.env.BASE_URL || "http://localhost:4000";
+  const shareUrl = `${baseUrl}/shared/${shareId}`;
+  return {
+    id: shareId,
+    sessionId,
+    projectId,
+    userId,
+    shareUrl,
+    memories: shareData.memories,
+    messages: shareData.messages,
+    chunks: shareData.chunks,
+    metadata,
+    createdAt: /* @__PURE__ */ new Date(),
+    expiresAt,
+    accessCount: 0
+  };
+}
+async function loadSharedContext(shareId) {
+  const result = await db.$queryRaw`
+    SELECT * FROM shared_contexts
+    WHERE id = ${shareId}
+    AND (expires_at IS NULL OR expires_at > NOW())
+  `;
+  if (result.length === 0) {
+    return null;
+  }
+  const row = result[0];
+  await db.$executeRaw`
+    UPDATE shared_contexts
+    SET access_count = access_count + 1,
+        last_accessed_at = NOW()
+    WHERE id = ${shareId}
+  `;
+  const baseUrl = process.env.BASE_URL || "http://localhost:4000";
+  return {
+    id: row.id,
+    sessionId: row.session_id,
+    projectId: row.project_id,
+    userId: row.user_id,
+    shareUrl: `${baseUrl}/shared/${shareId}`,
+    memories: row.share_data.memories || [],
+    messages: row.share_data.messages || [],
+    chunks: row.share_data.chunks || [],
+    metadata: row.share_data.metadata || {},
+    createdAt: row.created_at,
+    expiresAt: row.expires_at,
+    accessCount: row.access_count
+  };
+}
+async function resumeFromSharedContext(params) {
+  const { shareId, projectId, orgId, userId, newSessionId } = params;
+  const sharedContext = await loadSharedContext(shareId);
+  if (!sharedContext) {
+    throw new Error("Shared context not found or expired");
+  }
+  const sessionId = newSessionId || nanoid();
+  await db.session.create({
+    data: {
+      id: sessionId,
+      projectId,
+      orgId,
+      userId,
+      title: `Resumed from ${sharedContext.id}`,
+      metadata: {
+        resumedFrom: shareId,
+        originalSessionId: sharedContext.sessionId,
+        ...sharedContext.metadata
+      }
+    }
+  });
+  let memoriesRestored = 0;
+  for (const memory of sharedContext.memories) {
+    try {
+      await db.memory.create({
+        data: {
+          projectId,
+          orgId,
+          userId,
+          sessionId,
+          memoryType: memory.type,
+          content: memory.content,
+          entityMentions: memory.entities || [],
+          confidence: memory.confidence || 0.8,
+          documentDate: memory.documentDate ? new Date(memory.documentDate) : null,
+          eventDate: memory.eventDate ? new Date(memory.eventDate) : null,
+          validFrom: /* @__PURE__ */ new Date(),
+          metadata: {
+            restoredFrom: shareId
+          }
+        }
+      });
+      memoriesRestored++;
+    } catch (error) {
+      console.error("Failed to restore memory:", error);
+    }
+  }
+  for (const msg of sharedContext.messages) {
+    try {
+      await db.message.create({
+        data: {
+          sessionId,
+          role: msg.role,
+          content: msg.content,
+          metadata: {
+            restoredFrom: shareId,
+            originalTimestamp: msg.createdAt
+          }
+        }
+      });
+    } catch (error) {
+      console.error("Failed to restore message:", error);
+    }
+  }
+  return {
+    sessionId,
+    memoriesRestored
+  };
+}
+async function cleanupExpiredContexts() {
+  const result = await db.$executeRaw`
+    DELETE FROM shared_contexts
+    WHERE expires_at IS NOT NULL
+    AND expires_at < NOW()
+  `;
+  return result;
+}
+async function listSharedContexts(params) {
+  const { userId, projectId, orgId, limit = 50 } = params;
+  const maxLimit = Math.min(limit, 100);
+  const whereClauses = [`org_id = ${orgId}`];
+  if (userId) whereClauses.push(`user_id = ${userId}`);
+  if (projectId) whereClauses.push(`project_id = ${projectId}`);
+  const results = await db.$queryRaw`
+    SELECT id, session_id, created_at, expires_at, access_count, share_data
+    FROM shared_contexts
+    WHERE ${db.Prisma.raw(whereClauses.join(" AND "))}
+    ORDER BY created_at DESC
+    LIMIT ${maxLimit}
+  `;
+  const baseUrl = process.env.BASE_URL || "http://localhost:4000";
+  return results.map((row) => ({
+    id: row.id,
+    shareUrl: `${baseUrl}/shared/${row.id}`,
+    createdAt: row.created_at,
+    expiresAt: row.expires_at,
+    accessCount: row.access_count,
+    metadata: row.share_data?.metadata || {}
+  }));
+}
+var SHARED_CONTEXTS_MIGRATION = `
+CREATE TABLE IF NOT EXISTS shared_contexts (
+  id TEXT PRIMARY KEY,
+  session_id TEXT NOT NULL,
+  project_id TEXT NOT NULL,
+  org_id TEXT NOT NULL,
+  user_id TEXT,
+  share_data JSONB NOT NULL DEFAULT '{}',
+  expires_at TIMESTAMPTZ,
+  created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
+  access_count INTEGER NOT NULL DEFAULT 0,
+  last_accessed_at TIMESTAMPTZ
+);
+
+CREATE INDEX IF NOT EXISTS idx_shared_contexts_org ON shared_contexts(org_id);
+CREATE INDEX IF NOT EXISTS idx_shared_contexts_user ON shared_contexts(user_id);
+CREATE INDEX IF NOT EXISTS idx_shared_contexts_expires ON shared_contexts(expires_at);
+CREATE INDEX IF NOT EXISTS idx_shared_contexts_session ON shared_contexts(session_id);
+`;
+export {
+  SHARED_CONTEXTS_MIGRATION,
+  cleanupExpiredContexts,
+  createSharedContext,
+  listSharedContexts,
+  loadSharedContext,
+  resumeFromSharedContext
+};