@vellumai/assistant 0.5.16 → 0.6.0

package/src/memory/job-handlers/conversation-starters.ts

@@ -5,7 +5,7 @@
  * suggestion chips shown on the empty conversation page.
  */
 
-import { and, desc, eq } from "drizzle-orm";
+import { and, desc, eq, sql } from "drizzle-orm";
 import { v4 as uuid } from "uuid";
 
 import { loadSkillCatalog } from "../../config/skills.js";
@@ -26,7 +26,7 @@ import { rawAll, rawGet } from "../raw-query.js";
 import {
   conversationStarters,
   memoryCheckpoints,
-  memoryItems,
+  memoryGraphNodes,
 } from "../schema.js";
 
 const log = getLogger("conversation-starters-gen");
@@ -42,32 +42,47 @@ const CK_LAST_GEN_AT = "conversation_starters:last_gen_at";
 // ── Rollup construction ───────────────────────────────────────────
 
 export function buildMemoryRollup(scopeId: string): string {
-  const db = getDb();
-  const items = db
-    .select({
-      kind: memoryItems.kind,
-      subject: memoryItems.subject,
-      statement: memoryItems.statement,
-      importance: memoryItems.importance,
-    })
-    .from(memoryItems)
-    .where(
-      and(eq(memoryItems.status, "active"), eq(memoryItems.scopeId, scopeId)),
-    )
-    .orderBy(desc(memoryItems.importance))
-    .limit(60)
-    .all();
-
-  if (items.length === 0) return "";
+  let rows: Array<{
+    type: string;
+    content: string;
+    significance: number | null;
+  }>;
+  try {
+    const db = getDb();
+    rows = db
+      .select({
+        type: memoryGraphNodes.type,
+        content: memoryGraphNodes.content,
+        significance: memoryGraphNodes.significance,
+      })
+      .from(memoryGraphNodes)
+      .where(
+        and(
+          sql`${memoryGraphNodes.fidelity} != 'gone'`,
+          eq(memoryGraphNodes.scopeId, scopeId),
+        )
+      )
+      .orderBy(desc(memoryGraphNodes.significance))
+      .limit(60)
+      .all();
+  } catch {
+    // Table may have been dropped (migration 203)
+    return "";
+  }
+
+  if (rows.length === 0) return "";
 
   const byKind = new Map<string, string[]>();
-  for (const item of items) {
-    let lines = byKind.get(item.kind);
+  for (const item of rows) {
+    const nl = item.content.indexOf("\n");
+    const subject = nl >= 0 ? item.content.slice(0, nl) : item.content;
+    const statement = nl >= 0 ? item.content.slice(nl + 1) : item.content;
+    let lines = byKind.get(item.type);
     if (!lines) {
       lines = [];
-      byKind.set(item.kind, lines);
+      byKind.set(item.type, lines);
     }
-    lines.push(`- ${item.subject}: ${item.statement}`);
+    lines.push(`- ${subject}: ${statement}`);
   }
 
   let rollup = "";
@@ -90,21 +105,25 @@ function buildNewItemsDiff(scopeId: string): string {
 
   const newItems = rawAll<{
     kind: string;
-    subject: string;
-    statement: string;
+    content: string;
   }>(
-    `SELECT kind, subject, statement FROM memory_items
-     WHERE status = 'active' AND scope_id = ? AND first_seen_at > ?
-     ORDER BY first_seen_at DESC LIMIT 20`,
+    `SELECT type AS kind, content FROM memory_graph_nodes
+     WHERE fidelity != 'gone' AND scope_id = ? AND created > ?
+     ORDER BY created DESC LIMIT 20`,
     scopeId,
-    lastGenAt,
+    lastGenAt
   );
 
   if (newItems.length === 0) return "";
 
   return (
     "## New since last generation\n" +
-    newItems.map((i) => `- (${i.kind}) ${i.subject}: ${i.statement}`).join("\n")
+    newItems.map((i) => {
+      const nl = i.content.indexOf("\n");
+      const subject = nl >= 0 ? i.content.slice(0, nl) : i.content;
+      const statement = nl >= 0 ? i.content.slice(nl + 1) : i.content;
+      return `- (${i.kind}) ${subject}: ${statement}`;
+    }).join("\n")
   );
 }
 
@@ -143,8 +162,7 @@ export const CONVERSATION_STARTER_CATEGORIES = [
   "integration",
 ] as const;
 
-export type ConversationStarterCategory =
-  (typeof CONVERSATION_STARTER_CATEGORIES)[number];
+export type ConversationStarterCategory = typeof CONVERSATION_STARTER_CATEGORIES[number];
 
 interface GeneratedStarter {
   label: string;
@@ -168,7 +186,15 @@ async function generateStarters(scopeId: string): Promise<GeneratedStarter[]> {
   const skills = buildSkillsSummary();
 
   const now = new Date();
-  const timeContext = `Current time: ${now.toLocaleString("en-US", { weekday: "long", year: "numeric", month: "long", day: "numeric", hour: "numeric", minute: "2-digit", hour12: true })}`;
+  const timeContext = `Current time: ${now.toLocaleString("en-US", {
+    weekday: "long",
+    year: "numeric",
+    month: "long",
+    day: "numeric",
+    hour: "numeric",
+    minute: "2-digit",
+    hour12: true,
+  })}`;
 
   // Truncate identity context to prevent oversized prompts when SOUL.md /
   // IDENTITY.md / USER.md are large.
@@ -185,7 +211,11 @@ ${timeContext}
 
 Your goal: suggest the 4 most useful things this person could ask you to do right now.
 
-${identityContext ? `## Assistant identity & user profile\n\n${identityContext}\n\n` : ""}## What you know
+${
+  identityContext
+    ? `## Assistant identity & user profile\n\n${identityContext}\n\n`
+    : ""
+}## What you know
 
 ${rollup}
 ${diff}
@@ -253,7 +283,7 @@ Bad → Good (assistant voice → user voice):
     const response = await provider.sendMessage(
       [
         userMessage(
-          "Generate personalized conversation starters based on my context.",
+          "Generate personalized conversation starters based on my context."
         ),
       ],
       [
@@ -303,14 +333,14 @@ Bad → Good (assistant voice → user voice):
           },
         },
         signal,
-      },
+      }
     );
     cleanup();
 
     const toolBlock = extractToolUse(response);
     if (!toolBlock) {
       log.warn(
-        "No tool_use block in conversation starters generation response",
+        "No tool_use block in conversation starters generation response"
       );
       return [];
     }
@@ -327,7 +357,7 @@ Bad → Good (assistant voice → user voice):
           typeof s.label === "string" &&
           s.label.length > 0 &&
           typeof s.prompt === "string" &&
-          s.prompt.length > 0,
+          s.prompt.length > 0
       )
       .slice(0, 4)
       .map((s) => ({
@@ -336,7 +366,7 @@ Bad → Good (assistant voice → user voice):
         category:
           typeof s.category === "string" &&
           (CONVERSATION_STARTER_CATEGORIES as readonly string[]).includes(
-            s.category,
+            s.category
           )
             ? s.category
             : "productivity",
@@ -350,7 +380,7 @@ Bad → Good (assistant voice → user voice):
 // ── Job handler ───────────────────────────────────────────────────
 
 export async function generateConversationStartersJob(
-  job: MemoryJob,
+  job: MemoryJob
 ): Promise<void> {
   const scopeId = asString(job.payload.scopeId) ?? "default";
 
@@ -373,16 +403,24 @@ export async function generateConversationStartersJob(
     ? parseInt(batchCheckpoint.value, 10) + 1
     : 1;
 
-  // Collect the memory kinds that informed this batch
-  const kindRows = db
-    .select({ kind: memoryItems.kind })
-    .from(memoryItems)
-    .where(
-      and(eq(memoryItems.status, "active"), eq(memoryItems.scopeId, scopeId)),
-    )
-    .groupBy(memoryItems.kind)
-    .all();
-  const sourceKinds = kindRows.map((r) => r.kind).join(",");
+  // Collect the memory types that informed this batch
+  let sourceKinds = "";
+  try {
+    const kindRows = db
+      .select({ kind: memoryGraphNodes.type })
+      .from(memoryGraphNodes)
+      .where(
+        and(
+          sql`${memoryGraphNodes.fidelity} != 'gone'`,
+          eq(memoryGraphNodes.scopeId, scopeId),
+        )
+      )
+      .groupBy(memoryGraphNodes.type)
+      .all();
+    sourceKinds = kindRows.map((r) => r.kind).join(",");
+  } catch {
+    // Table may have been dropped (migration 203)
+  }
 
   // Remove previous starters for this scope before inserting the new batch
   db.delete(conversationStarters)
@@ -408,8 +446,8 @@ export async function generateConversationStartersJob(
 
   // Count active items for checkpoint
   const countRow = rawGet<{ c: number }>(
-    `SELECT COUNT(*) AS c FROM memory_items WHERE status = 'active' AND scope_id = ?`,
-    scopeId,
+    `SELECT COUNT(*) AS c FROM memory_graph_nodes WHERE fidelity != 'gone' AND scope_id = ?`,
+    scopeId
   );
   const totalActive = countRow?.c ?? 0;
 
@@ -430,6 +468,6 @@ export async function generateConversationStartersJob(
 
   log.info(
     { scopeId, batch: nextBatch, count: starters.length },
-    "Generated conversation starters",
+    "Generated conversation starters"
   );
 }

package/src/memory/job-handlers/embedding.ts

@@ -11,7 +11,6 @@ import type { MemoryJob } from "../jobs-store.js";
 import { extractMediaBlocks } from "../message-content.js";
 import {
   mediaAssets,
-  memoryItems,
   memorySegments,
   memorySummaries,
   messages,
@@ -19,7 +18,7 @@ import {
 
 export async function embedSegmentJob(
   job: MemoryJob,
-  config: AssistantConfig,
+  config: AssistantConfig
 ): Promise<void> {
   const segmentId = asString(job.payload.segmentId);
   if (!segmentId) return;
@@ -38,34 +37,9 @@ export async function embedSegmentJob(
   });
 }
 
-export async function embedItemJob(
-  job: MemoryJob,
-  config: AssistantConfig,
-): Promise<void> {
-  const itemId = asString(job.payload.itemId);
-  if (!itemId) return;
-  const db = getDb();
-  const item = db
-    .select()
-    .from(memoryItems)
-    .where(eq(memoryItems.id, itemId))
-    .get();
-  if (!item || item.status !== "active") return;
-  const text = `<kind>${item.kind}</kind> ${item.subject}: ${item.statement}`;
-  await embedAndUpsert(config, "item", item.id, text, {
-    kind: item.kind,
-    subject: item.subject,
-    status: item.status,
-    confidence: item.confidence,
-    created_at: item.firstSeenAt,
-    last_seen_at: item.lastSeenAt,
-    memory_scope_id: item.scopeId,
-  });
-}
-
 export async function embedSummaryJob(
   job: MemoryJob,
-  config: AssistantConfig,
+  config: AssistantConfig
 ): Promise<void> {
   const summaryId = asString(job.payload.summaryId);
   if (!summaryId) return;
@@ -86,13 +60,13 @@ export async function embedSummaryJob(
       created_at: summary.startAt,
       last_seen_at: summary.endAt,
       memory_scope_id: summary.scopeId,
-    },
+    }
   );
 }
 
 export async function embedMediaJob(
   job: MemoryJob,
-  config: AssistantConfig,
+  config: AssistantConfig
 ): Promise<void> {
   const assetId = asString(job.payload.assetId);
   if (!assetId) return;
@@ -125,7 +99,7 @@ export async function embedMediaJob(
 
 export async function embedAttachmentJob(
   job: MemoryJob,
-  config: AssistantConfig,
+  config: AssistantConfig
 ): Promise<void> {
   const messageId = asString(job.payload.messageId);
   const blockIndex = job.payload.blockIndex as number;

package/src/memory/job-handlers/index-maintenance.ts

@@ -1,4 +1,4 @@
-import { eq, like } from "drizzle-orm";
+import { eq, isNotNull, like, ne } from "drizzle-orm";
 
 import { getConfig } from "../../config/loader.js";
 import { getLogger } from "../../util/logger.js";
@@ -12,7 +12,8 @@ import { getQdrantClient } from "../qdrant-client.js";
 import {
   mediaAssets,
   memoryEmbeddings,
-  memoryItems,
+  memoryGraphNodes,
+  memoryGraphTriggers,
   memorySegments,
   memorySummaries,
   messages,
@@ -24,15 +25,6 @@ export async function rebuildIndexJob(): Promise<void> {
   const db = getDb();
   db.delete(memoryEmbeddings).run();
 
-  const items = db
-    .select({ id: memoryItems.id })
-    .from(memoryItems)
-    .where(eq(memoryItems.status, "active"))
-    .all();
-  for (const item of items) {
-    enqueueMemoryJob("embed_item", { itemId: item.id });
-  }
-
   const summaries = db
     .select({ id: memorySummaries.id })
     .from(memorySummaries)
@@ -77,6 +69,26 @@ export async function rebuildIndexJob(): Promise<void> {
       }
     }
   }
+
+  // Re-embed graph nodes stored in the memory graph.
+  const graphNodes = db
+    .select({ id: memoryGraphNodes.id })
+    .from(memoryGraphNodes)
+    .where(ne(memoryGraphNodes.fidelity, "gone"))
+    .all();
+  for (const node of graphNodes) {
+    enqueueMemoryJob("embed_graph_node", { nodeId: node.id });
+  }
+
+  // Re-embed semantic triggers that have condition text.
+  const triggers = db
+    .select({ id: memoryGraphTriggers.id })
+    .from(memoryGraphTriggers)
+    .where(isNotNull(memoryGraphTriggers.condition))
+    .all();
+  for (const trigger of triggers) {
+    enqueueMemoryJob("graph_trigger_embed", { triggerId: trigger.id });
+  }
 }
 
 export async function deleteQdrantVectorsJob(job: MemoryJob): Promise<void> {

package/src/memory/job-handlers/summarization.ts

@@ -1,4 +1,4 @@
-import { and, desc, eq, sql } from "drizzle-orm";
+import { and, asc, eq, gt, sql } from "drizzle-orm";
 import { v4 as uuid } from "uuid";
 
 import type { AssistantConfig } from "../../config/types.js";
@@ -19,7 +19,7 @@ import { memorySegments, memorySummaries } from "../schema.js";
 const log = getLogger("memory-jobs-worker");
 
 const SUMMARY_LLM_TIMEOUT_MS = 20_000;
-const SUMMARY_MAX_TOKENS = 500;
+const SUMMARY_MAX_TOKENS = 1000;
 
 const CONVERSATION_SUMMARY_SYSTEM_PROMPT = [
   "You compress conversation transcripts into compact summaries for semantic search and memory retrieval.",
@@ -37,7 +37,7 @@ const CONVERSATION_SUMMARY_SYSTEM_PROMPT = [
   "## Open Items",
   "Unresolved questions, pending tasks, or follow-ups (omit section if none).",
   "",
-  "Target 200-400 tokens. Be dense.",
+  "Target 400-800 tokens. Be thorough — capture nuance, tone, and relationship dynamics, not just facts.",
 ].join("\n");
 
 export async function buildConversationSummaryJob(
@@ -47,14 +47,6 @@ export async function buildConversationSummaryJob(
   const conversationId = asString(job.payload.conversationId);
   if (!conversationId) return;
   const db = getDb();
-  const rows = db
-    .select()
-    .from(memorySegments)
-    .where(eq(memorySegments.conversationId, conversationId))
-    .orderBy(desc(memorySegments.createdAt))
-    .limit(40)
-    .all();
-  if (rows.length === 0) return;
 
   const existing = db
     .select()
@@ -67,9 +59,27 @@ export async function buildConversationSummaryJob(
     )
     .get();
 
-  // Build segment text for LLM input (chronological order)
+  // Fetch only segments newer than what the existing summary already covers.
+  // For first-time summaries, fetch all segments.
+  const lastCoveredAt = existing
+    ? Math.max(existing.startAt, existing.endAt)
+    : 0;
+
+  const conditions = [eq(memorySegments.conversationId, conversationId)];
+  if (lastCoveredAt > 0) {
+    conditions.push(gt(memorySegments.createdAt, lastCoveredAt));
+  }
+
+  const rows = db
+    .select()
+    .from(memorySegments)
+    .where(and(...conditions))
+    .orderBy(asc(memorySegments.createdAt))
+    .all();
+  if (rows.length === 0) return;
+
+  // Build segment text for LLM input (already in chronological order)
   const segmentTexts = rows
-    .reverse()
     .map((row) => `[${row.role}] ${truncate(row.text, 600)}`)
     .join("\n\n");
 
@@ -88,6 +98,11 @@ export async function buildConversationSummaryJob(
   const now = Date.now();
   const summaryId = existing?.id ?? uuid();
   const nextVersion = (existing?.version ?? 0) + 1;
+  const earliestCovered = existing
+    ? Math.min(existing.startAt, existing.endAt, rows[0].createdAt)
+    : rows[0].createdAt;
+  const latestCovered = rows[rows.length - 1].createdAt;
+
   db.insert(memorySummaries)
     .values({
       id: summaryId,
@@ -97,8 +112,8 @@ export async function buildConversationSummaryJob(
       summary: summaryText,
       tokenEstimate: estimateTextTokens(summaryText),
       version: nextVersion,
-      startAt: rows[rows.length - 1].createdAt,
-      endAt: rows[0].createdAt,
+      startAt: earliestCovered,
+      endAt: latestCovered,
       createdAt: now,
       updatedAt: now,
     })
@@ -109,8 +124,8 @@ export async function buildConversationSummaryJob(
         tokenEstimate: estimateTextTokens(summaryText),
         version: sql`${memorySummaries.version} + 1`,
         scopeId,
-        startAt: rows[rows.length - 1].createdAt,
-        endAt: rows[0].createdAt,
+        startAt: earliestCovered,
+        endAt: latestCovered,
         updatedAt: now,
       },
     })

package/src/memory/job-utils.ts

@@ -147,7 +147,7 @@ export function truncate(text: string, max: number): string {
 
 export async function embedAndUpsert(
   config: AssistantConfig,
-  targetType: "segment" | "item" | "summary" | "media",
+  targetType: "segment" | "item" | "summary" | "media" | "graph_node",
   targetId: string,
   input: EmbeddingInput,
   extraPayload?: Record<string, unknown>,