@vellumai/assistant 0.5.16 → 0.6.0

package/src/memory/search/types.ts

@@ -1,121 +0,0 @@
-export type CandidateType = "segment" | "item" | "summary" | "media";
-export type CandidateSource = "semantic";
-
-export type StalenessLevel = "fresh" | "aging" | "stale" | "very_stale";
-
-export interface Candidate {
-  key: string;
-  type: CandidateType;
-  id: string;
-  source: CandidateSource;
-  text: string;
-  kind: string;
-  modality?: "text" | "image" | "audio" | "video";
-  /** The conversation this candidate originated from (segments only). */
-  conversationId?: string;
-  /** The source message ID this candidate was extracted from (segments only). */
-  messageId?: string;
-  /** The ID of the memory item this candidate supersedes (items only). */
-  supersedes?: string;
-  /** Relative workspace path to the source conversation's messages file. */
-  sourcePath?: string;
-  confidence: number;
-  importance: number;
-  createdAt: number;
-  semantic: number;
-  recency: number;
-  finalScore: number;
-  tier?: 1 | 2 | null;
-  staleness?: StalenessLevel;
-}
-
-export interface MemoryRecallCandiateDebug {
-  key: string;
-  type: CandidateType;
-  kind: string;
-  finalScore: number;
-  semantic: number;
-  recency: number;
-  sourceLabel?: string;
-}
-
-export type DegradationReason =
-  | "embedding_provider_down"
-  | "qdrant_unavailable"
-  | "embedding_generation_failed";
-
-export interface DegradationStatus {
-  semanticUnavailable: boolean;
-  reason: DegradationReason;
-  fallbackSources: string[];
-}
-
-export interface MemoryRecallResult {
-  enabled: boolean;
-  degraded: boolean;
-  degradation?: DegradationStatus;
-  reason?: string;
-  provider?: string;
-  model?: string;
-  semanticHits: number;
-  mergedCount: number;
-  selectedCount: number;
-  injectedTokens: number;
-  injectedText: string;
-  latencyMs: number;
-  topCandidates: MemoryRecallCandiateDebug[];
-  /** Count of tier 1 candidates after demotion. */
-  tier1Count?: number;
-  /** Count of tier 2 candidates after demotion. */
-  tier2Count?: number;
-  /** Milliseconds spent in the hybrid search step. */
-  hybridSearchMs?: number;
-  /** Whether sparse vectors were used in the hybrid search. */
-  sparseVectorUsed?: boolean;
-  /** Whether HyDE query expansion was used for this retrieval. */
-  hydeExpanded?: boolean;
-  /** Number of hypothetical documents generated by HyDE expansion. */
-  hydeDocCount?: number;
-  /** Whether MMR diversity ranking was applied to candidates. */
-  mmrApplied?: boolean;
-}
-
-/**
- * Override the global scope policy for a single retrieval call.
- * Private conversations use this to guarantee they always read from their own
- * scope AND fall back to 'default', regardless of what the global config says.
- */
-export interface ScopePolicyOverride {
-  /** The primary scope to query (e.g. a private conversation's scope ID). */
-  scopeId: string;
-  /** When true, results from the 'default' scope are included alongside
-   *  the primary scope. Equivalent to 'allow_global_fallback' behavior
-   *  but controlled per-call instead of globally. */
-  fallbackToDefault: boolean;
-}
-
-export interface MemoryRecallOptions {
-  excludeMessageIds?: string[];
-  signal?: AbortSignal;
-  scopeId?: string;
-  /**
-   * When set, overrides both `scopeId` and the global `scopePolicy` config
-   * for this retrieval call. Designed for private conversations that need to
-   * guarantee private+default fallback independent of global settings.
-   */
-  scopePolicyOverride?: ScopePolicyOverride;
-  maxInjectTokensOverride?: number;
-  /**
-   * When true, use HyDE (Hypothetical Document Embeddings) query expansion
-   * to generate hypothetical memory documents, embed them alongside the raw
-   * query, and run parallel semantic searches for improved recall.
-   */
-  hydeEnabled?: boolean;
-}
-
-export interface ItemMetadata {
-  accessCount: number;
-  lastUsedAt: number | null;
-  verificationState: string;
-  sourceConversationCount?: number;
-}

package/src/prompts/journal-context.ts

@@ -1,154 +0,0 @@
-import { readdirSync, readFileSync, statSync } from "node:fs";
-import { basename, join } from "node:path";
-
-import { getMemoryCheckpoint } from "../memory/checkpoints.js";
-import {
-  enqueueMemoryJob,
-  hasActiveCarryForwardJob,
-} from "../memory/jobs-store.js";
-import { getLogger } from "../util/logger.js";
-import { getWorkspaceDir } from "../util/platform.js";
-
-const log = getLogger("journal-context");
-
-/**
- * Format a Unix-epoch millisecond value as "MM/DD/YY HH:MM".
- */
-export function formatJournalAbsoluteTime(mtime: number): string {
-  const d = new Date(mtime);
-  const mm = String(d.getMonth() + 1).padStart(2, "0");
-  const dd = String(d.getDate()).padStart(2, "0");
-  const yy = String(d.getFullYear() % 100).padStart(2, "0");
-  const hh = String(d.getHours()).padStart(2, "0");
-  const min = String(d.getMinutes()).padStart(2, "0");
-  return `${mm}/${dd}/${yy} ${hh}:${min}`;
-}
-
-/**
- * Build a journal context section for inclusion in the system prompt.
- *
- * Reads `{workspaceDir}/journal/*.md` files, sorts by creation time
- * (newest first), and returns a formatted string with timestamps.
- * Returns `null` when no entries are available.
- */
-export function buildJournalContext(
-  maxEntries: number,
-  userSlug?: string | null,
-): string | null {
-  if (maxEntries <= 0) return null;
-
-  // When no user is identified, skip journal entirely
-  if (userSlug == null) return null;
-
-  // Sanitize slug once and reuse everywhere — prevents path traversal and
-  // normalizes empty strings to "unknown" so directory reads and carry-forward
-  // dedup keys always agree.
-  const safeSlug = basename(userSlug) || "unknown";
-  const journalDir = join(getWorkspaceDir(), "journal", safeSlug);
-
-  let files: string[];
-  try {
-    files = readdirSync(journalDir);
-  } catch {
-    // Directory doesn't exist — no journal entries
-    return null;
-  }
-
-  // Filter for .md files, excluding README.md (case-insensitive)
-  const mdFiles = files.filter(
-    (f) =>
-      f.endsWith(".md") &&
-      !f.startsWith(".") &&
-      f.toLowerCase() !== "readme.md",
-  );
-
-  // Collect file info with birthtime (creation time), skipping unreadable entries
-  const allEntries = mdFiles
-    .flatMap((f) => {
-      try {
-        const filepath = join(journalDir, f);
-        const stat = statSync(filepath);
-        if (!stat.isFile()) return [];
-        // Fall back to mtimeMs when birthtimeMs is unavailable (returns 0 on Linux ext4, NFS, Docker overlayfs)
-        const birthtimeMs = stat.birthtimeMs > 0 ? stat.birthtimeMs : stat.mtimeMs;
-        return [{ filename: f, filepath, birthtimeMs }];
-      } catch {
-        return [];
-      }
-    })
-    .sort((a, b) => b.birthtimeMs - a.birthtimeMs);
-
-  const entries = allEntries.slice(0, maxEntries);
-  const rotatingOut = allEntries.slice(maxEntries);
-
-  // Enqueue carry-forward jobs for entries rotating out of the context window.
-  // Wrapped in try-catch so DB errors never break journal context rendering.
-  if (rotatingOut.length > 0) {
-    try {
-      for (const entry of rotatingOut) {
-        const checkpointKey = `journal_carry_forward:${safeSlug}:${entry.filename}`;
-        if (getMemoryCheckpoint(checkpointKey) != null) continue;
-        if (hasActiveCarryForwardJob(entry.filename, safeSlug)) continue;
-
-        let content: string;
-        try {
-          content = readFileSync(entry.filepath, "utf-8");
-        } catch {
-          continue;
-        }
-
-        enqueueMemoryJob("journal_carry_forward", {
-          journalContent: content,
-          userSlug: safeSlug,
-          filename: entry.filename,
-          scopeId: "default",
-        });
-        log.info(
-          { filename: entry.filename, userSlug: safeSlug },
-          "Enqueued journal carry-forward job for rotating-out entry",
-        );
-      }
-    } catch (err) {
-      log.warn(
-        { err: err instanceof Error ? err.message : String(err) },
-        "Failed to enqueue journal carry-forward jobs",
-      );
-    }
-  }
-
-  if (entries.length === 0) return null;
-
-  const sections: string[] = [
-    `# Journal\n\nYour journal entries, most recent first. These are YOUR words from past conversations.\n**Write new entries to:** \`journal/${safeSlug}/\``,
-  ];
-
-  for (let i = 0; i < entries.length; i++) {
-    const entry = entries[i];
-    let content: string;
-    try {
-      content = readFileSync(entry.filepath, "utf-8");
-    } catch {
-      continue;
-    }
-    const timestamp = formatJournalAbsoluteTime(entry.birthtimeMs);
-
-    let header: string;
-    if (i === 0) {
-      header = `## ${entry.filename} — MOST RECENT (${timestamp})`;
-    } else if (i === entries.length - 1 && entries.length === maxEntries) {
-      header = `## ${entry.filename} — LEAVING CONTEXT (${timestamp})`;
-      header +=
-        "\nNOTE: This is the oldest entry in your active context. When you write your next journal entry, carry forward anything from here that still matters to you — after that, this entry will only be available via the filesystem and memory recall.";
-      header += "\n";
-    } else {
-      header = `## ${entry.filename} (${timestamp})`;
-    }
-
-    sections.push(header + "\n" + content);
-  }
-
-  // If all readFileSync calls failed, sections only contains the header — return null
-  if (sections.length === 1) return null;
-
-  return sections.join("\n\n");
-}

package/src/tools/memory/definitions.ts

@@ -1,69 +0,0 @@
-import type { ToolDefinition } from "../../providers/types.js";
-
-export const memoryRecallDefinition: ToolDefinition = {
-  name: "memory_recall",
-  description:
-    "Semantic search across memory for specific information. Relevant memories are auto-injected each turn, so only call this when the auto-injected context doesn't contain what you need - e.g. the user references a past session, or you need deeper recall. Be specific in your query for best results. Returns formatted memory context with item IDs for use with memory_manage. Results include source conversation titles so you can identify which conversation a memory originated from.",
-  input_schema: {
-    type: "object",
-    properties: {
-      query: {
-        type: "string",
-        description: "The search query - be specific and descriptive",
-      },
-      scope: {
-        type: "string",
-        enum: ["default", "conversation"],
-        description:
-          'Scope to search - "default" searches all memory, "conversation" restricts to current conversation',
-      },
-    },
-    required: ["query"],
-  },
-};
-
-const memoryManageProperties = {
-  op: {
-    type: "string" as const,
-    enum: ["save", "update", "delete"],
-    description: "The operation to perform",
-  },
-  memory_id: {
-    type: "string" as const,
-    description: "ID of existing memory item (required for update/delete)",
-  },
-  statement: {
-    type: "string" as const,
-    description:
-      "The fact or preference to remember (required for save/update, 1-2 sentences)",
-  },
-  kind: {
-    type: "string" as const,
-    enum: [
-      "identity",
-      "preference",
-      "project",
-      "decision",
-      "constraint",
-      "event",
-      "journal",
-    ],
-    description:
-      'Category of the memory item (required for save). Use "constraint" for mistakes, gotchas, discoveries, and working solutions - write as advice to your future self. Use "journal" for journal-style memories — experiential snapshots, upcoming events, things to carry forward.',
-  },
-  subject: {
-    type: "string" as const,
-    description: "Short subject/topic label, 2-8 words (optional, save only)",
-  },
-};
-
-export const memoryManageDefinition: ToolDefinition = {
-  name: "memory_manage",
-  description:
-    "Save, update, or delete memory items. If you want to remember something, save it now. Use 'save' for new information worth remembering (facts, preferences, mistakes, discoveries, gotchas), 'update' to correct existing items, 'delete' to remove outdated items. When a user says 'remember this', save immediately. Be proactive: if you learn something important that may be useful in the future, always call this tool — don't just say or hope you'll remember it. This is not a substitute for updating workspace files when relevant - do both.",
-  input_schema: {
-    type: "object",
-    properties: memoryManageProperties,
-    required: ["op"],
-  },
-};