@vellumai/assistant 0.5.5 → 0.5.7

package/src/__tests__/db-memory-reducer-checkpoints.test.ts

@@ -1,273 +0,0 @@
-import { mkdtempSync, rmSync } from "node:fs";
-import { tmpdir } from "node:os";
-import { join } from "node:path";
-import { Database } from "bun:sqlite";
-import {
-  afterAll,
-  afterEach,
-  beforeEach,
-  describe,
-  expect,
-  mock,
-  test,
-} from "bun:test";
-
-import { drizzle } from "drizzle-orm/bun-sqlite";
-
-const testDir = mkdtempSync(join(tmpdir(), "memory-reducer-checkpoints-"));
-const dbPath = join(testDir, "test.db");
-const originalBunTest = process.env.BUN_TEST;
-
-mock.module("../util/platform.js", () => ({
-  getDataDir: () => testDir,
-  isMacOS: () => process.platform === "darwin",
-  isLinux: () => process.platform === "linux",
-  isWindows: () => process.platform === "win32",
-  getPidPath: () => join(testDir, "test.pid"),
-  getDbPath: () => dbPath,
-  getLogPath: () => join(testDir, "test.log"),
-  ensureDataDir: () => {},
-  getConversationsDir: () => join(testDir, "conversations"),
-}));
-
-mock.module("../util/logger.js", () => ({
-  getLogger: () =>
-    new Proxy({} as Record<string, unknown>, {
-      get: () => () => {},
-    }),
-}));
-
-import { initializeDb, resetDb } from "../memory/db.js";
-import { getSqliteFrom } from "../memory/db-connection.js";
-import { migrateMemoryReducerCheckpoints } from "../memory/migrations/187-memory-reducer-checkpoints.js";
-import * as schema from "../memory/schema.js";
-
-function createTestDb() {
-  const sqlite = new Database(":memory:");
-  sqlite.exec("PRAGMA journal_mode=WAL");
-  sqlite.exec("PRAGMA foreign_keys = ON");
-  return drizzle(sqlite, { schema });
-}
-
-function getColumnInfo(
-  raw: Database,
-): Array<{ name: string; notnull: number }> {
-  return raw.query(`PRAGMA table_info(conversations)`).all() as Array<{
-    name: string;
-    notnull: number;
-  }>;
-}
-
-function bootstrapPreCheckpointConversations(raw: Database): void {
-  raw.exec(/*sql*/ `
-    CREATE TABLE conversations (
-      id TEXT PRIMARY KEY,
-      title TEXT,
-      created_at INTEGER NOT NULL,
-      updated_at INTEGER NOT NULL,
-      total_input_tokens INTEGER NOT NULL DEFAULT 0,
-      total_output_tokens INTEGER NOT NULL DEFAULT 0,
-      total_estimated_cost REAL NOT NULL DEFAULT 0,
-      context_summary TEXT,
-      context_compacted_message_count INTEGER NOT NULL DEFAULT 0,
-      context_compacted_at INTEGER,
-      conversation_type TEXT NOT NULL DEFAULT 'standard',
-      source TEXT NOT NULL DEFAULT 'user',
-      memory_scope_id TEXT NOT NULL DEFAULT 'default',
-      origin_channel TEXT,
-      origin_interface TEXT,
-      fork_parent_conversation_id TEXT,
-      fork_parent_message_id TEXT,
-      is_auto_title INTEGER NOT NULL DEFAULT 1,
-      schedule_job_id TEXT
-    )
-  `);
-}
-
-function removeTestDbFiles(): void {
-  rmSync(dbPath, { force: true });
-  rmSync(`${dbPath}-shm`, { force: true });
-  rmSync(`${dbPath}-wal`, { force: true });
-}
-
-describe("memory reducer checkpoint columns migration", () => {
-  beforeEach(() => {
-    process.env.BUN_TEST = "0";
-    resetDb();
-    removeTestDbFiles();
-  });
-
-  afterEach(() => {
-    resetDb();
-    removeTestDbFiles();
-  });
-
-  afterAll(() => {
-    if (originalBunTest === undefined) {
-      delete process.env.BUN_TEST;
-    } else {
-      process.env.BUN_TEST = originalBunTest;
-    }
-    resetDb();
-    removeTestDbFiles();
-    try {
-      rmSync(testDir, { recursive: true });
-    } catch {
-      /* best effort */
-    }
-  });
-
-  test("fresh DB initialization includes nullable reducer checkpoint columns", () => {
-    initializeDb();
-
-    const raw = new Database(dbPath);
-    const columns = getColumnInfo(raw);
-
-    const checkpointColumns = columns.filter(
-      (c) =>
-        c.name === "memory_reduced_through_message_id" ||
-        c.name === "memory_dirty_tail_since_message_id" ||
-        c.name === "memory_last_reduced_at",
-    );
-
-    expect(checkpointColumns).toHaveLength(3);
-    expect(checkpointColumns.every((c) => c.notnull === 0)).toBe(true);
-
-    raw.close();
-  });
-
-  test("migration upgrades the pre-checkpoint schema without disturbing existing rows", () => {
-    const db = createTestDb();
-    const raw = getSqliteFrom(db);
-    const now = Date.now();
-
-    bootstrapPreCheckpointConversations(raw);
-    raw.exec(/*sql*/ `
-      INSERT INTO conversations (
-        id,
-        title,
-        created_at,
-        updated_at,
-        conversation_type,
-        source,
-        memory_scope_id,
-        is_auto_title
-      ) VALUES (
-        'conv-upgrade',
-        'Existing conversation',
-        ${now},
-        ${now},
-        'standard',
-        'user',
-        'default',
-        1
-      )
-    `);
-
-    migrateMemoryReducerCheckpoints(db);
-
-    const columnNames = getColumnInfo(raw).map((c) => c.name);
-    expect(columnNames).toContain("memory_reduced_through_message_id");
-    expect(columnNames).toContain("memory_dirty_tail_since_message_id");
-    expect(columnNames).toContain("memory_last_reduced_at");
-
-    const row = raw
-      .query(
-        `SELECT id, title, memory_reduced_through_message_id, memory_dirty_tail_since_message_id, memory_last_reduced_at
-         FROM conversations WHERE id = 'conv-upgrade'`,
-      )
-      .get() as {
-      id: string;
-      title: string | null;
-      memory_reduced_through_message_id: string | null;
-      memory_dirty_tail_since_message_id: string | null;
-      memory_last_reduced_at: number | null;
-    } | null;
-
-    expect(row).toEqual({
-      id: "conv-upgrade",
-      title: "Existing conversation",
-      memory_reduced_through_message_id: null,
-      memory_dirty_tail_since_message_id: null,
-      memory_last_reduced_at: null,
-    });
-
-    raw.close();
-  });
-
-  test("re-running the migration preserves populated checkpoint values", () => {
-    const db = createTestDb();
-    const raw = getSqliteFrom(db);
-    const now = Date.now();
-
-    bootstrapPreCheckpointConversations(raw);
-    raw.exec(/*sql*/ `
-      INSERT INTO conversations (
-        id,
-        title,
-        created_at,
-        updated_at,
-        conversation_type,
-        source,
-        memory_scope_id,
-        is_auto_title
-      ) VALUES (
-        'conv-rerun',
-        'Reduced conversation',
-        ${now},
-        ${now},
-        'standard',
-        'user',
-        'default',
-        1
-      )
-    `);
-
-    migrateMemoryReducerCheckpoints(db);
-    raw.exec(/*sql*/ `
-      UPDATE conversations
-      SET memory_reduced_through_message_id = 'msg-100',
-          memory_dirty_tail_since_message_id = 'msg-101',
-          memory_last_reduced_at = ${now}
-      WHERE id = 'conv-rerun'
-    `);
-
-    expect(() => migrateMemoryReducerCheckpoints(db)).not.toThrow();
-
-    const row = raw
-      .query(
-        `SELECT memory_reduced_through_message_id, memory_dirty_tail_since_message_id, memory_last_reduced_at
-         FROM conversations WHERE id = 'conv-rerun'`,
-      )
-      .get() as {
-      memory_reduced_through_message_id: string | null;
-      memory_dirty_tail_since_message_id: string | null;
-      memory_last_reduced_at: number | null;
-    } | null;
-
-    expect(row).toEqual({
-      memory_reduced_through_message_id: "msg-100",
-      memory_dirty_tail_since_message_id: "msg-101",
-      memory_last_reduced_at: now,
-    });
-
-    raw.close();
-  });
-
-  test("getConversation exposes the new checkpoint fields as null for new rows", async () => {
-    initializeDb();
-
-    // Dynamic import to avoid circular module init issues — conversation-crud
-    // depends on getDb being initialized which happens in initializeDb above.
-    const { createConversation, getConversation } =
-      await import("../memory/conversation-crud.js");
-
-    const created = createConversation("Test conversation");
-    const loaded = getConversation(created.id);
-
-    expect(loaded).not.toBeNull();
-    expect(loaded!.memoryReducedThroughMessageId).toBeNull();
-    expect(loaded!.memoryDirtyTailSinceMessageId).toBeNull();
-    expect(loaded!.memoryLastReducedAt).toBeNull();
-  });
-});

package/src/__tests__/diagnostics-export.test.ts

@@ -1,288 +0,0 @@
-/**
- * Tests for the diagnostics export route handler.
- *
- * Validates anchor message resolution, including the fallback chain
- * (specific ID → most recent assistant → any message → empty conversation).
- */
-
-import { mkdtempSync, readFileSync, rmSync } from "node:fs";
-import { tmpdir } from "node:os";
-import { join } from "node:path";
-import { afterAll, beforeEach, describe, expect, mock, test } from "bun:test";
-
-import JSZip from "jszip";
-
-const testDir = mkdtempSync(join(tmpdir(), "diagnostics-export-test-"));
-
-mock.module("../util/platform.js", () => ({
-  getDataDir: () => testDir,
-  isMacOS: () => process.platform === "darwin",
-  isLinux: () => process.platform === "linux",
-  isWindows: () => process.platform === "win32",
-  getPidPath: () => join(testDir, "test.pid"),
-  getDbPath: () => join(testDir, "test.db"),
-  getLogPath: () => join(testDir, "test.log"),
-  ensureDataDir: () => {},
-}));
-
-mock.module("../util/logger.js", () => ({
-  getLogger: () =>
-    new Proxy({} as Record<string, unknown>, {
-      get: () => () => {},
-    }),
-}));
-
-import { getSqlite, initializeDb, resetDb } from "../memory/db.js";
-import { diagnosticsRouteDefinitions } from "../runtime/routes/diagnostics-routes.js";
-
-initializeDb();
-
-afterAll(() => {
-  resetDb();
-  try {
-    rmSync(testDir, { recursive: true });
-  } catch {
-    /* best effort */
-  }
-});
-
-// ---------------------------------------------------------------------------
-// Helpers
-// ---------------------------------------------------------------------------
-
-const routes = diagnosticsRouteDefinitions();
-const exportRoute = routes.find((r) => r.endpoint === "diagnostics/export")!;
-
-async function callExport(body: Record<string, unknown>): Promise<Response> {
-  const req = new Request("http://localhost/v1/diagnostics/export", {
-    method: "POST",
-    headers: { "Content-Type": "application/json" },
-    body: JSON.stringify(body),
-  });
-  const url = new URL(req.url);
-  return exportRoute.handler({
-    req,
-    url,
-    server: null as never,
-    authContext: {} as never,
-    params: {},
-  });
-}
-
-const db = () => getSqlite();
-
-function seedConversation(id: string): void {
-  const now = Date.now();
-  db().run(
-    "INSERT INTO conversations (id, title, created_at, updated_at) VALUES (?, ?, ?, ?)",
-    [id, "Test", now, now],
-  );
-}
-
-function seedMessage(
-  id: string,
-  conversationId: string,
-  role: string,
-  content: string,
-  createdAt: number,
-): void {
-  db().run(
-    "INSERT INTO messages (id, conversation_id, role, content, created_at) VALUES (?, ?, ?, ?, ?)",
-    [id, conversationId, role, content, createdAt],
-  );
-}
-
-function seedLlmRequestLog(
-  id: string,
-  conversationId: string,
-  provider: string | null,
-  requestPayload: unknown,
-  responsePayload: unknown,
-  createdAt: number,
-): void {
-  db().run(
-    "INSERT INTO llm_request_logs (id, conversation_id, provider, request_payload, response_payload, created_at) VALUES (?, ?, ?, ?, ?, ?)",
-    [
-      id,
-      conversationId,
-      provider,
-      JSON.stringify(requestPayload),
-      JSON.stringify(responsePayload),
-      createdAt,
-    ],
-  );
-}
-
-function seedConversationKey(
-  conversationKey: string,
-  conversationId: string,
-): void {
-  db().run(
-    "INSERT INTO conversation_keys (id, conversation_key, conversation_id, created_at) VALUES (?, ?, ?, ?)",
-    [crypto.randomUUID(), conversationKey, conversationId, Date.now()],
-  );
-}
-
-function cleanDb(): void {
-  db().run("DELETE FROM messages");
-  db().run("DELETE FROM llm_request_logs");
-  db().run("DELETE FROM conversation_keys");
-  db().run("DELETE FROM conversations");
-}
-
-beforeEach(() => {
-  cleanDb();
-});
-
-// ---------------------------------------------------------------------------
-// Tests
-// ---------------------------------------------------------------------------
-
-describe("diagnostics export", () => {
-  test("returns 400 when conversationId is missing", async () => {
-    const res = await callExport({});
-    expect(res.status).toBe(400);
-  });
-
-  test("succeeds with specific anchorMessageId", async () => {
-    const convId = "conv-1";
-    const msgId = "msg-assistant-1";
-    const now = Date.now();
-
-    seedConversation(convId);
-    seedMessage("msg-user-1", convId, "user", "hello", now - 1000);
-    seedMessage(msgId, convId, "assistant", "world", now);
-
-    const res = await callExport({
-      conversationId: convId,
-      anchorMessageId: msgId,
-    });
-    expect(res.status).toBe(200);
-    const json = (await res.json()) as { success: boolean; filePath: string };
-    expect(json.success).toBe(true);
-    expect(json.filePath).toContain("diagnostics-");
-  });
-
-  test("falls back to most recent assistant message when anchorMessageId is omitted", async () => {
-    const convId = "conv-2";
-    const now = Date.now();
-
-    seedConversation(convId);
-    seedMessage("msg-user-1", convId, "user", "hello", now - 1000);
-    seedMessage("msg-assistant-1", convId, "assistant", "world", now);
-
-    const res = await callExport({ conversationId: convId });
-    expect(res.status).toBe(200);
-    const json = (await res.json()) as { success: boolean };
-    expect(json.success).toBe(true);
-  });
-
-  test("falls back to any message when no assistant messages exist (race condition fix)", async () => {
-    const convId = "conv-3";
-    const now = Date.now();
-
-    seedConversation(convId);
-    // Only a user message — assistant response hasn't been persisted yet
-    seedMessage("msg-user-1", convId, "user", "hello", now);
-
-    const res = await callExport({ conversationId: convId });
-    expect(res.status).toBe(200);
-    const json = (await res.json()) as { success: boolean; filePath: string };
-    expect(json.success).toBe(true);
-    expect(json.filePath).toContain("diagnostics-");
-  });
-
-  test("succeeds with empty conversation (no messages at all)", async () => {
-    const convId = "conv-4";
-
-    seedConversation(convId);
-    // No messages at all — conversation was just created
-
-    const res = await callExport({ conversationId: convId });
-    expect(res.status).toBe(200);
-    const json = (await res.json()) as { success: boolean; filePath: string };
-    expect(json.success).toBe(true);
-    expect(json.filePath).toContain("diagnostics-");
-  });
-
-  test("resolves conversation key to daemon conversation ID", async () => {
-    const daemonConvId = "conv-6-daemon";
-    const clientKey = "AAAAAAAA-BBBB-CCCC-DDDD-EEEEEEEEEEEE";
-    const now = Date.now();
-
-    seedConversation(daemonConvId);
-    seedConversationKey(clientKey, daemonConvId);
-    seedMessage("msg-user-6", daemonConvId, "user", "hello", now - 1000);
-    seedMessage("msg-assistant-6", daemonConvId, "assistant", "world", now);
-
-    // Client sends the conversation key (client-side UUID), not the daemon ID
-    const res = await callExport({ conversationId: clientKey });
-    expect(res.status).toBe(200);
-    const json = (await res.json()) as { success: boolean; filePath: string };
-    expect(json.success).toBe(true);
-    // The export should find the messages via the resolved daemon ID
-    expect(json.filePath).toContain("diagnostics-");
-  });
-
-  test("falls back to any-message when anchorMessageId is provided but not found", async () => {
-    const convId = "conv-5";
-    const now = Date.now();
-
-    seedConversation(convId);
-    seedMessage("msg-user-1", convId, "user", "hello", now);
-
-    // anchorMessageId doesn't exist — should fall through all the way
-    const res = await callExport({
-      conversationId: convId,
-      anchorMessageId: "nonexistent-msg-id",
-    });
-    expect(res.status).toBe(200);
-    const json = (await res.json()) as { success: boolean };
-    expect(json.success).toBe(true);
-  });
-
-  test("preserves llm request provider identity in the exported JSONL", async () => {
-    const convId = "conv-7";
-    const now = Date.now();
-
-    seedConversation(convId);
-    seedMessage("msg-user-7", convId, "user", "hello", now - 1000);
-    seedMessage("msg-assistant-7", convId, "assistant", "world", now);
-    seedLlmRequestLog(
-      "log-7",
-      convId,
-      "openrouter",
-      { model: "openai/gpt-4.1-mini", input: "hello" },
-      { output: "world" },
-      now,
-    );
-
-    const res = await callExport({ conversationId: convId });
-    expect(res.status).toBe(200);
-    const json = (await res.json()) as { success: boolean; filePath: string };
-    expect(json.success).toBe(true);
-
-    const zip = await JSZip.loadAsync(readFileSync(json.filePath));
-    const llmRequests = zip.file("llm_requests.jsonl");
-    expect(llmRequests).not.toBeNull();
-
-    const lines = (await llmRequests!.async("string")).trim().split("\n");
-    expect(lines).toHaveLength(1);
-
-    const row = JSON.parse(lines[0]) as {
-      id: string;
-      conversationId: string;
-      provider?: string | null;
-      request: unknown;
-      response: unknown;
-    };
-
-    expect(row).toMatchObject({
-      id: "log-7",
-      conversationId: convId,
-      provider: "openrouter",
-    });
-
-    rmSync(json.filePath, { force: true });
-  });
-});