@vellumai/assistant 0.8.2 → 0.8.3

package/src/memory/v2/__tests__/cli-command-store.test.ts

@@ -0,0 +1,404 @@
+/**
+ * Tests for `assistant/src/memory/v2/cli-command-store.ts`.
+ *
+ * Coverage matrix:
+ *   - `seedV2CliCommandEntries` enumerates the program tree and upserts one
+ *     `cli-commands/<name>` point per top-level subcommand.
+ *   - It skips the auto-injected `help` builtin.
+ *   - It calls `pruneSlugsWithPrefixExcept("cli-commands/", ...)` with the
+ *     current id list under the `cli-command` kind so stale rows clear.
+ *   - The legacy `kind` backfill runs once per process before pruning.
+ *   - It populates the `entries` cache so `getCliCommandCapability` resolves
+ *     both bare names and unified-collection slugs.
+ *   - It swallows embedding-backend errors and leaves prior cache intact.
+ *   - Stale in-flight results yield to the latest requested generation.
+ *
+ * Hermetic by design: the embedding backend, Qdrant module, and CLI program
+ * tree are module-mocked so the suite never touches a real backend or the
+ * full Commander wire-up.
+ */
+import { afterEach, beforeEach, describe, expect, mock, test } from "bun:test";
+
+import { Command } from "commander";
+
+import { makeMockLogger } from "../../../__tests__/helpers/mock-logger.js";
+
+mock.module("../../../util/logger.js", () => ({
+  getLogger: () => makeMockLogger(),
+}));
+
+// ---------------------------------------------------------------------------
+// Programmable test state
+// ---------------------------------------------------------------------------
+
+interface UpsertCall {
+  slug: string;
+  dense: number[];
+  sparse: { indices: number[]; values: number[] };
+  updatedAt: number;
+  kind?: string;
+}
+
+interface PruneCall {
+  prefix: string;
+  activeSuffixes: readonly string[];
+  options?: { kind?: string };
+}
+
+interface BackfillCall {
+  prefix: string;
+  kind: string;
+  allowedSuffixes: ReadonlySet<string>;
+}
+
+interface CommandSpec {
+  name: string;
+  description: string;
+  helpText: string;
+}
+
+interface TestState {
+  commands: CommandSpec[];
+  embedThrows: Error | null;
+  embedReturn: number[][];
+  sparseReturn: { indices: number[]; values: number[] };
+  upsertCalls: UpsertCall[];
+  pruneCalls: PruneCall[];
+  upsertThrows: Error | null;
+  backfillCalls: BackfillCall[];
+  backfillThrows: Error | null;
+  callSequence: Array<"upsert" | "prune" | "backfill">;
+}
+
+const state: TestState = {
+  commands: [],
+  embedThrows: null,
+  embedReturn: [],
+  sparseReturn: { indices: [1], values: [1] },
+  upsertCalls: [],
+  pruneCalls: [],
+  upsertThrows: null,
+  backfillCalls: [],
+  backfillThrows: null,
+  callSequence: [],
+};
+
+mock.module("../../../config/loader.js", () => ({
+  getConfig: () => ({
+    memory: {
+      qdrant: { url: "http://127.0.0.1:6333", vectorSize: 3, onDisk: false },
+      v2: { bm25_k1: 1.2, bm25_b: 0.75 },
+    },
+  }),
+}));
+
+// Stub the CLI program tree so tests don't need to wire the entire Commander
+// registration graph. Each test stages `state.commands`; the mock returns a
+// fresh `Command` tree whose children carry the staged help text.
+mock.module("../../../cli/program.js", () => ({
+  buildCliProgramTree: () => {
+    const program = new Command();
+    program.name("assistant");
+    for (const spec of state.commands) {
+      const child = program.command(spec.name).description(spec.description);
+      // helpInformation() is built from Commander state — stub it directly so
+      // the seeded content matches the test fixture verbatim.
+      child.helpInformation = () => spec.helpText;
+    }
+    return program;
+  },
+}));
+
+mock.module("../../embedding-backend.js", () => ({
+  embedWithBackend: async (_config: unknown, inputs: unknown[]) => {
+    if (state.embedThrows) throw state.embedThrows;
+    const vectors = state.embedReturn.length
+      ? state.embedReturn
+      : inputs.map(() => [0.1, 0.2, 0.3]);
+    return { provider: "local", model: "test-model", vectors };
+  },
+  generateSparseEmbedding: () => state.sparseReturn,
+}));
+
+mock.module("../sparse-bm25.js", () => ({
+  generateBm25DocEmbedding: () => state.sparseReturn,
+  getConceptPageCorpusStats: () => null,
+}));
+
+mock.module("../anisotropy.js", () => ({
+  applyCorrectionIfCalibrated: async (v: number[]) => v,
+}));
+
+mock.module("../page-index.js", () => ({
+  invalidatePageIndex: () => {},
+}));
+
+mock.module("../qdrant.js", () => ({
+  upsertConceptPageEmbedding: async (params: UpsertCall) => {
+    if (state.upsertThrows) throw state.upsertThrows;
+    state.callSequence.push("upsert");
+    state.upsertCalls.push(params);
+  },
+  pruneSlugsWithPrefixExcept: async (
+    prefix: string,
+    activeSuffixes: readonly string[],
+    options?: { kind?: string },
+  ) => {
+    state.callSequence.push("prune");
+    state.pruneCalls.push({ prefix, activeSuffixes, options });
+  },
+  backfillKindOnPointsWithPrefix: async (
+    prefix: string,
+    kind: string,
+    allowedSuffixes: ReadonlySet<string>,
+  ) => {
+    if (state.backfillThrows) throw state.backfillThrows;
+    state.callSequence.push("backfill");
+    state.backfillCalls.push({ prefix, kind, allowedSuffixes });
+    return 0;
+  },
+}));
+
+const {
+  seedV2CliCommandEntries,
+  getCliCommandCapability,
+  listCliCommandEntries,
+  isCliCommandSlug,
+  _resetCliCommandStoreForTests,
+} = await import("../cli-command-store.js");
+
+function resetState(): void {
+  state.commands = [];
+  state.embedThrows = null;
+  state.embedReturn = [];
+  state.sparseReturn = { indices: [1], values: [1] };
+  state.upsertCalls.length = 0;
+  state.pruneCalls.length = 0;
+  state.upsertThrows = null;
+  state.backfillCalls.length = 0;
+  state.backfillThrows = null;
+  state.callSequence.length = 0;
+  _resetCliCommandStoreForTests();
+}
+
+beforeEach(resetState);
+afterEach(resetState);
+
+describe("seedV2CliCommandEntries", () => {
+  test("upserts each top-level command under cli-commands/<name>", async () => {
+    state.commands = [
+      {
+        name: "attachment",
+        description: "Manage file attachments for conversations",
+        helpText: "Usage: assistant attachment ...",
+      },
+      {
+        name: "browser",
+        description: "Control the browser via the running assistant.",
+        helpText: "Usage: assistant browser ...",
+      },
+    ];
+    state.embedReturn = [
+      [0.1, 0.2, 0.3],
+      [0.4, 0.5, 0.6],
+    ];
+
+    await seedV2CliCommandEntries();
+
+    expect(state.upsertCalls).toHaveLength(2);
+    const slugs = state.upsertCalls.map((c) => c.slug).sort();
+    expect(slugs).toEqual(["cli-commands/attachment", "cli-commands/browser"]);
+    expect(state.upsertCalls.every((c) => c.kind === "cli-command")).toBe(true);
+  });
+
+  test("skips Commander's auto-injected `help` builtin", async () => {
+    state.commands = [
+      {
+        name: "attachment",
+        description: "Manage file attachments",
+        helpText: "Usage: assistant attachment ...",
+      },
+      {
+        name: "help",
+        description: "display help for command",
+        helpText: "Usage: assistant help ...",
+      },
+    ];
+    state.embedReturn = [[0.1, 0.2, 0.3]];
+
+    await seedV2CliCommandEntries();
+
+    expect(state.upsertCalls.map((c) => c.slug)).toEqual([
+      "cli-commands/attachment",
+    ]);
+  });
+
+  test("calls pruneSlugsWithPrefixExcept with kind: 'cli-command'", async () => {
+    state.commands = [
+      {
+        name: "config",
+        description: "Manage configuration",
+        helpText: "...",
+      },
+    ];
+    state.embedReturn = [[0.1, 0.2, 0.3]];
+
+    await seedV2CliCommandEntries();
+
+    expect(state.pruneCalls).toHaveLength(1);
+    expect(state.pruneCalls[0].prefix).toBe("cli-commands/");
+    expect([...state.pruneCalls[0].activeSuffixes]).toEqual(["config"]);
+    expect(state.pruneCalls[0].options).toEqual({ kind: "cli-command" });
+  });
+
+  test("runs backfill before prune so legacy kindless points are reachable", async () => {
+    state.commands = [
+      {
+        name: "config",
+        description: "Manage configuration",
+        helpText: "...",
+      },
+    ];
+    state.embedReturn = [[0.1, 0.2, 0.3]];
+
+    await seedV2CliCommandEntries();
+
+    expect(state.backfillCalls).toHaveLength(1);
+    expect(state.backfillCalls[0].prefix).toBe("cli-commands/");
+    expect(state.backfillCalls[0].kind).toBe("cli-command");
+    expect([...state.backfillCalls[0].allowedSuffixes]).toEqual(["config"]);
+    expect(state.callSequence.filter((s) => s !== "upsert")).toEqual([
+      "backfill",
+      "prune",
+    ]);
+  });
+
+  test("backfill only runs once across repeated seeds in the same process", async () => {
+    state.commands = [
+      { name: "config", description: "Manage configuration", helpText: "..." },
+    ];
+    state.embedReturn = [[0.1, 0.2, 0.3]];
+
+    await seedV2CliCommandEntries();
+    state.embedReturn = [[0.4, 0.5, 0.6]];
+    await seedV2CliCommandEntries();
+
+    expect(state.backfillCalls).toHaveLength(1);
+    expect(state.pruneCalls).toHaveLength(2);
+  });
+
+  test("populates the entries cache so getCliCommandCapability resolves both forms", async () => {
+    state.commands = [
+      {
+        name: "attachment",
+        description: "Manage file attachments",
+        helpText: "Usage: assistant attachment ...",
+      },
+    ];
+    state.embedReturn = [[0.1, 0.2, 0.3]];
+
+    expect(getCliCommandCapability("attachment")).toBeNull();
+
+    await seedV2CliCommandEntries();
+
+    const byId = getCliCommandCapability("attachment");
+    const bySlug = getCliCommandCapability("cli-commands/attachment");
+    expect(byId).not.toBeNull();
+    expect(byId?.id).toBe("attachment");
+    expect(byId?.description).toBe("Manage file attachments");
+    expect(byId?.content).toContain('"assistant attachment"');
+    expect(byId?.content).toContain("Manage file attachments");
+    expect(byId?.content).toContain("Usage: assistant attachment ...");
+    expect(bySlug).toEqual(byId);
+
+    expect(getCliCommandCapability("unknown-command")).toBeNull();
+    expect(getCliCommandCapability("cli-commands/unknown")).toBeNull();
+  });
+
+  test("isCliCommandSlug recognises the prefix", () => {
+    expect(isCliCommandSlug("cli-commands/attachment")).toBe(true);
+    expect(isCliCommandSlug("skills/example")).toBe(false);
+    expect(isCliCommandSlug("alice")).toBe(false);
+  });
+
+  test("listCliCommandEntries returns frozen sorted snapshots", async () => {
+    state.commands = [
+      { name: "browser", description: "Control browser", helpText: "..." },
+      { name: "attachment", description: "Manage attachments", helpText: "." },
+    ];
+    state.embedReturn = [
+      [0.1, 0.2, 0.3],
+      [0.4, 0.5, 0.6],
+    ];
+
+    await seedV2CliCommandEntries();
+
+    const snapshot = listCliCommandEntries();
+    expect(snapshot.map((e) => e.id)).toEqual(["attachment", "browser"]);
+    expect(Object.isFrozen(snapshot[0])).toBe(true);
+  });
+
+  test("swallows embedWithBackend errors and leaves prior cache intact", async () => {
+    state.commands = [
+      { name: "config", description: "Manage configuration", helpText: "..." },
+    ];
+    state.embedReturn = [[0.1, 0.2, 0.3]];
+
+    await seedV2CliCommandEntries();
+    const before = getCliCommandCapability("config");
+    expect(before).not.toBeNull();
+
+    state.upsertCalls.length = 0;
+    state.pruneCalls.length = 0;
+    state.embedThrows = new Error("backend exploded");
+
+    await expect(seedV2CliCommandEntries()).resolves.toBeUndefined();
+
+    expect(state.upsertCalls).toHaveLength(0);
+    expect(state.pruneCalls).toHaveLength(0);
+    const after = getCliCommandCapability("config");
+    expect(after).toEqual(before);
+  });
+
+  test("propagates embedding errors when throwOnError is set", async () => {
+    state.commands = [
+      { name: "config", description: "Manage configuration", helpText: "..." },
+    ];
+    state.embedThrows = new Error("backend exploded");
+
+    await expect(
+      seedV2CliCommandEntries({ throwOnError: true }),
+    ).rejects.toThrow("backend exploded");
+  });
+
+  test("skips stale in-flight seed results when a newer refresh is requested", async () => {
+    state.commands = [
+      { name: "config", description: "Manage configuration", helpText: "..." },
+    ];
+    state.embedReturn = [[0.1, 0.2, 0.3]];
+
+    const firstSeed = seedV2CliCommandEntries();
+    state.commands = [
+      { name: "browser", description: "Control browser", helpText: "..." },
+    ];
+    const secondSeed = seedV2CliCommandEntries();
+
+    await Promise.all([firstSeed, secondSeed]);
+
+    expect(state.upsertCalls.map((c) => c.slug)).toEqual([
+      "cli-commands/browser",
+    ]);
+    expect(getCliCommandCapability("config")).toBeNull();
+    expect(getCliCommandCapability("browser")).not.toBeNull();
+  });
+
+  test("empty command set still calls prune to clear stale rows", async () => {
+    state.commands = [];
+
+    await seedV2CliCommandEntries();
+
+    expect(state.upsertCalls).toHaveLength(0);
+    expect(state.pruneCalls).toHaveLength(1);
+    expect(state.pruneCalls[0].activeSuffixes).toEqual([]);
+  });
+});

package/src/memory/v2/__tests__/frontmatter-sweep.test.ts

@@ -2,6 +2,7 @@
  * Tests for `assistant/src/memory/v2/frontmatter-sweep.ts`.
  *
  * Coverage:
+ *   - v2 disabled → returns early, no warns, no throw.
  *   - Empty workspace → no warns, no throw.
  *   - One bad page (unknown frontmatter key) → exactly one warn carrying
  *     `errCode: "unrecognized_keys"` and the offending slug.
@@ -13,6 +14,8 @@ import { tmpdir } from "node:os";
 import { join } from "node:path";
 import { afterEach, beforeEach, describe, expect, mock, test } from "bun:test";
 
+import type { AssistantConfig } from "../../../config/schema.js";
+
 const warnCalls: Array<{ data: Record<string, unknown>; msg: string }> = [];
 const recordingLogger = {
   warn: (data: Record<string, unknown>, msg: string) => {
@@ -32,6 +35,17 @@ mock.module("../../../util/logger.js", () => ({
 
 const { sweepConceptPageFrontmatter } = await import("../frontmatter-sweep.js");
 
+/** Minimal config shape the sweep touches; cast to AssistantConfig at the boundary. */
+function makeConfig(v2Enabled: boolean): AssistantConfig {
+  return {
+    memory: {
+      v2: { enabled: v2Enabled },
+    },
+  } as unknown as AssistantConfig;
+}
+
+const v2On = makeConfig(true);
+
 function makeWorkspace(pages: Record<string, string>): string {
   const dir = mkdtempSync(join(tmpdir(), "frontmatter-sweep-"));
   const conceptsDir = join(dir, "memory", "concepts");
@@ -55,10 +69,17 @@ describe("sweepConceptPageFrontmatter", () => {
     warnCalls.length = 0;
   });
 
+  test("does nothing when memory.v2.enabled is false", async () => {
+    // Pass a non-existent dir to prove the gate short-circuits BEFORE any I/O:
+    // if the body ran, listPages would surface a warn for the unreadable path.
+    await sweepConceptPageFrontmatter(makeConfig(false), "/nonexistent/path");
+    expect(warnCalls).toHaveLength(0);
+  });
+
   test("empty workspace: no warns, no throw", async () => {
     const dir = makeWorkspace({});
     try {
-      await sweepConceptPageFrontmatter(dir);
+      await sweepConceptPageFrontmatter(v2On, dir);
       expect(warnCalls).toHaveLength(0);
     } finally {
       rmSync(dir, { recursive: true, force: true });
@@ -68,7 +89,7 @@ describe("sweepConceptPageFrontmatter", () => {
   test("one bad page emits exactly one unrecognized_keys warn", async () => {
     const dir = makeWorkspace({ "bad-one": badPage });
     try {
-      await sweepConceptPageFrontmatter(dir);
+      await sweepConceptPageFrontmatter(v2On, dir);
       expect(warnCalls).toHaveLength(1);
       expect(warnCalls[0].data.slug).toBe("bad-one");
       expect(warnCalls[0].data.errCode).toBe("unrecognized_keys");
@@ -85,7 +106,7 @@ describe("sweepConceptPageFrontmatter", () => {
       "bad-b": badPage,
     });
     try {
-      await sweepConceptPageFrontmatter(dir);
+      await sweepConceptPageFrontmatter(v2On, dir);
       const slugs = warnCalls.map((c) => c.data.slug).sort();
       expect(slugs).toEqual(["bad-a", "bad-b"]);
       for (const call of warnCalls) {
@@ -101,7 +122,7 @@ describe("sweepConceptPageFrontmatter", () => {
       mangled: `---\nedges: [unterminated\n---\nbody\n`,
     });
     try {
-      await sweepConceptPageFrontmatter(dir);
+      await sweepConceptPageFrontmatter(v2On, dir);
       expect(warnCalls.length).toBeGreaterThanOrEqual(1);
       expect(warnCalls.some((c) => c.data.slug === "mangled")).toBe(true);
     } finally {