@vellumai/assistant 0.5.13 → 0.5.14

package/src/calls/active-call-lease.ts

@@ -10,7 +10,7 @@ import {
 import { dirname, join } from "node:path";
 
 import { getLogger } from "../util/logger.js";
-import { getRootDir } from "../util/platform.js";
+import { getWorkspaceDir } from "../util/platform.js";
 import { isTerminalState } from "./call-state-machine.js";
 import type { CallSession } from "./types.js";
 
@@ -31,7 +31,7 @@ export interface ActiveCallLease {
 }
 
 function getStorePath(): string {
-  return join(getRootDir(), ACTIVE_CALL_LEASES_FILE);
+  return join(getWorkspaceDir(), ACTIVE_CALL_LEASES_FILE);
 }
 
 function loadLeaseFile(): ActiveCallLeaseFile {

package/src/cli/AGENTS.md

@@ -93,7 +93,7 @@ are created during the OAuth authorization flow or can be managed manually via
 their respective subcommands.
 
 Examples:
-  $ assistant oauth connect google --open-browser
+  $ assistant oauth connect google
   $ assistant oauth status google
 `,
 );

package/src/cli/commands/doctor.ts

@@ -8,11 +8,12 @@ import { loadRawConfig } from "../../config/loader.js";
 import { shouldAutoStartDaemon } from "../../daemon/connection-policy.js";
 import { isHttpHealthy } from "../../daemon/daemon-control.js";
 import {
+  getDataDir,
   getDbPath,
-  getHooksDir,
   getLogPath,
-  getRootDir,
+  getProtectedDir,
   getWorkspaceDir,
+  getWorkspaceHooksDir,
   getWorkspaceSkillsDir,
 } from "../../util/platform.js";
 import { getProviderKeyViaDaemon } from "../lib/daemon-credential-client.js";
@@ -129,18 +130,17 @@ Examples:
       }
 
       // 5. ~/.vellum/ directory structure (workspace layout)
-      const rootDir = getRootDir();
-      const dataDir = process.env.VELLUM_DATA_DIR!;
+      const protectedDir = getProtectedDir();
+      const dataDir = getDataDir();
       const workspaceDir = getWorkspaceDir();
       const requiredDirs = [
-        rootDir,
         workspaceDir,
         dataDir,
         `${dataDir}/db`,
         `${dataDir}/logs`,
         getWorkspaceSkillsDir(),
-        getHooksDir(),
-        `${rootDir}/protected`,
+        getWorkspaceHooksDir(),
+        protectedDir,
       ];
       const missing = requiredDirs.filter((d) => !existsSync(d));
       if (missing.length === 0) {
@@ -151,7 +151,7 @@ Examples:
 
       // 6. Disk space
       try {
-        const output = execSync(`df -k "${rootDir}"`, {
+        const output = execSync(`df -k "${workspaceDir}"`, {
           stdio: "pipe",
           encoding: "utf-8",
         });
@@ -222,7 +222,7 @@ Examples:
       }
 
       // 9. Trust rule syntax
-      const trustPath = `${rootDir}/protected/trust.json`;
+      const trustPath = `${protectedDir}/trust.json`;
       if (existsSync(trustPath)) {
         try {
           const rawTrust = readFileSync(trustPath, "utf-8");

package/src/cli/commands/memory.ts

@@ -1,11 +1,15 @@
 import type { Command } from "commander";
 
 import {
+  cleanupShortSegments,
+  findReextractTarget,
+  findReextractTargets,
   getMemorySystemStatus,
   queryMemory,
   requestMemoryBackfill,
   requestMemoryCleanup,
   requestMemoryRebuildIndex,
+  requestReextract,
 } from "../../memory/admin.js";
 import { listConversations } from "../../memory/conversation-queries.js";
 import { initializeDb } from "../db.js";
@@ -144,6 +148,39 @@ Examples:
       );
     });
 
+  memory
+    .command("cleanup-segments")
+    .description("Remove short segments that waste retrieval budget")
+    .option("--dry-run", "Show count of segments that would be removed")
+    .addHelpText(
+      "after",
+      `
+Removes segments shorter than the minimum character threshold from both
+SQLite and Qdrant. Short fragments (e.g. "Collar Touched") burn embedding
+budget, retrieval slots, and injection tokens without adding value.
+
+New segments are already filtered at creation time. This command cleans up
+existing short segments that were stored before the filter was added.
+
+Examples:
+  $ assistant memory cleanup-segments
+  $ assistant memory cleanup-segments --dry-run`,
+    )
+    .action(async (opts: { dryRun?: boolean }) => {
+      initializeDb();
+      const result = await cleanupShortSegments({ dryRun: opts.dryRun });
+      if (opts.dryRun) {
+        log.info(
+          `Dry run: ${result.dryRunCount} short segment(s) would be removed.`,
+        );
+      } else {
+        log.info(`Removed ${result.removed} short segment(s).`);
+        if (result.failed > 0) {
+          log.warn(`${result.failed} segment(s) skipped — Qdrant deletion failed. Re-run when Qdrant is available.`);
+        }
+      }
+    });
+
   memory
     .command("query <text>")
     .description(
@@ -216,4 +253,109 @@ Examples:
       const jobId = requestMemoryRebuildIndex();
       log.info(`Queued rebuild-index job: ${jobId}`);
     });
+
+  memory
+    .command("re-extract")
+    .description(
+      "Re-extract memories from conversations using the latest extraction prompt",
+    )
+    .option(
+      "-c, --conversation <id>",
+      "Target a specific conversation by ID (repeatable)",
+      (val: string, prev: string[]) => [...prev, val],
+      [] as string[],
+    )
+    .option(
+      "-t, --top <n>",
+      "Auto-select top N conversations by message count",
+    )
+    .option("--dry-run", "Show what would be re-extracted without doing it")
+    .addHelpText(
+      "after",
+      `
+Re-runs memory extraction on existing conversations using the current
+extraction prompt. This is useful after updating the extraction prompt
+(e.g. importance scoring rework) to re-score and re-extract memories
+from historically important conversations.
+
+The command resets extraction checkpoints so the batch extraction handler
+re-processes all messages. Existing memories are provided as supersession
+context — the new extraction can supersede old flat-fact memories with
+richer, properly-scored replacements.
+
+Requires the assistant to be running (jobs are processed by the
+background worker).
+
+Examples:
+  $ assistant memory re-extract --top 20
+  $ assistant memory re-extract --conversation conv_abc123
+  $ assistant memory re-extract --top 10 --dry-run`,
+    )
+    .action(
+      (opts: {
+        conversation?: string[];
+        top?: string;
+        dryRun?: boolean;
+      }) => {
+        initializeDb();
+
+        const targets = [];
+
+        // Collect targets from --conversation flags
+        if (opts.conversation && opts.conversation.length > 0) {
+          for (const id of opts.conversation) {
+            const target = findReextractTarget(id);
+            if (target) {
+              targets.push(target);
+            } else {
+              log.info(`Conversation not found: ${id}`);
+            }
+          }
+        }
+
+        // Collect targets from --top flag
+        if (opts.top) {
+          const n = Number.parseInt(opts.top, 10);
+          if (!Number.isFinite(n) || n <= 0) {
+            log.info("--top must be a positive integer");
+            return;
+          }
+          const topTargets = findReextractTargets(n);
+          // Deduplicate against conversation targets
+          const seen = new Set(targets.map((t) => t.conversationId));
+          for (const t of topTargets) {
+            if (!seen.has(t.conversationId)) {
+              targets.push(t);
+              seen.add(t.conversationId);
+            }
+          }
+        }
+
+        if (targets.length === 0) {
+          log.info(
+            "No targets specified. Use --conversation <id> or --top <n>.",
+          );
+          return;
+        }
+
+        // Show targets
+        log.info(`\nRe-extraction targets (${targets.length}):`);
+        for (const t of targets) {
+          const title = t.title ?? "(untitled)";
+          log.info(
+            `  ${t.conversationId}  ${t.messageCount} msgs  "${title}"`,
+          );
+        }
+
+        if (opts.dryRun) {
+          log.info("\n--dry-run: no jobs queued.");
+          return;
+        }
+
+        const { jobIds } = requestReextract(targets);
+        log.info(
+          `\nQueued ${jobIds.length} re-extraction job(s). The assistant will process them in the background.`,
+        );
+      },
+    );
 }

package/src/cli/commands/oauth/__tests__/connect.test.ts

@@ -259,10 +259,10 @@ describe("assistant oauth connect", () => {
   });
 
   // -------------------------------------------------------------------------
-  // Managed mode: prints connect URL without --open-browser
+  // Managed mode with --no-browser: prints connect URL
   // -------------------------------------------------------------------------
 
-  test("managed mode: prints connect URL without --open-browser", async () => {
+  test("managed mode with --no-browser: prints connect URL", async () => {
     mockGetProvider = () => ({
       providerKey: "google",
       authUrl: "https://accounts.google.com/o/oauth2/v2/auth",
@@ -282,6 +282,7 @@ describe("assistant oauth connect", () => {
     const { exitCode, stdout } = await runCommand([
       "connect",
       "google",
+      "--no-browser",
       "--json",
     ]);
     expect(exitCode).toBe(0);
@@ -295,10 +296,10 @@ describe("assistant oauth connect", () => {
   });
 
   // -------------------------------------------------------------------------
-  // Managed mode with --open-browser: opens browser and polls
+  // Managed mode default: opens browser and polls
   // -------------------------------------------------------------------------
 
-  test("managed mode with --open-browser: opens browser and polls for new connection", async () => {
+  test("managed mode default: opens browser and polls for new connection", async () => {
     mockGetProvider = () => ({
       providerKey: "google",
       authUrl: "https://accounts.google.com/o/oauth2/v2/auth",
@@ -336,7 +337,6 @@ describe("assistant oauth connect", () => {
     const { exitCode, stdout } = await runCommand([
       "connect",
       "google",
-      "--open-browser",
       "--json",
     ]);
     expect(exitCode).toBe(0);
@@ -352,10 +352,10 @@ describe("assistant oauth connect", () => {
   });
 
   // -------------------------------------------------------------------------
-  // BYO mode: prints auth URL without --open-browser (deferred)
+  // BYO mode with --no-browser: prints auth URL (deferred)
   // -------------------------------------------------------------------------
 
-  test("BYO mode: prints auth URL without --open-browser", async () => {
+  test("BYO mode with --no-browser: prints auth URL", async () => {
     mockGetProvider = () => ({
       providerKey: "google",
       authUrl: "https://accounts.google.com/o/oauth2/v2/auth",
@@ -384,6 +384,7 @@ describe("assistant oauth connect", () => {
     const { exitCode, stdout } = await runCommand([
       "connect",
       "google",
+      "--no-browser",
       "--json",
     ]);
     expect(exitCode).toBe(0);
@@ -397,10 +398,10 @@ describe("assistant oauth connect", () => {
   });
 
   // -------------------------------------------------------------------------
-  // BYO mode with --open-browser: orchestrator called with isInteractive true
+  // BYO mode default: orchestrator called with isInteractive true
   // -------------------------------------------------------------------------
 
-  test("BYO mode with --open-browser calls orchestrator with isInteractive: true", async () => {
+  test("BYO mode default calls orchestrator with isInteractive: true", async () => {
     mockGetProvider = () => ({
       providerKey: "google",
       authUrl: "https://accounts.google.com/o/oauth2/v2/auth",
@@ -434,13 +435,12 @@ describe("assistant oauth connect", () => {
       "google",
       "--client-id",
       "test-id",
-      "--open-browser",
       "--json",
     ]);
     expect(exitCode).toBe(0);
     expect(capturedOpts).toBeDefined();
     expect(capturedOpts!.isInteractive).toBe(true);
-    // openUrl should be provided when --open-browser is set
+    // openUrl should be provided by default (browser opens automatically)
     expect(typeof capturedOpts!.openUrl).toBe("function");
 
     const parsed = JSON.parse(stdout);
@@ -529,6 +529,7 @@ describe("assistant oauth connect", () => {
       "google",
       "--client-id",
       "should-be-ignored",
+      "--no-browser",
       "--json",
     ]);
     // Should succeed — --client-id does not cause an error in managed mode
@@ -573,6 +574,7 @@ describe("assistant oauth connect", () => {
     const { exitCode, stdout } = await runCommand([
       "connect",
       "slack",
+      "--no-browser",
       "--json",
     ]);
     expect(exitCode).toBe(0);

package/src/cli/commands/oauth/__tests__/ping.test.ts

@@ -368,7 +368,7 @@ describe("assistant oauth ping", () => {
     });
 
     mockResolveOAuthConnectionResult = new Error(
-      'No active OAuth connection found for "google". Connect the service first with oauth2_connect.',
+      'No active OAuth connection found for "google". Connect the service first with `assistant oauth connect google`.',
     );
 
     const { exitCode, stdout } = await runCommand(["ping", "google", "--json"]);

package/src/cli/commands/oauth/connect.ts

@@ -80,8 +80,8 @@ export function registerConnectCommand(oauth: Command): void {
     )
     .option("--scopes <scopes...>", "Scopes to request for the authorization")
     .option(
-      "--open-browser",
-      "Open the auth URL in the browser and wait for completion",
+      "--no-browser",
+      "Print the auth URL instead of opening it in the browser",
     )
     .option("--client-id <id>", "BYO app client ID disambiguation")
     .addHelpText(
@@ -93,21 +93,22 @@ Arguments:
 
 In managed mode, --scopes must be in the provider's allowed set (use full
 scope URLs). In BYO mode, --scopes are appended to the provider's defaults.
-The --open-browser flag polls for a platform connection (managed) or starts
-a local callback server (BYO).
+By default, the browser opens automatically and the command waits for
+completion. Use --no-browser to print the URL instead (useful for headless
+or SSH sessions).
 
 Examples:
   $ assistant oauth connect google
-  $ assistant oauth connect google --open-browser
+  $ assistant oauth connect google --no-browser
   $ assistant oauth connect google --scopes https://www.googleapis.com/auth/calendar https://www.googleapis.com/auth/calendar.events
-  $ assistant oauth connect google --client-id abc123 --open-browser`,
+  $ assistant oauth connect google --client-id abc123`,
     )
     .action(
       async (
         provider: string,
         opts: {
           scopes?: string[];
-          openBrowser?: boolean;
+          browser?: boolean;
           clientId?: string;
         },
         cmd: Command,
@@ -166,7 +167,7 @@ Examples:
             let redirectServer:
               | { redirectUrl: string; cleanup: () => void }
               | undefined;
-            if (opts.openBrowser) {
+            if (opts.browser !== false) {
               try {
                 redirectServer = await startManagedRedirectServer(provider);
                 body.redirect_after_connect = redirectServer.redirectUrl;
@@ -201,7 +202,7 @@ Examples:
                 return;
               }
 
-              if (opts.openBrowser) {
+              if (opts.browser !== false) {
                 // Snapshot existing connection IDs before opening browser
                 const snapshotEntries = await fetchActiveConnections(
                   client,
@@ -287,7 +288,7 @@ Examples:
                   }
                 }
               } else {
-                // No --open-browser: output the connect URL
+                // --no-browser: output the connect URL
                 if (jsonMode) {
                   writeOutput(cmd, {
                     ok: true,
@@ -357,8 +358,8 @@ Examples:
               service: provider,
               clientId,
               clientSecret,
-              isInteractive: !!opts.openBrowser,
-              openUrl: opts.openBrowser ? openInBrowser : undefined,
+              isInteractive: opts.browser !== false,
+              openUrl: opts.browser !== false ? openInBrowser : undefined,
               ...(opts.scopes ? { requestedScopes: opts.scopes } : {}),
             });
 

package/src/cli/commands/oauth/index.ts

@@ -38,7 +38,7 @@ Examples:
   assistant oauth providers list
   assistant oauth providers get google
   assistant oauth mode google --set=managed
-  assistant oauth connect google --open-browser
+  assistant oauth connect google
   assistant oauth status google
   assistant oauth ping google
   assistant oauth request --provider google /gmail/v1/users/me/messages

package/src/cli/commands/oauth/providers.ts

@@ -14,6 +14,7 @@ import {
   registerProvider,
   updateProvider,
 } from "../../../oauth/oauth-store.js";
+import { serializeProvider } from "../../../oauth/provider-serializer.js";
 import { SEEDED_PROVIDER_KEYS } from "../../../oauth/seed-providers.js";
 import { getCliLogger } from "../../logger.js";
 import { shouldOutputJson, writeOutput } from "../../output.js";
@@ -51,43 +52,12 @@ function resolveRedirectUri(
   }
 }
 
-/** Parse stored JSON string fields into their native types. */
+/** Serialize a provider row with the CLI-resolved redirect URI. */
 function parseProviderRow(row: ReturnType<typeof getProvider>) {
   if (!row) return row;
-  return {
-    ...row,
-    displayName: row.displayName ?? null,
-    description: row.description ?? null,
-    dashboardUrl: row.dashboardUrl ?? null,
-    clientIdPlaceholder: row.clientIdPlaceholder ?? null,
-    requiresClientSecret: !!(row.requiresClientSecret ?? 1),
-    supportsManagedMode: !!row.managedServiceConfigKey,
-    defaultScopes: row.defaultScopes ? JSON.parse(row.defaultScopes) : [],
-    scopePolicy: row.scopePolicy ? JSON.parse(row.scopePolicy) : {},
-    extraParams: row.extraParams ? JSON.parse(row.extraParams) : null,
-    pingHeaders: row.pingHeaders ? JSON.parse(row.pingHeaders) : null,
-    pingBody: row.pingBody ? JSON.parse(row.pingBody) : null,
-    loopbackPort: row.loopbackPort ?? null,
-    injectionTemplates: row.injectionTemplates
-      ? JSON.parse(row.injectionTemplates)
-      : null,
-    appType: row.appType ?? null,
-    setupNotes: row.setupNotes ? JSON.parse(row.setupNotes) : null,
-    identityUrl: row.identityUrl ?? null,
-    identityMethod: row.identityMethod ?? null,
-    identityHeaders: row.identityHeaders
-      ? JSON.parse(row.identityHeaders)
-      : null,
-    identityBody: row.identityBody ? JSON.parse(row.identityBody) : null,
-    identityResponsePaths: row.identityResponsePaths
-      ? JSON.parse(row.identityResponsePaths)
-      : null,
-    identityFormat: row.identityFormat ?? null,
-    identityOkField: row.identityOkField ?? null,
+  return serializeProvider(row, {
     redirectUri: resolveRedirectUri(row.callbackTransport, row.loopbackPort),
-    createdAt: new Date(row.createdAt).toISOString(),
-    updatedAt: new Date(row.updatedAt).toISOString(),
-  };
+  });
 }
 
 export function registerProviderCommands(oauth: Command): void {
@@ -120,6 +90,10 @@ Each provider is identified by a provider key (e.g. "google").`,
       "--provider-key <key>",
       'Filter by provider key substring (case-insensitive). Comma-separated values are OR\'d (e.g. "google,slack")',
     )
+    .option(
+      "--supports-managed",
+      "Only show providers that support managed mode",
+    )
     .addHelpText(
       "after",
       `
@@ -139,37 +113,48 @@ Examples:
   $ assistant oauth providers list
   $ assistant oauth providers list --provider-key google
   $ assistant oauth providers list --provider-key "google,slack"
-  $ assistant oauth providers list --provider-key notion --json`,
+  $ assistant oauth providers list --provider-key notion --json
+  $ assistant oauth providers list --supports-managed
+  $ assistant oauth providers list --supports-managed --json`,
     )
-    .action((opts: { providerKey?: string }, cmd: Command) => {
-      try {
-        let rows = listProviders().map(parseProviderRow);
-
-        if (opts.providerKey) {
-          const needles = opts.providerKey
-            .split(",")
-            .map((n) => n.trim().toLowerCase())
-            .filter(Boolean);
-          rows = rows.filter(
-            (r) =>
-              r &&
-              needles.some((needle) =>
-                r.providerKey.toLowerCase().includes(needle),
-              ),
-          );
-        }
+    .action(
+      (
+        opts: { providerKey?: string; supportsManaged?: boolean },
+        cmd: Command,
+      ) => {
+        try {
+          let rows = listProviders().map(parseProviderRow);
+
+          if (opts.providerKey) {
+            const needles = opts.providerKey
+              .split(",")
+              .map((n) => n.trim().toLowerCase())
+              .filter(Boolean);
+            rows = rows.filter(
+              (r) =>
+                r &&
+                needles.some((needle) =>
+                  r.providerKey.toLowerCase().includes(needle),
+                ),
+            );
+          }
 
-        if (!shouldOutputJson(cmd)) {
-          log.info(`Found ${rows.length} provider(s)`);
-        }
+          if (opts.supportsManaged) {
+            rows = rows.filter((r) => r && r.supportsManagedMode);
+          }
 
-        writeOutput(cmd, rows);
-      } catch (err) {
-        const message = err instanceof Error ? err.message : String(err);
-        writeOutput(cmd, { ok: false, error: message });
-        process.exitCode = 1;
-      }
-    });
+          if (!shouldOutputJson(cmd)) {
+            log.info(`Found ${rows.length} provider(s)`);
+          }
+
+          writeOutput(cmd, rows);
+        } catch (err) {
+          const message = err instanceof Error ? err.message : String(err);
+          writeOutput(cmd, { ok: false, error: message });
+          process.exitCode = 1;
+        }
+      },
+    );
 
   // ---------------------------------------------------------------------------
   // providers get <provider-key>