@mycadet/credential-executor 0.0.1 → 0.12.6-dev.202610080043.b727a33

package/src/__tests__/ces-migrations-runner.test.ts

@@ -0,0 +1,243 @@
+import { afterAll, beforeEach, describe, expect, mock, test } from "bun:test";
+
+import type { SecureKeyBackend } from "@mycadet/credential-storage";
+
+import type { CesMigration } from "../migrations/types.js";
+
+// ---------------------------------------------------------------------------
+// Mock state
+// ---------------------------------------------------------------------------
+
+let mockFileExists = false;
+let mockFileContents: string | null = null;
+let useMocks = true;
+
+const existsSyncFn = mock((_path: string): boolean => mockFileExists);
+const mkdirSyncFn = mock((): void => {});
+const readFileSyncFn = mock((): string => {
+  if (mockFileContents === null) {
+    throw Object.assign(new Error("ENOENT"), { code: "ENOENT" });
+  }
+  return mockFileContents;
+});
+const writeFileSyncFn = mock((): void => {});
+const renameSyncFn = mock((): void => {});
+const logWarnFn = mock((): void => {});
+const logInfoFn = mock((): void => {});
+const logErrorFn = mock((..._args: unknown[]): void => {});
+
+// ---------------------------------------------------------------------------
+// Mock modules — before importing module under test
+//
+// mock.module is process-global in bun. To avoid poisoning other test files,
+// each overridden function delegates to a real implementation (captured via
+// require() before mocking) once `useMocks` is flipped false in afterAll.
+// All other node:fs exports are forwarded unchanged.
+// ---------------------------------------------------------------------------
+
+/* eslint-disable @typescript-eslint/no-require-imports */
+const _realFs = require("node:fs");
+/* eslint-enable @typescript-eslint/no-require-imports */
+
+mock.module("node:fs", () => {
+  const proxy: Record<string, unknown> = {};
+  // Forward every export from the real module.
+  for (const key of Object.keys(_realFs)) {
+    proxy[key] = _realFs[key];
+  }
+  // Override only the five functions the migration runner uses.
+  // The proxy captures args as any[] and delegates to either our mocks or the
+  // real fs. We cast through Function.apply to satisfy overloaded signatures.
+  // (no-explicit-any is already off for test files via eslint config.)
+  type AnyFn = (...args: any[]) => any;
+  proxy.existsSync = (...a: unknown[]) =>
+    useMocks
+      ? existsSyncFn(a[0] as string)
+      : (_realFs.existsSync as AnyFn)(...a);
+  proxy.mkdirSync = (...a: unknown[]) =>
+    useMocks
+      ? (mkdirSyncFn as AnyFn)(...a)
+      : (_realFs.mkdirSync as AnyFn)(...a);
+  proxy.readFileSync = (...a: unknown[]) =>
+    useMocks
+      ? (readFileSyncFn as AnyFn)(...a)
+      : (_realFs.readFileSync as AnyFn)(...a);
+  proxy.writeFileSync = (...a: unknown[]) =>
+    useMocks
+      ? (writeFileSyncFn as AnyFn)(...a)
+      : (_realFs.writeFileSync as AnyFn)(...a);
+  proxy.renameSync = (...a: unknown[]) =>
+    useMocks
+      ? (renameSyncFn as AnyFn)(...a)
+      : (_realFs.renameSync as AnyFn)(...a);
+  return proxy;
+});
+
+// Intercept pino at the package level (same technique as workspace-migrations-runner.test.ts)
+// so that the lazy proxy in getLogger() returns our mock child logger.
+const mockChildLogger = {
+  debug: (): void => {},
+  info: logInfoFn,
+  warn: logWarnFn,
+  error: logErrorFn,
+  child: () => mockChildLogger,
+};
+const mockPinoLogger = Object.assign(() => mockChildLogger, {
+  destination: () => ({}),
+  multistream: () => ({}),
+});
+mock.module("pino", () => ({ default: mockPinoLogger }));
+mock.module("pino-pretty", () => ({ default: (): object => ({}) }));
+
+// Import after mocking
+import { initLogger } from "../logger.js";
+import { runCesMigrations } from "../migrations/runner.js";
+
+// ---------------------------------------------------------------------------
+// Restore real behavior after all tests so other files aren't poisoned.
+// ---------------------------------------------------------------------------
+afterAll(() => {
+  useMocks = false;
+});
+
+// ---------------------------------------------------------------------------
+// Helpers
+// ---------------------------------------------------------------------------
+
+const CES_DATA_ROOT = "/tmp/test-ces";
+
+function makeBackend(): SecureKeyBackend {
+  return {
+    get: mock(() => Promise.resolve(undefined)),
+    set: mock(() => Promise.resolve(true)),
+    delete: mock(() => Promise.resolve({ deleted: true })),
+    list: mock(() => Promise.resolve([])),
+  } as unknown as SecureKeyBackend;
+}
+
+function makeMigration(id: string): CesMigration {
+  return {
+    id,
+    description: `Migration ${id}`,
+    run: mock((): void => {}),
+    down: mock((): void => {}),
+  };
+}
+
+// ---------------------------------------------------------------------------
+// Tests
+// ---------------------------------------------------------------------------
+
+describe("runCesMigrations", () => {
+  beforeEach(() => {
+    // Rebuild the module-level root logger from the mocked pino, discarding any
+    // real logger a previously-executed test file left cached.
+    initLogger({ dir: undefined, retentionDays: 0 });
+    mockFileExists = false;
+    mockFileContents = null;
+    existsSyncFn.mockClear();
+    mkdirSyncFn.mockClear();
+    readFileSyncFn.mockClear();
+    writeFileSyncFn.mockClear();
+    renameSyncFn.mockClear();
+    logWarnFn.mockClear();
+    logInfoFn.mockClear();
+    logErrorFn.mockClear();
+  });
+
+  test("fresh install — no checkpoint file — runs all migrations", async () => {
+    const backend = makeBackend();
+    const m1 = makeMigration("001");
+    const m2 = makeMigration("002");
+
+    await runCesMigrations(CES_DATA_ROOT, backend, [m1, m2]);
+
+    expect(m1.run).toHaveBeenCalledTimes(1);
+    expect(m2.run).toHaveBeenCalledTimes(1);
+    expect(m1.run).toHaveBeenCalledWith(backend);
+  });
+
+  test("already-completed migration is skipped", async () => {
+    mockFileExists = true;
+    mockFileContents = JSON.stringify({
+      applied: {
+        "001": { appliedAt: "2025-01-01T00:00:00.000Z", status: "completed" },
+      },
+    });
+    const backend = makeBackend();
+    const m1 = makeMigration("001");
+    const m2 = makeMigration("002");
+
+    await runCesMigrations(CES_DATA_ROOT, backend, [m1, m2]);
+
+    expect(m1.run).not.toHaveBeenCalled();
+    expect(m2.run).toHaveBeenCalledTimes(1);
+  });
+
+  test("interrupted migration (started status) is re-run", async () => {
+    mockFileExists = true;
+    mockFileContents = JSON.stringify({
+      applied: {
+        "001": { appliedAt: "2025-01-01T00:00:00.000Z", status: "started" },
+      },
+    });
+    const backend = makeBackend();
+    const m1 = makeMigration("001");
+
+    await runCesMigrations(CES_DATA_ROOT, backend, [m1]);
+
+    expect(m1.run).toHaveBeenCalledTimes(1);
+    expect(logWarnFn).toHaveBeenCalled();
+  });
+
+  test("failed migration is NOT re-run", async () => {
+    mockFileExists = true;
+    mockFileContents = JSON.stringify({
+      applied: {
+        "001": { appliedAt: "2025-01-01T00:00:00.000Z", status: "failed" },
+      },
+    });
+    const backend = makeBackend();
+    const m1 = makeMigration("001");
+
+    await runCesMigrations(CES_DATA_ROOT, backend, [m1]);
+
+    expect(m1.run).not.toHaveBeenCalled();
+  });
+
+  test("duplicate migration IDs throw at startup", async () => {
+    const backend = makeBackend();
+    const m1 = makeMigration("001");
+    const m2 = makeMigration("001");
+
+    await expect(
+      runCesMigrations(CES_DATA_ROOT, backend, [m1, m2]),
+    ).rejects.toThrow('Duplicate CES migration id: "001"');
+
+    expect(m1.run).not.toHaveBeenCalled();
+  });
+
+  test("migration that throws is marked failed and startup continues", async () => {
+    const backend = makeBackend();
+    const m1 = makeMigration("001");
+    const m2 = makeMigration("002");
+    (m1.run as ReturnType<typeof mock>).mockImplementation((): never => {
+      throw new Error("m1 blew up");
+    });
+
+    await runCesMigrations(CES_DATA_ROOT, backend, [m1, m2]);
+
+    // m2 should still run after m1's failure
+    expect(m2.run).toHaveBeenCalledTimes(1);
+    // error was logged
+    expect(logErrorFn).toHaveBeenCalled();
+
+    // Checkpoint writes: started m1, failed m1, started m2, completed m2 = 4
+    expect(writeFileSyncFn).toHaveBeenCalledTimes(4);
+    const failedWrite = (
+      writeFileSyncFn.mock.calls[1] as unknown[]
+    )[1] as string;
+    const failedParsed = JSON.parse(failedWrite);
+    expect(failedParsed.applied["001"].status).toBe("failed");
+  });
+});

package/src/__tests__/cli.test.ts

@@ -0,0 +1,139 @@
+/**
+ * CES CLI integration tests.
+ *
+ * Exercises the CLI entrypoint (src/cli.ts) against a temporary encrypted
+ * key store. Each test gets a fresh temp directory with its own keys.enc
+ * and store.key so tests are fully isolated.
+ */
+
+import { describe, expect, test, beforeEach, afterEach } from "bun:test";
+import { mkdirSync, rmSync } from "node:fs";
+import { join } from "node:path";
+import { randomUUID } from "node:crypto";
+import { tmpdir } from "node:os";
+
+const CLI_PATH = join(import.meta.dir, "..", "cli.ts");
+
+function makeTempDir(): string {
+  const dir = join(tmpdir(), `ces-cli-test-${randomUUID()}`);
+  mkdirSync(dir, { recursive: true });
+  return dir;
+}
+
+function runCli(
+  args: string[],
+  env: Record<string, string>,
+): { exitCode: number; stdout: string; stderr: string } {
+  const result = Bun.spawnSync(["bun", "run", CLI_PATH, ...args], {
+    env: { ...process.env, ...env },
+    stdout: "pipe",
+    stderr: "pipe",
+  });
+  return {
+    exitCode: result.exitCode,
+    stdout: result.stdout.toString(),
+    stderr: result.stderr.toString(),
+  };
+}
+
+describe("ces", () => {
+  let secDir: string;
+  let env: Record<string, string>;
+
+  beforeEach(() => {
+    secDir = makeTempDir();
+    env = { CREDENTIAL_SECURITY_DIR: secDir };
+  });
+
+  afterEach(() => {
+    rmSync(secDir, { recursive: true, force: true });
+  });
+
+  test("list on empty store shows no credentials", () => {
+    const { exitCode, stdout } = runCli(["list"], env);
+    expect(exitCode).toBe(0);
+    expect(stdout.trim()).toBe("(no credentials stored)");
+  });
+
+  test("set + get round-trip", () => {
+    const account = "credential/cadet/platform_organization_id";
+    const value = "test-org-uuid-1234";
+
+    const set = runCli(["set", account, value], env);
+    expect(set.exitCode).toBe(0);
+    expect(set.stdout).toContain(`Set: ${account}`);
+
+    const get = runCli(["get", account], env);
+    expect(get.exitCode).toBe(0);
+    expect(get.stdout).toBe(value);
+  });
+
+  test("list shows stored credentials", () => {
+    runCli(["set", "credential/cadet/org_id", "org-1"], env);
+    runCli(["set", "credential/cadet/user_id", "user-1"], env);
+
+    const { exitCode, stdout } = runCli(["list"], env);
+    expect(exitCode).toBe(0);
+    expect(stdout).toContain("credential/cadet/org_id");
+    expect(stdout).toContain("credential/cadet/user_id");
+  });
+
+  test("get on missing key exits 1", () => {
+    const { exitCode, stderr } = runCli(["get", "credential/nonexistent/key"], env);
+    expect(exitCode).toBe(1);
+    expect(stderr).toContain("Not found");
+  });
+
+  test("set + delete + get shows not found", () => {
+    const account = "credential/test/deleteme";
+    runCli(["set", account, "temporary"], env);
+
+    const del = runCli(["delete", account], env);
+    expect(del.exitCode).toBe(0);
+    expect(del.stdout).toContain("Deleted");
+
+    const get = runCli(["get", account], env);
+    expect(get.exitCode).toBe(1);
+    expect(get.stderr).toContain("Not found");
+  });
+
+  test("delete on missing key exits 1", () => {
+    const { exitCode, stderr } = runCli(["delete", "credential/nonexistent/key"], env);
+    expect(exitCode).toBe(1);
+    expect(stderr).toContain("Not found");
+  });
+
+  test("no args prints usage", () => {
+    const { exitCode, stdout } = runCli([], env);
+    expect(exitCode).toBe(0);
+    expect(stdout).toContain("CES CLI");
+    expect(stdout).toContain("ces list");
+  });
+
+  test("--help prints usage", () => {
+    const { exitCode, stdout } = runCli(["--help"], env);
+    expect(exitCode).toBe(0);
+    expect(stdout).toContain("CES CLI");
+  });
+
+  test("unknown command exits 1", () => {
+    const { exitCode, stderr } = runCli(["frobnicate"], env);
+    expect(exitCode).toBe(1);
+    expect(stderr).toContain("Unknown command");
+  });
+
+  test("set without value exits 1", () => {
+    const { exitCode, stderr } = runCli(["set", "credential/test/key"], env);
+    expect(exitCode).toBe(1);
+    expect(stderr).toContain("Usage");
+  });
+
+  test("overwrite existing credential", () => {
+    const account = "credential/cadet/overwrite_test";
+    runCli(["set", account, "first"], env);
+    runCli(["set", account, "second"], env);
+
+    const { stdout } = runCli(["get", account], env);
+    expect(stdout).toBe("second");
+  });
+});

package/src/__tests__/credential-record-store.test.ts

@@ -0,0 +1,224 @@
+import { existsSync, mkdirSync, mkdtempSync, writeFileSync } from "node:fs";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+
+import { describe, expect, test } from "bun:test";
+
+import type { SecureKeyBackend } from "@mycadet/credential-storage";
+import type { CredentialRecord } from "@mycadet/service-contracts/credential-rpc";
+
+import { importWorkspaceMetadataMigration } from "../migrations/003-import-workspace-metadata.js";
+import {
+  CesMetadataStore,
+  getMetadataPath,
+  parseCredentialAccount,
+} from "../records/metadata-store.js";
+
+function makeRecord(
+  service: string,
+  field: string,
+  extras?: Partial<CredentialRecord>,
+): CredentialRecord {
+  return {
+    credentialId: `id-${service}-${field}`,
+    service,
+    field,
+    allowedTools: ["bash"],
+    allowedDomains: [],
+    createdAt: 1,
+    updatedAt: 2,
+    ...extras,
+  };
+}
+
+describe("CesMetadataStore", () => {
+  test("round-trips a record by account key", () => {
+    const dir = mkdtempSync(join(tmpdir(), "ces-metadata-"));
+    const store = new CesMetadataStore(getMetadataPath(dir));
+    const record = makeRecord("github", "token", {
+      injectionTemplates: [
+        {
+          hostPattern: "github.com",
+          injectionType: "header",
+          headerName: "Authorization",
+          valuePrefix: "Bearer ",
+        },
+      ],
+    });
+    const account = "credential/github/token";
+
+    expect(store.setByAccount(account, record)).toBe(true);
+    expect(store.getByAccount(account)).toEqual(record);
+    expect(store.list()).toEqual([{ account, record }]);
+    expect(store.deleteByAccount(account)).toBe("deleted");
+    expect(store.getByAccount(account)).toBeUndefined();
+  });
+
+  test("rejects an account that does not match the record", () => {
+    const dir = mkdtempSync(join(tmpdir(), "ces-metadata-"));
+    const store = new CesMetadataStore(getMetadataPath(dir));
+    expect(
+      store.setByAccount(
+        "credential/github/token",
+        makeRecord("gitlab", "token"),
+      ),
+    ).toBe(false);
+  });
+
+  test("writes metadata.json under the CES data root", () => {
+    expect(getMetadataPath("/tmp/ces-data")).toBe(
+      "/tmp/ces-data/metadata.json",
+    );
+  });
+});
+
+describe("parseCredentialAccount", () => {
+  test("splits credential/{service}/{field}", () => {
+    expect(parseCredentialAccount("credential/github/token")).toEqual({
+      service: "github",
+      field: "token",
+    });
+  });
+
+  test("keeps slashes inside the service name", () => {
+    expect(
+      parseCredentialAccount("credential/integration:google/access_token"),
+    ).toEqual({
+      service: "integration:google",
+      field: "access_token",
+    });
+  });
+
+  test("rejects non-credential accounts", () => {
+    expect(parseCredentialAccount("oauth/google/access")).toBeUndefined();
+  });
+});
+
+describe("003-import-workspace-metadata", () => {
+  test("imports leftover workspace metadata without deleting the file", async () => {
+    const workspace = mkdtempSync(join(tmpdir(), "ces-ws-"));
+    const cesData = mkdtempSync(join(tmpdir(), "ces-data-"));
+    const leftoverPath = join(
+      workspace,
+      "data",
+      "credentials",
+      "metadata.json",
+    );
+    mkdirSync(join(workspace, "data", "credentials"), { recursive: true });
+    writeFileSync(
+      leftoverPath,
+      JSON.stringify({
+        version: 5,
+        credentials: [
+          makeRecord("vercel", "api_token", { allowedTools: ["publish_page"] }),
+        ],
+      }),
+    );
+
+    const prevWorkspace = process.env.CADET_WORKSPACE_DIR;
+    const prevMode = process.env.CES_MODE;
+    const prevData = process.env.CES_DATA_DIR;
+    process.env.CADET_WORKSPACE_DIR = workspace;
+    process.env.CES_MODE = "managed";
+    process.env.CES_DATA_DIR = cesData;
+
+    const unusedBackend: SecureKeyBackend = {
+      get: async () => undefined,
+      set: async () => true,
+      delete: async () => "not-found",
+      list: async () => [],
+    };
+
+    try {
+      await importWorkspaceMetadataMigration.run(unusedBackend);
+      const store = new CesMetadataStore(getMetadataPath(cesData));
+      const imported = store.getByAccount("credential/vercel/api_token");
+      expect(imported?.allowedTools).toEqual(["publish_page"]);
+      expect(imported?.credentialId).toBe("id-vercel-api_token");
+      expect(existsSync(leftoverPath)).toBe(true);
+    } finally {
+      if (prevWorkspace === undefined) {
+        delete process.env.CADET_WORKSPACE_DIR;
+      } else {
+        process.env.CADET_WORKSPACE_DIR = prevWorkspace;
+      }
+      if (prevMode === undefined) {
+        delete process.env.CES_MODE;
+      } else {
+        process.env.CES_MODE = prevMode;
+      }
+      if (prevData === undefined) {
+        delete process.env.CES_DATA_DIR;
+      } else {
+        process.env.CES_DATA_DIR = prevData;
+      }
+    }
+  });
+
+  test("keeps an existing CES record instead of overwriting it", async () => {
+    const workspace = mkdtempSync(join(tmpdir(), "ces-ws-"));
+    const cesData = mkdtempSync(join(tmpdir(), "ces-data-"));
+    const leftoverPath = join(
+      workspace,
+      "data",
+      "credentials",
+      "metadata.json",
+    );
+    mkdirSync(join(workspace, "data", "credentials"), { recursive: true });
+    writeFileSync(
+      leftoverPath,
+      JSON.stringify({
+        version: 5,
+        credentials: [
+          makeRecord("vercel", "api_token", { allowedTools: ["bash"] }),
+        ],
+      }),
+    );
+    const store = new CesMetadataStore(getMetadataPath(cesData));
+    store.setByAccount(
+      "credential/vercel/api_token",
+      makeRecord("vercel", "api_token", {
+        credentialId: "id-ces-newer",
+        allowedTools: ["publish_page"],
+      }),
+    );
+
+    const prevWorkspace = process.env.CADET_WORKSPACE_DIR;
+    const prevMode = process.env.CES_MODE;
+    const prevData = process.env.CES_DATA_DIR;
+    process.env.CADET_WORKSPACE_DIR = workspace;
+    process.env.CES_MODE = "managed";
+    process.env.CES_DATA_DIR = cesData;
+
+    const unusedBackend: SecureKeyBackend = {
+      get: async () => undefined,
+      set: async () => true,
+      delete: async () => "not-found",
+      list: async () => [],
+    };
+
+    try {
+      await importWorkspaceMetadataMigration.run(unusedBackend);
+      const kept = store.getByAccount("credential/vercel/api_token");
+      expect(kept?.credentialId).toBe("id-ces-newer");
+      expect(kept?.allowedTools).toEqual(["publish_page"]);
+      expect(existsSync(leftoverPath)).toBe(true);
+    } finally {
+      if (prevWorkspace === undefined) {
+        delete process.env.CADET_WORKSPACE_DIR;
+      } else {
+        process.env.CADET_WORKSPACE_DIR = prevWorkspace;
+      }
+      if (prevMode === undefined) {
+        delete process.env.CES_MODE;
+      } else {
+        process.env.CES_MODE = prevMode;
+      }
+      if (prevData === undefined) {
+        delete process.env.CES_DATA_DIR;
+      } else {
+        process.env.CES_DATA_DIR = prevData;
+      }
+    }
+  });
+});