offrouter-core 0.2.0 → 0.2.2

package/src/audit.test.ts

@@ -1,302 +0,0 @@
-import { describe, expect, it } from "vitest";
-import { ROUTE_PROTOCOL_VERSION } from "./protocol.js";
-import { InMemoryAuditStore, type AuditRecord } from "./audit.js";
-import type { RouteDecision, RouteRequest } from "./types.js";
-
-const RAW_PROMPT =
-  "super secret user intent with sk-ant-api03-abcdefghijklmnopqrstuv embedded";
-const PROMPT_DIGEST = "sha256:deadbeefcafebabe";
-
-function baseRequest(overrides: Partial<RouteRequest> = {}): RouteRequest {
-  return {
-    protocolVersion: ROUTE_PROTOCOL_VERSION,
-    requestId: "req_1",
-    harness: { kind: "claude", profile: "claude-personal" },
-    task: {
-      promptPreview: RAW_PROMPT,
-      promptDigest: PROMPT_DIGEST,
-      kind: "explain",
-      risk: "low",
-    },
-    workspace: { cwd: "/tmp/project", trusted: true },
-    constraints: { subscriptionFirst: true, allowApiKeyFallback: true },
-    ...overrides,
-  };
-}
-
-function baseDecision(
-  overrides: Partial<RouteDecision> = {},
-): RouteDecision {
-  return {
-    protocolVersion: ROUTE_PROTOCOL_VERSION,
-    decisionId: "dec_1",
-    requestId: "req_1",
-    route: {
-      provider: "claude",
-      model: "sonnet",
-      authTier: "subscription",
-      authScope: "first-party",
-    },
-    reason: "subscription_preferred",
-    explanation: "Selected healthy subscription candidate.",
-    fallbackChain: [
-      {
-        provider: "claude",
-        model: "sonnet",
-        authTier: "subscription",
-        reason: "primary",
-      },
-    ],
-    auditSummary: `route=claude/sonnet tier=subscription profile=claude-personal digest=${PROMPT_DIGEST}`,
-    blocked: false,
-    needsConfiguration: false,
-    ...overrides,
-  };
-}
-
-function collectText(record: AuditRecord): string {
-  return [
-    record.recordId,
-    record.kind,
-    record.requestId,
-    record.decisionId,
-    record.profile,
-    record.promptDigest,
-    record.promptPreviewRedacted,
-    record.auditSummary,
-    record.reason,
-    record.explanation,
-    record.apiKeyFallbackReason,
-    ...(record.policyDenials?.map((d) => d.message) ?? []),
-    JSON.stringify(record.route),
-    JSON.stringify(record.fallbackChain),
-  ]
-    .filter((s): s is string => typeof s === "string")
-    .join("\n");
-}
-
-describe("InMemoryAuditStore", () => {
-  it("appends a redacted decision with digest, not raw prompt text", async () => {
-    const store = new InMemoryAuditStore();
-    const request = baseRequest();
-    const decision = baseDecision();
-
-    const record = await store.appendDecision(request, decision);
-
-    expect(record.promptDigest).toBe(PROMPT_DIGEST);
-    expect(record.auditSummary).toContain(PROMPT_DIGEST);
-    expect(record.promptPreviewRedacted).toBeUndefined();
-    expect(collectText(record)).not.toContain(RAW_PROMPT);
-    expect(collectText(record)).not.toContain(
-      "sk-ant-api03-abcdefghijklmnopqrstuv",
-    );
-
-    const listed = await store.list({ requestId: "req_1" });
-    expect(listed).toHaveLength(1);
-    expect(listed[0]?.promptDigest).toBe(PROMPT_DIGEST);
-    expect(collectText(listed[0]!)).not.toContain(RAW_PROMPT);
-  });
-
-  it("records API-key fallback reason when paid capacity is selected", async () => {
-    const store = new InMemoryAuditStore();
-    const request = baseRequest({ requestId: "req_fallback" });
-    const decision = baseDecision({
-      decisionId: "dec_fallback",
-      requestId: "req_fallback",
-      route: {
-        provider: "openai",
-        model: "gpt-4o-mini",
-        authTier: "api-key",
-        authScope: "third-party",
-      },
-      reason: "api_key_fallback",
-      explanation:
-        "Selected API-key candidate openai/gpt-4o-mini after subscription capacity was exhausted.",
-      fallbackChain: [
-        {
-          provider: "openai",
-          model: "gpt-4o-mini",
-          authTier: "api-key",
-          reason: "api_key_fallback",
-        },
-        {
-          provider: "claude",
-          model: "sonnet",
-          authTier: "subscription",
-          reason: "subscription_exhausted",
-        },
-      ],
-      auditSummary: `route=openai/gpt-4o-mini tier=api-key profile=claude-personal digest=${PROMPT_DIGEST}`,
-    });
-
-    const record = await store.appendDecision(request, decision);
-
-    expect(record.kind).toBe("api_key_fallback");
-    expect(record.apiKeyFallbackReason).toBe("api_key_fallback");
-    expect(record.route?.authTier).toBe("api-key");
-    expect(record.explanation).toMatch(/API-key|subscription/i);
-    expect(collectText(record)).not.toContain(RAW_PROMPT);
-
-    // Explicit recorder path also works.
-    const explicit = await store.recordApiKeyFallback({
-      requestId: "req_fallback",
-      decisionId: "dec_fallback",
-      reason: "subscription_exhausted",
-      explanation: "Subscription quota exhausted; using paid API-key route.",
-      route: decision.route,
-      promptDigest: PROMPT_DIGEST,
-    });
-    expect(explicit.kind).toBe("api_key_fallback");
-    expect(explicit.apiKeyFallbackReason).toBe("subscription_exhausted");
-  });
-
-  it("redacts explicit API-key fallback reason fields", async () => {
-    const secret = "sk-fallback-reason-secret-abcdefghijklmnopqrstuvwxyz";
-    const store = new InMemoryAuditStore({ knownSecrets: [secret] });
-
-    const record = await store.recordApiKeyFallback({
-      requestId: "req_fallback_secret",
-      decisionId: "dec_fallback_secret",
-      reason: `subscription exhausted after provider returned ${secret}`,
-      explanation: `fallback activated after ${secret}`,
-      promptDigest: "sha256:fallback-secret",
-    });
-
-    expect(record.reason).not.toContain(secret);
-    expect(record.explanation).not.toContain(secret);
-    expect(record.apiKeyFallbackReason).not.toContain(secret);
-    expect(JSON.stringify(record)).not.toContain(secret);
-    expect(record.apiKeyFallbackReason).toContain("[REDACTED]");
-  });
-
-  it("tracks cancellation state for an in-process request", async () => {
-    const store = new InMemoryAuditStore();
-    const request = baseRequest({ requestId: "req_cancel" });
-    const decision = baseDecision({
-      decisionId: "dec_cancel",
-      requestId: "req_cancel",
-    });
-
-    await store.appendDecision(request, decision);
-    await expect(store.getCancellationState("req_cancel")).resolves.toBe(
-      "active",
-    );
-
-    const cancelled = await store.markCancelled("req_cancel", {
-      reason: "user_cancelled",
-    });
-    expect(cancelled?.kind).toBe("cancellation");
-    expect(cancelled?.cancellationState).toBe("cancelled");
-    expect(cancelled?.cancelledAt).toBeTruthy();
-    await expect(store.getCancellationState("req_cancel")).resolves.toBe(
-      "cancelled",
-    );
-
-    // Completed does not override cancelled.
-    const after = await store.markCompleted("req_cancel");
-    expect(after?.cancellationState).toBe("cancelled");
-  });
-
-  it("marks completed on successful finish without leaking prompt", async () => {
-    const store = new InMemoryAuditStore();
-    const request = baseRequest({ requestId: "req_done" });
-    await store.appendDecision(
-      request,
-      baseDecision({ decisionId: "dec_done", requestId: "req_done" }),
-    );
-
-    const done = await store.markCompleted("req_done");
-    expect(done?.cancellationState).toBe("completed");
-    expect(collectText(done!)).not.toContain(RAW_PROMPT);
-  });
-
-  it("never leaks raw prompt or secrets by default (including toJSON)", async () => {
-    const secret = "sk-super-secret-value-never-in-audit-012345";
-    const store = new InMemoryAuditStore({ knownSecrets: [secret] });
-    const prompt = `please use ${secret} and do bad things`;
-    const request = baseRequest({
-      requestId: "req_secret",
-      task: {
-        promptPreview: prompt,
-        promptDigest: "sha256:secrets",
-        kind: "code",
-        risk: "high",
-      },
-    });
-    const decision = baseDecision({
-      decisionId: "dec_secret",
-      requestId: "req_secret",
-      explanation: `Failed with key ${secret} mid-flight`,
-      auditSummary: `digest=sha256:secrets secret=${secret}`,
-    });
-
-    const record = await store.appendDecision(request, decision);
-    const blob = collectText(record);
-    expect(blob).not.toContain(secret);
-    expect(blob).not.toContain(prompt);
-    expect(blob).toMatch(/\[REDACTED\]/);
-
-    const json = JSON.stringify(store.toJSON());
-    expect(json).not.toContain(secret);
-    expect(json).not.toContain(prompt);
-    expect(json).not.toContain(RAW_PROMPT);
-    // Digests are fine.
-    expect(store.toJSON()).toMatchObject({
-      kind: "in-memory-audit",
-      digests: expect.arrayContaining(["sha256:secrets"]),
-    });
-  });
-
-  it("stores opt-in redacted previews only, truncated and scrubbed", async () => {
-    const store = new InMemoryAuditStore();
-    const prompt =
-      "sk-ant-api03-abcdefghijklmnopqrstuv please analyze the large attached source listing for memory leaks";
-    const request = baseRequest({
-      requestId: "req_preview",
-      task: {
-        promptPreview: prompt,
-        promptDigest: "sha256:preview",
-        kind: "review",
-        risk: "medium",
-      },
-    });
-
-    const record = await store.appendDecision(
-      request,
-      baseDecision({
-        decisionId: "dec_preview",
-        requestId: "req_preview",
-        auditSummary: "digest=sha256:preview",
-      }),
-      { includePromptPreview: true, previewMaxChars: 40 },
-    );
-
-    expect(record.promptPreviewRedacted).toBeDefined();
-    expect(record.promptPreviewRedacted!.length).toBeLessThanOrEqual(40);
-    expect(record.promptPreviewRedacted).not.toContain(
-      "sk-ant-api03-abcdefghijklmnopqrstuv",
-    );
-    expect(record.promptPreviewRedacted).toMatch(/\[REDACTED\]/);
-    // Full raw prompt still absent.
-    expect(collectText(record)).not.toContain(prompt);
-  });
-
-  it("serializes concurrent appends without losing records", async () => {
-    const store = new InMemoryAuditStore();
-    const n = 20;
-    await Promise.all(
-      Array.from({ length: n }, (_, i) =>
-        store.appendDecision(
-          baseRequest({ requestId: `req_conc_${i}` }),
-          baseDecision({
-            decisionId: `dec_conc_${i}`,
-            requestId: `req_conc_${i}`,
-            auditSummary: `digest=${PROMPT_DIGEST} n=${i}`,
-          }),
-        ),
-      ),
-    );
-    const all = await store.list();
-    expect(all).toHaveLength(n);
-  });
-});