offrouter-core 0.2.1 → 0.2.2

package/src/delegation.test.ts

@@ -1,368 +0,0 @@
-import { describe, expect, it, vi } from "vitest";
-import { InMemoryAuditStore } from "./audit.js";
-import { DelegationRuntime, type DelegationRequest } from "./delegation.js";
-import type { PolicyConfig } from "./policy.js";
-import { createFakeProvider } from "./providers/fake.js";
-import type { ProviderCandidate, RouteRequest } from "./types.js";
-
-const personalConfig: PolicyConfig = {
-  allowlistedProfiles: ["claude-personal", "codex-personal", "gemini-personal"],
-  deniedProfilePatterns: ["*-work"],
-};
-
-function routeBase(
-  overrides: Partial<RouteRequest> & {
-    harness?: Partial<RouteRequest["harness"]>;
-    task?: Partial<RouteRequest["task"]>;
-    workspace?: Partial<RouteRequest["workspace"]>;
-    constraints?: Partial<RouteRequest["constraints"]>;
-  } = {},
-): RouteRequest {
-  return {
-    protocolVersion: "offrouter.route.v1",
-    requestId: overrides.requestId ?? "req_delegate_1",
-    harness: {
-      kind: "claude",
-      profile: "claude-personal",
-      ...overrides.harness,
-    },
-    task: {
-      promptPreview: "short preview",
-      promptDigest: "sha256:deadbeef",
-      kind: "explain",
-      risk: "low",
-      ...overrides.task,
-    },
-    workspace: {
-      cwd: "/tmp/project",
-      trusted: true,
-      ...overrides.workspace,
-    },
-    constraints: {
-      maxCostUsd: 1,
-      localOnly: false,
-      subscriptionFirst: true,
-      allowApiKeyFallback: true,
-      ...overrides.constraints,
-    },
-  };
-}
-
-function candidate(
-  partial: Partial<ProviderCandidate> &
-    Pick<ProviderCandidate, "providerId" | "modelId" | "authTier">,
-): ProviderCandidate {
-  return {
-    authScope: "third-party",
-    health: "healthy",
-    supportsTools: true,
-    supportsStreaming: true,
-    supportsJson: true,
-    supportsImages: false,
-    estimatedCostUsd: 0.01,
-    ...partial,
-  };
-}
-
-function makeRequest(
-  partial: Partial<DelegationRequest> & {
-    route?: Partial<RouteRequest>;
-  } = {},
-): DelegationRequest {
-  const route = routeBase(partial.route ?? {});
-  return {
-    taskId: partial.taskId ?? "task_1",
-    mode: partial.mode ?? "oneshot",
-    output: partial.output ?? "text",
-    prompt: partial.prompt ?? "FULL SECRET PROMPT TEXT FOR DELEGATION",
-    route,
-    ...partial,
-    route,
-  };
-}
-
-describe("DelegationRuntime", () => {
-  it("returns a one-shot fake provider response", async () => {
-    const adapter = createFakeProvider({
-      id: "fake",
-      responseText: "one-shot body",
-    });
-    const candidates = [
-      candidate({
-        providerId: "fake",
-        modelId: "fake-coder",
-        authTier: "api-key",
-      }),
-    ];
-    const runtime = new DelegationRuntime({
-      adapters: { fake: adapter },
-      candidates,
-      policy: personalConfig,
-      audit: new InMemoryAuditStore(),
-    });
-
-    const result = await runtime.delegate(makeRequest({ mode: "oneshot" }));
-
-    expect(result.status).toBe("completed");
-    expect(result.text).toBe("one-shot body");
-    expect(result.events.some((e) => e.type === "done")).toBe(true);
-  });
-
-  it("streams fake provider events", async () => {
-    const adapter = createFakeProvider({
-      id: "fake",
-      streamChunks: ["hello ", "world"],
-    });
-    const candidates = [
-      candidate({
-        providerId: "fake",
-        modelId: "fake-coder",
-        authTier: "api-key",
-      }),
-    ];
-    const runtime = new DelegationRuntime({
-      adapters: { fake: adapter },
-      candidates,
-      policy: personalConfig,
-    });
-
-    const events = [];
-    for await (const event of runtime.stream(
-      makeRequest({ mode: "stream", taskId: "task_stream" }),
-    )) {
-      events.push(event);
-    }
-
-    const deltas = events.filter((e) => e.type === "text-delta");
-    expect(deltas.map((e) => ("text" in e ? e.text : "")).join("")).toBe(
-      "hello world",
-    );
-    expect(events.some((e) => e.type === "done")).toBe(true);
-  });
-
-  it("tracks background task status", async () => {
-    const adapter = createFakeProvider({
-      id: "fake",
-      responseText: "bg-done",
-      streamDelayMs: 5,
-      streamChunks: ["a", "b"],
-    });
-    const candidates = [
-      candidate({
-        providerId: "fake",
-        modelId: "fake-coder",
-        authTier: "api-key",
-      }),
-    ];
-    const runtime = new DelegationRuntime({
-      adapters: { fake: adapter },
-      candidates,
-      policy: personalConfig,
-    });
-
-    const task = await runtime.startBackground(
-      makeRequest({ mode: "background", taskId: "task_bg" }),
-    );
-    expect(task.status === "running" || task.status === "queued").toBe(true);
-
-    const settled = await runtime.wait(task.taskId);
-    expect(settled.status).toBe("completed");
-    expect(settled.text).toBe("ab");
-    expect(runtime.getTask(task.taskId)?.status).toBe("completed");
-  });
-
-  it("cancels an active same-process task via adapter.cancel", async () => {
-    const adapter = createFakeProvider({
-      id: "fake",
-      hangUntilCancel: true,
-    });
-    const cancelSpy = vi.spyOn(adapter, "cancel");
-    const candidates = [
-      candidate({
-        providerId: "fake",
-        modelId: "fake-coder",
-        authTier: "api-key",
-      }),
-    ];
-    const runtime = new DelegationRuntime({
-      adapters: { fake: adapter },
-      candidates,
-      policy: personalConfig,
-    });
-
-    const task = await runtime.startBackground(
-      makeRequest({ mode: "background", taskId: "task_cancel" }),
-    );
-    expect(task.status).toBe("running");
-
-    const cancelled = await runtime.cancel(task.taskId);
-    expect(cancelled?.status).toBe("cancelled");
-    expect(cancelSpy).toHaveBeenCalledWith(task.callId);
-
-    const settled = await runtime.wait(task.taskId);
-    expect(settled.status).toBe("cancelled");
-  });
-
-  it("rejects full prompt text when policy denies the provider (before invoke)", async () => {
-    let invokeCount = 0;
-    const base = createFakeProvider({ id: "evil" });
-    const adapter = {
-      ...base,
-      id: "evil",
-      listModels: () => base.listModels(),
-      checkAuth: () => base.checkAuth(),
-      queryLimits: (t: Parameters<typeof base.queryLimits>[0]) =>
-        base.queryLimits(t),
-      estimate: (
-        r: Parameters<typeof base.estimate>[0],
-        m: string,
-        t: Parameters<typeof base.estimate>[2],
-      ) => base.estimate(r, m, t),
-      async *invoke(
-        req: Parameters<typeof base.invoke>[0],
-      ): ReturnType<typeof base.invoke> {
-        invokeCount += 1;
-        yield* base.invoke(req);
-      },
-      cancel: (id: string) => base.cancel(id),
-    };
-
-    const candidates = [
-      candidate({
-        providerId: "evil",
-        modelId: "evil-model",
-        authTier: "api-key",
-      }),
-    ];
-    const runtime = new DelegationRuntime({
-      adapters: { evil: adapter },
-      candidates,
-      policy: {
-        ...personalConfig,
-        deniedProviders: ["evil"],
-      },
-      audit: new InMemoryAuditStore(),
-    });
-
-    const secret = "TOP_SECRET_PROMPT_NEVER_LEAVE";
-    await expect(
-      runtime.delegate(
-        makeRequest({
-          taskId: "task_denied",
-          prompt: secret,
-        }),
-      ),
-    ).rejects.toThrow(/policy|denied|blocked/i);
-
-    expect(invokeCount).toBe(0);
-  });
-
-  it("rejects provider/model overrides that do not match the policy-selected route", async () => {
-    let evilInvokeCount = 0;
-    const fake = createFakeProvider({ id: "fake" });
-    const evilBase = createFakeProvider({ id: "evil" });
-    const evil = {
-      ...evilBase,
-      id: "evil",
-      listModels: () => evilBase.listModels(),
-      checkAuth: () => evilBase.checkAuth(),
-      queryLimits: (t: Parameters<typeof evilBase.queryLimits>[0]) =>
-        evilBase.queryLimits(t),
-      estimate: (
-        r: Parameters<typeof evilBase.estimate>[0],
-        m: string,
-        t: Parameters<typeof evilBase.estimate>[2],
-      ) => evilBase.estimate(r, m, t),
-      async *invoke(
-        req: Parameters<typeof evilBase.invoke>[0],
-      ): ReturnType<typeof evilBase.invoke> {
-        evilInvokeCount += 1;
-        yield* evilBase.invoke(req);
-      },
-      cancel: (id: string) => evilBase.cancel(id),
-    };
-
-    const candidates = [
-      candidate({
-        providerId: "fake",
-        modelId: "fake-coder",
-        authTier: "api-key",
-      }),
-    ];
-    const runtime = new DelegationRuntime({
-      adapters: { fake, evil },
-      candidates,
-      policy: personalConfig,
-      audit: new InMemoryAuditStore(),
-    });
-
-    await expect(
-      runtime.delegate(
-        makeRequest({
-          taskId: "task_override",
-          prompt: "FULL PROMPT MUST NOT REACH EVIL",
-          providerId: "evil",
-          model: "evil-model",
-        }),
-      ),
-    ).rejects.toThrow(/override|policy|selected/i);
-
-    expect(evilInvokeCount).toBe(0);
-    expect(runtime.getTask("task_override")?.status).toBe("failed");
-  });
-
-  it("writes audit with digest and redacted preview, never the raw prompt", async () => {
-    const adapter = createFakeProvider({
-      id: "fake",
-      responseText: "ok",
-    });
-    const candidates = [
-      candidate({
-        providerId: "fake",
-        modelId: "fake-coder",
-        authTier: "api-key",
-      }),
-    ];
-    const audit = new InMemoryAuditStore();
-    const runtime = new DelegationRuntime({
-      adapters: { fake: adapter },
-      candidates,
-      policy: personalConfig,
-      audit,
-    });
-
-    const raw = "FULL RAW PROMPT sk-abcdefghijklmnopqrstuvwxyz0123456789SECRET";
-    await runtime.delegate(
-      makeRequest({
-        taskId: "task_audit",
-        prompt: raw,
-        route: {
-          requestId: "req_audit",
-          task: {
-            promptPreview: raw.slice(0, 40),
-            promptDigest: "sha256:audit_digest",
-            kind: "explain",
-            risk: "low",
-          },
-        },
-      }),
-    );
-
-    const records = await audit.list({ requestId: "req_audit" });
-    expect(records.length).toBeGreaterThan(0);
-
-    const joined = JSON.stringify(records);
-    expect(joined).not.toContain(raw);
-    expect(joined).not.toContain("sk-abcdefghijklmnopqrstuvwxyz0123456789");
-
-    const withDigest = records.find((r) => r.promptDigest);
-    expect(withDigest?.promptDigest).toBe("sha256:audit_digest");
-
-    const withPreview = records.find((r) => r.promptPreviewRedacted);
-    expect(withPreview?.promptPreviewRedacted).toBeDefined();
-    expect(withPreview?.promptPreviewRedacted).not.toBe(raw);
-    expect(withPreview?.promptPreviewRedacted).not.toContain(
-      "sk-abcdefghijklmnopqrstuvwxyz0123456789",
-    );
-  });
-});