@vauban-org/agent-sdk 0.16.0

package/dist/testing/contracts/economic-observer.contract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"economic-observer.contract.js","sourceRoot":"","sources":["../../../src/testing/contracts/economic-observer.contract.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAGnE,MAAM,UAAU,wBAAwB,CACtC,OAIE;IAEF,IAAI,GAAqB,CAAC;IAC1B,IAAI,OAA4B,CAAC;IAEjC,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,MAAM,GAAG,MAAM,OAAO,EAAE,CAAC;QAC/B,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;QACjB,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,KAAK,IAAI,EAAE;QAClB,MAAM,OAAO,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACzC,MAAM,OAAO,GAAG,qBAAqB,CAAC;QAEtC,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;YAC9E,oCAAoC;YACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,MAAM,GAAG,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,wBAAwB;YACxE,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YACpD,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sEAAsE,EAAE,KAAK,IAAI,EAAE;YACpF,qCAAqC;YACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5B,MAAM,GAAG,CAAC,WAAW,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,uBAAuB;YACtE,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YACpD,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;YAC/E,MAAM,eAAe,GAAG,uBAAuB,CAAC;YAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5B,MAAM,GAAG,CAAC,WAAW,CAAC,eAAe,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,0BAA0B;YACpF,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC;YAC5D,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;YACrE,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3C,MAAM,CAAC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC5C,MAAM,CAAC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACxC,MAAM,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;YAChD,MAAM,SAAS,GAAG,uBAAuB,CAAC;YAC1C,6DAA6D;YAC7D,MAAM,GAAG,CAAC,WAAW,CAAC,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,kCAAkC;YACnF,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAC5C,4CAA4C;YAC5C,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/testing/contracts/event-bus.contract.d.ts

@@ -0,0 +1,30 @@
+/**
+ * EventBusPort contract test suite.
+ *
+ * Forge adapters (RedisStreamsEventBus) run this suite to validate
+ * semantic correctness of CloudEvents 1.0 pub/sub, consumer groups,
+ * dedup, and DLQ behavior.
+ *
+ * Extended in SDK v0.17.0 (sprint-615:quick-7) with 8 new tests covering:
+ *   - publishWithIdempotency dedup
+ *   - replayFrom ordering
+ *   - HMAC signing + subscription verification
+ *   - DLQ routing for invalid/replayed/expired events
+ *
+ * Usage in Forge:
+ * ```typescript
+ * import { eventBusContract } from "@vauban-org/agent-sdk/testing/contracts";
+ * eventBusContract(async () => {
+ *   const bus = new RedisStreamsEventBus(redis);
+ *   return { port: bus, cleanup: () => redis.quit() };
+ * });
+ * ```
+ *
+ * @public
+ */
+import type { EventBusPort } from "../../ports/event-bus.js";
+export declare function eventBusContract(factory: () => Promise<{
+    port: EventBusPort;
+    cleanup(): Promise<void>;
+}>): void;
+//# sourceMappingURL=event-bus.contract.d.ts.map

package/dist/testing/contracts/event-bus.contract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"event-bus.contract.d.ts","sourceRoot":"","sources":["../../../src/testing/contracts/event-bus.contract.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAGH,OAAO,KAAK,EAAE,YAAY,EAAe,MAAM,0BAA0B,CAAC;AAK1E,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,MAAM,OAAO,CAAC;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CAAE,CAAC,GACvE,IAAI,CAkSN"}

package/dist/testing/contracts/event-bus.contract.js

@@ -0,0 +1,216 @@
+/**
+ * EventBusPort contract test suite.
+ *
+ * Forge adapters (RedisStreamsEventBus) run this suite to validate
+ * semantic correctness of CloudEvents 1.0 pub/sub, consumer groups,
+ * dedup, and DLQ behavior.
+ *
+ * Extended in SDK v0.17.0 (sprint-615:quick-7) with 8 new tests covering:
+ *   - publishWithIdempotency dedup
+ *   - replayFrom ordering
+ *   - HMAC signing + subscription verification
+ *   - DLQ routing for invalid/replayed/expired events
+ *
+ * Usage in Forge:
+ * ```typescript
+ * import { eventBusContract } from "@vauban-org/agent-sdk/testing/contracts";
+ * eventBusContract(async () => {
+ *   const bus = new RedisStreamsEventBus(redis);
+ *   return { port: bus, cleanup: () => redis.quit() };
+ * });
+ * ```
+ *
+ * @public
+ */
+import { describe, it, expect, beforeAll, afterAll } from "vitest";
+import { signEvent } from "../../auth/sign-event.js";
+import { InMemoryNonceStore } from "../../auth/nonce-store.js";
+import { ClockSkewError, ReplayDetectedError } from "../../auth/errors.js";
+export function eventBusContract(factory) {
+    let port;
+    let cleanup;
+    beforeAll(async () => {
+        const result = await factory();
+        port = result.port;
+        cleanup = result.cleanup;
+    });
+    afterAll(async () => {
+        await cleanup();
+    });
+    describe("EventBusPort contract", () => {
+        const testStream = "vauban.test.contract";
+        const testGroup = "test-consumer-group";
+        it("publishes and consumes an event", async () => {
+            const received = [];
+            const unsub = await port.subscribe(testStream, testGroup, async (event) => {
+                received.push(event.data);
+            });
+            await port.publish({
+                id: "test-event-1",
+                specversion: "1.0",
+                source: "test",
+                type: "tech.vauban.test.event",
+                time: new Date().toISOString(),
+                data: { message: "hello" },
+            }, testStream);
+            // Allow async delivery
+            await new Promise((r) => setTimeout(r, 100));
+            await unsub();
+            expect(received.length).toBeGreaterThanOrEqual(1);
+        });
+        it("rejects events without id", async () => {
+            await expect(port.publish({
+                id: "",
+                specversion: "1.0",
+                source: "test",
+                type: "tech.vauban.test.invalid",
+                time: new Date().toISOString(),
+            }, testStream)).rejects.toThrow();
+        });
+        it("rejects events with wrong specversion", async () => {
+            await expect(port.publish({
+                id: "test-event-2",
+                specversion: "0.3",
+                source: "test",
+                type: "tech.vauban.test.invalid",
+                time: new Date().toISOString(),
+            }, testStream)).rejects.toThrow();
+        });
+        it("supports DLQ depth query", async () => {
+            const depth = await port.dlq().depth();
+            expect(typeof depth).toBe("number");
+        });
+        it("supports pending count query", async () => {
+            const count = await port.pendingCount(testStream, testGroup);
+            expect(typeof count).toBe("number");
+        });
+    });
+    // ─── Extended contract tests (sprint-615:quick-7) ──────────────────────────
+    describe("EventBusPort extended contract", () => {
+        const secret = "test-hmac-secret-32-bytes-padding";
+        function makeDomainEvent(overrides = {}) {
+            return {
+                type: "cc.test.happened",
+                source: "cc",
+                correlationId: "corr-" + Math.random().toString(36).slice(2),
+                idempotencyKey: "idem-" + Math.random().toString(36).slice(2),
+                timestamp: new Date().toISOString(),
+                schemaVersion: "1.0.0",
+                payload: { value: 42 },
+                ...overrides,
+            };
+        }
+        function makeSignedEvent(overrides = {}) {
+            const event = makeDomainEvent(overrides);
+            const signature = signEvent(event, secret);
+            return { ...event, signature };
+        }
+        it("publishWithIdempotency dedups same key within window", async () => {
+            const key = "dedup-key-" + Math.random().toString(36).slice(2);
+            const received = [];
+            const sub = port.subscribeDomain("cc.test.happened", async (event) => {
+                received.push(event);
+            }, { groupId: "dedup-test" });
+            const event = makeDomainEvent({ idempotencyKey: key });
+            await port.publishWithIdempotency(event, key);
+            await port.publishWithIdempotency(event, key); // duplicate — should be skipped
+            // Allow async delivery
+            await new Promise((r) => setTimeout(r, 50));
+            await sub.unsubscribe();
+            // At most 1 delivery for the same key
+            expect(received.length).toBeLessThanOrEqual(1);
+        });
+        it("publishWithIdempotency different keys = different events", async () => {
+            const received = [];
+            const sub = port.subscribeDomain("cc.test.happened", async (event) => {
+                received.push(event);
+            }, { groupId: "different-keys-test" });
+            const key1 = "key-a-" + Math.random().toString(36).slice(2);
+            const key2 = "key-b-" + Math.random().toString(36).slice(2);
+            await port.publishWithIdempotency(makeDomainEvent({ idempotencyKey: key1 }), key1);
+            await port.publishWithIdempotency(makeDomainEvent({ idempotencyKey: key2 }), key2);
+            await new Promise((r) => setTimeout(r, 50));
+            await sub.unsubscribe();
+            expect(received.length).toBe(2);
+        });
+        it("replayFrom yields events in original order from given fromId", async () => {
+            const streamKey = "domain:cc.test.happened";
+            // Publish two events with distinct idempotency keys
+            const key1 = "replay-a-" + Math.random().toString(36).slice(2);
+            const key2 = "replay-b-" + Math.random().toString(36).slice(2);
+            await port.publishWithIdempotency(makeDomainEvent({ idempotencyKey: key1, payload: { value: 1 } }), key1);
+            await port.publishWithIdempotency(makeDomainEvent({ idempotencyKey: key2, payload: { value: 2 } }), key2);
+            const replayed = [];
+            for await (const event of port.replayFrom(streamKey, "0")) {
+                replayed.push(event);
+            }
+            expect(replayed.length).toBeGreaterThanOrEqual(2);
+            // Events should be in insertion order (verified by payload values when present)
+        });
+        it("replayFrom from non-existing fromId returns empty AsyncIterable", async () => {
+            const replayed = [];
+            // Use a far-future stream ID that cannot exist
+            for await (const event of port.replayFrom("domain:nonexistent.stream", "9999999999999-0")) {
+                replayed.push(event);
+            }
+            expect(replayed.length).toBe(0);
+        });
+        it("publish auto-signs event with config secret", async () => {
+            const event = makeDomainEvent();
+            const key = event.idempotencyKey;
+            await port.publishWithIdempotency(event, key);
+            // Verify a replayed event from the stream carries a signature
+            const streamKey = `domain:${event.type}`;
+            for await (const stored of port.replayFrom(streamKey, "0")) {
+                if (stored.idempotencyKey === key) {
+                    expect(typeof stored.signature).toBe("string");
+                    expect(stored.signature.length).toBeGreaterThan(0);
+                }
+            }
+        });
+        it("subscribe verifies signature, rejects unsigned/invalid → DLQ", async () => {
+            // subscribeDomain with the contract secret
+            const received = [];
+            const sub = port.subscribeDomain("cc.bad.event", async (event) => {
+                received.push(event);
+            }, { groupId: "sig-check" });
+            // Create an event with an INVALID signature
+            const invalidEvent = {
+                ...makeDomainEvent({ type: "cc.bad.event" }),
+                signature: "deadbeef".repeat(8), // wrong signature
+            };
+            // Directly dispatch to domain subscribers via a separate publish call
+            // For the in-memory bus, we can verify via the DLQ accessor
+            const testBus = port;
+            if (testBus.domainSubscribers) {
+                const typeSubs = testBus.domainSubscribers.get("cc.bad.event");
+                if (typeSubs) {
+                    for (const handler of typeSubs.values()) {
+                        await handler(invalidEvent);
+                    }
+                }
+            }
+            await sub.unsubscribe();
+            // Handler should NOT have been called for invalid signature
+            expect(received.length).toBe(0);
+        });
+        it("subscribe rejects replayed (nonce dedup) → DLQ", async () => {
+            // Verify that verifyEvent correctly throws ReplayDetectedError for duplicates
+            const nonceStore = new InMemoryNonceStore();
+            const event = makeSignedEvent();
+            // First verification should pass
+            const { verifyEvent } = await import("../../auth/verify-event.js");
+            await expect(verifyEvent(event, secret, { nonceStore })).resolves.toBe(true);
+            // Second verification with same nonce → ReplayDetectedError
+            await expect(verifyEvent(event, secret, { nonceStore })).rejects.toThrow(ReplayDetectedError);
+        });
+        it("subscribe rejects expired (>5min clock skew) → DLQ", async () => {
+            // Create an event with a timestamp 10 minutes in the past
+            const pastTimestamp = new Date(Date.now() - 10 * 60 * 1000).toISOString();
+            const event = makeSignedEvent({ timestamp: pastTimestamp });
+            const { verifyEvent } = await import("../../auth/verify-event.js");
+            await expect(verifyEvent(event, secret)).rejects.toThrow(ClockSkewError);
+        });
+    });
+}
+//# sourceMappingURL=event-bus.contract.js.map

package/dist/testing/contracts/event-bus.contract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"event-bus.contract.js","sourceRoot":"","sources":["../../../src/testing/contracts/event-bus.contract.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAEnE,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAE3E,MAAM,UAAU,gBAAgB,CAC9B,OAAwE;IAExE,IAAI,IAAkB,CAAC;IACvB,IAAI,OAA4B,CAAC;IAEjC,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,MAAM,GAAG,MAAM,OAAO,EAAE,CAAC;QAC/B,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACnB,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,KAAK,IAAI,EAAE;QAClB,MAAM,OAAO,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;QACrC,MAAM,UAAU,GAAG,sBAAsB,CAAC;QAC1C,MAAM,SAAS,GAAG,qBAAqB,CAAC;QAExC,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAC/C,MAAM,QAAQ,GAAc,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAChC,UAAU,EACV,SAAS,EACT,KAAK,EAAE,KAAK,EAAE,EAAE;gBACd,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC5B,CAAC,CACF,CAAC;YAEF,MAAM,IAAI,CAAC,OAAO,CAChB;gBACE,EAAE,EAAE,cAAc;gBAClB,WAAW,EAAE,KAAK;gBAClB,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,wBAAwB;gBAC9B,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBAC9B,IAAI,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE;aAC3B,EACD,UAAU,CACX,CAAC;YAEF,uBAAuB;YACvB,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;YAC7C,MAAM,KAAK,EAAE,CAAC;YAEd,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;YACzC,MAAM,MAAM,CACV,IAAI,CAAC,OAAO,CACV;gBACE,EAAE,EAAE,EAAE;gBACN,WAAW,EAAE,KAAK;gBAClB,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,0BAA0B;gBAChC,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aAC/B,EACD,UAAU,CACX,CACF,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACtB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACrD,MAAM,MAAM,CACV,IAAI,CAAC,OAAO,CACV;gBACE,EAAE,EAAE,cAAc;gBAClB,WAAW,EAAE,KAAc;gBAC3B,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,0BAA0B;gBAChC,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aAC/B,EACD,UAAU,CACX,CACF,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACtB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;YACxC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC;YACvC,MAAM,CAAC,OAAO,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;YAC5C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;YAC7D,MAAM,CAAC,OAAO,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,8EAA8E;IAE9E,QAAQ,CAAC,gCAAgC,EAAE,GAAG,EAAE;QAC9C,MAAM,MAAM,GAAG,mCAAmC,CAAC;QAEnD,SAAS,eAAe,CACtB,YAAqD,EAAE;YAEvD,OAAO;gBACL,IAAI,EAAE,kBAAkB;gBACxB,MAAM,EAAE,IAAI;gBACZ,aAAa,EAAE,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC5D,cAAc,EAAE,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC7D,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,aAAa,EAAE,OAAO;gBACtB,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;gBACtB,GAAG,SAAS;aACb,CAAC;QACJ,CAAC;QAED,SAAS,eAAe,CACtB,YAAqD,EAAE;YAEvD,MAAM,KAAK,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC;YACzC,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAC3C,OAAO,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,CAAC;QACjC,CAAC;QAED,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,MAAM,GAAG,GAAG,YAAY,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC/D,MAAM,QAAQ,GAAkB,EAAE,CAAC;YAEnC,MAAM,GAAG,GAAG,IAAI,CAAC,eAAe,CAC9B,kBAAkB,EAClB,KAAK,EAAE,KAAK,EAAE,EAAE;gBACd,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC,EACD,EAAE,OAAO,EAAE,YAAY,EAAE,CAC1B,CAAC;YAEF,MAAM,KAAK,GAAG,eAAe,CAAC,EAAE,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC;YACvD,MAAM,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAC9C,MAAM,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,gCAAgC;YAE/E,uBAAuB;YACvB,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YAC5C,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;YAExB,sCAAsC;YACtC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;YACxE,MAAM,QAAQ,GAAkB,EAAE,CAAC;YAEnC,MAAM,GAAG,GAAG,IAAI,CAAC,eAAe,CAC9B,kBAAkB,EAClB,KAAK,EAAE,KAAK,EAAE,EAAE;gBACd,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC,EACD,EAAE,OAAO,EAAE,qBAAqB,EAAE,CACnC,CAAC;YAEF,MAAM,IAAI,GAAG,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC5D,MAAM,IAAI,GAAG,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAE5D,MAAM,IAAI,CAAC,sBAAsB,CAC/B,eAAe,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,EACzC,IAAI,CACL,CAAC;YACF,MAAM,IAAI,CAAC,sBAAsB,CAC/B,eAAe,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,EACzC,IAAI,CACL,CAAC;YAEF,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YAC5C,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;YAExB,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;YAC5E,MAAM,SAAS,GAAG,yBAAyB,CAAC;YAE5C,oDAAoD;YACpD,MAAM,IAAI,GAAG,WAAW,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC/D,MAAM,IAAI,GAAG,WAAW,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAE/D,MAAM,IAAI,CAAC,sBAAsB,CAC/B,eAAe,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,EAChE,IAAI,CACL,CAAC;YACF,MAAM,IAAI,CAAC,sBAAsB,CAC/B,eAAe,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,EAChE,IAAI,CACL,CAAC;YAEF,MAAM,QAAQ,GAAkB,EAAE,CAAC;YACnC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC;gBAC1D,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC;YAED,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;YAClD,gFAAgF;QAClF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;YAC/E,MAAM,QAAQ,GAAkB,EAAE,CAAC;YACnC,+CAA+C;YAC/C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,UAAU,CACvC,2BAA2B,EAC3B,iBAAiB,CAClB,EAAE,CAAC;gBACF,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC;YACD,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;YAC3D,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,KAAK,CAAC,cAAc,CAAC;YAEjC,MAAM,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAE9C,8DAA8D;YAC9D,MAAM,SAAS,GAAG,UAAU,KAAK,CAAC,IAAI,EAAE,CAAC;YACzC,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC;gBAC3D,IAAI,MAAM,CAAC,cAAc,KAAK,GAAG,EAAE,CAAC;oBAClC,MAAM,CAAC,OAAO,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC/C,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;YAC5E,2CAA2C;YAC3C,MAAM,QAAQ,GAAkB,EAAE,CAAC;YACnC,MAAM,GAAG,GAAG,IAAI,CAAC,eAAe,CAC9B,cAAc,EACd,KAAK,EAAE,KAAK,EAAE,EAAE;gBACd,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC,EACD,EAAE,OAAO,EAAE,WAAW,EAAE,CACzB,CAAC;YAEF,4CAA4C;YAC5C,MAAM,YAAY,GAAgB;gBAChC,GAAG,eAAe,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;gBAC5C,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,kBAAkB;aACpD,CAAC;YAEF,sEAAsE;YACtE,4DAA4D;YAC5D,MAAM,OAAO,GAAG,IAMf,CAAC;YAEF,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;gBAC9B,MAAM,QAAQ,GAAG,OAAO,CAAC,iBAAiB,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;gBAC/D,IAAI,QAAQ,EAAE,CAAC;oBACb,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;wBACxC,MAAM,OAAO,CAAC,YAAY,CAAC,CAAC;oBAC9B,CAAC;gBACH,CAAC;YACH,CAAC;YAED,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;YAExB,4DAA4D;YAC5D,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,8EAA8E;YAC9E,MAAM,UAAU,GAAG,IAAI,kBAAkB,EAAE,CAAC;YAC5C,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;YAEhC,iCAAiC;YACjC,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,4BAA4B,CAAC,CAAC;YACnE,MAAM,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CACpE,IAAI,CACL,CAAC;YAEF,4DAA4D;YAC5D,MAAM,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACtE,mBAAmB,CACpB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YAClE,0DAA0D;YAC1D,MAAM,aAAa,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;YAC1E,MAAM,KAAK,GAAG,eAAe,CAAC,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC,CAAC;YAE5D,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,4BAA4B,CAAC,CAAC;YACnE,MAAM,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAC3E,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/testing/db-conformance.d.ts

@@ -0,0 +1,22 @@
+/**
+ * DbPort conformance suite.
+ *
+ * Contract: query(sql, params?) resolves to { rows: T[], rowCount?: number }.
+ * Minimal — subset of pg.Client/Pool. Impls may support additional methods
+ * but MUST provide this one.
+ */
+import type { DbPort } from "../ports/db.js";
+import type { ConformanceRunner } from "./runner.js";
+export interface DbConformanceConfig {
+    describe: ConformanceRunner["describe"];
+    it: ConformanceRunner["it"];
+    expect: any;
+    factory: () => Promise<DbPort> | DbPort;
+    /**
+     * A SQL string that returns at least one row deterministically.
+     * Defaults to `SELECT 1 AS n` which works on pg.
+     */
+    selectOneSql?: string;
+}
+export declare function dbPortConformance(config: DbConformanceConfig): void;
+//# sourceMappingURL=db-conformance.d.ts.map

package/dist/testing/db-conformance.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"db-conformance.d.ts","sourceRoot":"","sources":["../../src/testing/db-conformance.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAErD,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;IACxC,EAAE,EAAE,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAE5B,MAAM,EAAE,GAAG,CAAC;IACZ,OAAO,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC;IACxC;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,mBAAmB,GAAG,IAAI,CAkBnE"}

package/dist/testing/db-conformance.js

@@ -0,0 +1,25 @@
+/**
+ * DbPort conformance suite.
+ *
+ * Contract: query(sql, params?) resolves to { rows: T[], rowCount?: number }.
+ * Minimal — subset of pg.Client/Pool. Impls may support additional methods
+ * but MUST provide this one.
+ */
+export function dbPortConformance(config) {
+    const { describe, it, expect, factory } = config;
+    const selectOneSql = config.selectOneSql ?? "SELECT 1 AS n";
+    describe("DbPort conformance", () => {
+        it("query resolves with { rows: [] } shape", async () => {
+            const db = await factory();
+            const result = await db.query(selectOneSql);
+            expect(Array.isArray(result.rows)).toBe(true);
+        });
+        it("query with params binds without error", async () => {
+            const db = await factory();
+            // Using $1 placeholder — impls must accept params array even if empty.
+            const result = await db.query(selectOneSql, []);
+            expect(Array.isArray(result.rows)).toBe(true);
+        });
+    });
+}
+//# sourceMappingURL=db-conformance.js.map

package/dist/testing/db-conformance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"db-conformance.js","sourceRoot":"","sources":["../../src/testing/db-conformance.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAkBH,MAAM,UAAU,iBAAiB,CAAC,MAA2B;IAC3D,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;IACjD,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,eAAe,CAAC;IAE5D,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAClC,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,MAAM,EAAE,GAAG,MAAM,OAAO,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YAC5C,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACrD,MAAM,EAAE,GAAG,MAAM,OAAO,EAAE,CAAC;YAC3B,uEAAuE;YACvE,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;YAChD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/testing/eval.d.ts

@@ -0,0 +1,61 @@
+/**
+ * Behavioral eval framework — EvalScenario + runEval + LLM scorer.
+ *
+ * Sprint-563: B6 — EvalScenario + LLM scorer + Vitest integration.
+ *
+ * Setup an agent scenario with assertions on the output events.
+ * Optionally score the result with an LLM judge.
+ * Integrates with Vitest for regression gating in CI.
+ */
+import type { OODAAgent, CycleEvent } from "../orchestration/index.js";
+export interface EvalScenario {
+    /** Scenario name (shown in test output). */
+    name: string;
+    /** Agent to evaluate. */
+    agent: OODAAgent;
+    /** Optional setup hook — runs before triggerCycle. */
+    setup?: () => Promise<void>;
+    /** Assertions on the streamed events. Return true if pass, false if fail. */
+    assertions?: (events: CycleEvent[]) => boolean | Promise<boolean>;
+    /** Expected cycle status. */
+    expectedStatus?: "succeeded" | "failed" | "skipped";
+    /** Minimum score from LLM judge (0-100). Only checked if llmScorer is set. */
+    minScore?: number;
+}
+export interface EvalResult {
+    name: string;
+    passed: boolean;
+    events: CycleEvent[];
+    status: string;
+    assertionFailure?: string;
+    llmScore?: number;
+    durationMs: number;
+}
+export interface EvalSuite {
+    results: EvalResult[];
+    passed: number;
+    failed: number;
+    total: number;
+}
+export interface LLMScorer {
+    score(events: CycleEvent[], scenario: EvalScenario): Promise<number>;
+}
+/**
+ * Run a single eval scenario. Triggers one cycle via streamCycle() and
+ * validates assertions + optional LLM scorer.
+ */
+export declare function runEval(scenario: EvalScenario, opts?: {
+    llmScorer?: LLMScorer;
+}): Promise<EvalResult>;
+/**
+ * Run a suite of eval scenarios. Returns aggregate results.
+ */
+export declare function runEvalSuite(scenarios: EvalScenario[], opts?: {
+    llmScorer?: LLMScorer;
+}): Promise<EvalSuite>;
+/**
+ * A basic scorer that checks if the expected number of phase events occurred.
+ * Production use should inject a real LLM judge via the LLMScorer interface.
+ */
+export declare function createPhaseCountScorer(expectedPhases: string[]): LLMScorer;
+//# sourceMappingURL=eval.d.ts.map

package/dist/testing/eval.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/testing/eval.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAIvE,MAAM,WAAW,YAAY;IAC3B,4CAA4C;IAC5C,IAAI,EAAE,MAAM,CAAC;IACb,yBAAyB;IACzB,KAAK,EAAE,SAAS,CAAC;IACjB,sDAAsD;IACtD,KAAK,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5B,6EAA6E;IAC7E,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAClE,6BAA6B;IAC7B,cAAc,CAAC,EAAE,WAAW,GAAG,QAAQ,GAAG,SAAS,CAAC;IACpD,8EAA8E;IAC9E,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,EAAE,UAAU,EAAE,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,SAAS;IACxB,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,SAAS;IACxB,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,QAAQ,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACtE;AAID;;;GAGG;AACH,wBAAsB,OAAO,CAC3B,QAAQ,EAAE,YAAY,EACtB,IAAI,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,SAAS,CAAA;CAAE,GAC/B,OAAO,CAAC,UAAU,CAAC,CA+DrB;AAED;;GAEG;AACH,wBAAsB,YAAY,CAChC,SAAS,EAAE,YAAY,EAAE,EACzB,IAAI,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,SAAS,CAAA;CAAE,GAC/B,OAAO,CAAC,SAAS,CAAC,CAYpB;AAID;;;GAGG;AACH,wBAAgB,sBAAsB,CAAC,cAAc,EAAE,MAAM,EAAE,GAAG,SAAS,CAU1E"}

package/dist/testing/eval.js

@@ -0,0 +1,98 @@
+/**
+ * Behavioral eval framework — EvalScenario + runEval + LLM scorer.
+ *
+ * Sprint-563: B6 — EvalScenario + LLM scorer + Vitest integration.
+ *
+ * Setup an agent scenario with assertions on the output events.
+ * Optionally score the result with an LLM judge.
+ * Integrates with Vitest for regression gating in CI.
+ */
+// ─── Runner ──────────────────────────────────────────────────────────────────
+/**
+ * Run a single eval scenario. Triggers one cycle via streamCycle() and
+ * validates assertions + optional LLM scorer.
+ */
+export async function runEval(scenario, opts) {
+    const start = Date.now();
+    const events = [];
+    await scenario.setup?.();
+    // Stream one cycle in dry-run mode
+    const stream = scenario.agent.streamCycle({ dryRun: true });
+    for await (const event of stream) {
+        events.push(event);
+    }
+    const durationMs = Date.now() - start;
+    let passed = true;
+    let assertionFailure;
+    // Status check
+    const finalStatus = events.find((e) => e.type === "cycle_complete" || e.type === "cycle_error");
+    const status = finalStatus?.type === "cycle_complete"
+        ? finalStatus.status
+        : "error";
+    if (scenario.expectedStatus && status !== scenario.expectedStatus) {
+        passed = false;
+        assertionFailure = `Expected status "${scenario.expectedStatus}", got "${status}"`;
+    }
+    // Custom assertions
+    if (passed && scenario.assertions) {
+        try {
+            const result = await scenario.assertions(events);
+            if (!result) {
+                passed = false;
+                assertionFailure = "Custom assertions failed";
+            }
+        }
+        catch (err) {
+            passed = false;
+            assertionFailure = `Assertion error: ${err instanceof Error ? err.message : String(err)}`;
+        }
+    }
+    // LLM scorer
+    let llmScore;
+    if (passed && opts?.llmScorer && scenario.minScore !== undefined) {
+        llmScore = await opts.llmScorer.score(events, scenario);
+        if (llmScore < scenario.minScore) {
+            passed = false;
+            assertionFailure = `LLM score ${llmScore} below minimum ${scenario.minScore}`;
+        }
+    }
+    return {
+        name: scenario.name,
+        passed,
+        events,
+        status,
+        assertionFailure,
+        llmScore,
+        durationMs,
+    };
+}
+/**
+ * Run a suite of eval scenarios. Returns aggregate results.
+ */
+export async function runEvalSuite(scenarios, opts) {
+    const results = [];
+    for (const scenario of scenarios) {
+        results.push(await runEval(scenario, opts));
+    }
+    return {
+        results,
+        passed: results.filter((r) => r.passed).length,
+        failed: results.filter((r) => !r.passed).length,
+        total: results.length,
+    };
+}
+// ─── Simple pass/fail LLM scorer (no LLM dependency in core) ─────────────────
+/**
+ * A basic scorer that checks if the expected number of phase events occurred.
+ * Production use should inject a real LLM judge via the LLMScorer interface.
+ */
+export function createPhaseCountScorer(expectedPhases) {
+    return {
+        async score(events) {
+            const phaseStarts = events.filter((e) => e.type === "phase_start");
+            const matchCount = expectedPhases.filter((p) => phaseStarts.some((e) => "phase" in e && e.phase === p)).length;
+            return Math.round((matchCount / expectedPhases.length) * 100);
+        },
+    };
+}
+//# sourceMappingURL=eval.js.map

package/dist/testing/eval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../src/testing/eval.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AA0CH,gFAAgF;AAEhF;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,QAAsB,EACtB,IAAgC;IAEhC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,MAAM,MAAM,GAAiB,EAAE,CAAC;IAEhC,MAAM,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC;IAEzB,mCAAmC;IACnC,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;IAEtC,IAAI,MAAM,GAAG,IAAI,CAAC;IAClB,IAAI,gBAAoC,CAAC;IAEzC,eAAe;IACf,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAC7B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,gBAAgB,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa,CAC/D,CAAC;IACF,MAAM,MAAM,GAAG,WAAW,EAAE,IAAI,KAAK,gBAAgB;QACnD,CAAC,CAAE,WAAkC,CAAC,MAAM;QAC5C,CAAC,CAAC,OAAO,CAAC;IAEZ,IAAI,QAAQ,CAAC,cAAc,IAAI,MAAM,KAAK,QAAQ,CAAC,cAAc,EAAE,CAAC;QAClE,MAAM,GAAG,KAAK,CAAC;QACf,gBAAgB,GAAG,oBAAoB,QAAQ,CAAC,cAAc,WAAW,MAAM,GAAG,CAAC;IACrF,CAAC;IAED,oBAAoB;IACpB,IAAI,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACjD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,GAAG,KAAK,CAAC;gBACf,gBAAgB,GAAG,0BAA0B,CAAC;YAChD,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,KAAK,CAAC;YACf,gBAAgB,GAAG,oBAAoB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5F,CAAC;IACH,CAAC;IAED,aAAa;IACb,IAAI,QAA4B,CAAC;IACjC,IAAI,MAAM,IAAI,IAAI,EAAE,SAAS,IAAI,QAAQ,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QACjE,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACxD,IAAI,QAAQ,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAC;YACjC,MAAM,GAAG,KAAK,CAAC;YACf,gBAAgB,GAAG,aAAa,QAAQ,kBAAkB,QAAQ,CAAC,QAAQ,EAAE,CAAC;QAChF,CAAC;IACH,CAAC;IAED,OAAO;QACL,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,MAAM;QACN,MAAM;QACN,MAAM;QACN,gBAAgB;QAChB,QAAQ;QACR,UAAU;KACX,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,SAAyB,EACzB,IAAgC;IAEhC,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,OAAO,CAAC,IAAI,CAAC,MAAM,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,OAAO;QACL,OAAO;QACP,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM;QAC9C,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM;QAC/C,KAAK,EAAE,OAAO,CAAC,MAAM;KACtB,CAAC;AACJ,CAAC;AAED,gFAAgF;AAEhF;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,cAAwB;IAC7D,OAAO;QACL,KAAK,CAAC,KAAK,CAAC,MAAoB;YAC9B,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC;YACnE,MAAM,UAAU,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAC7C,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CACvD,CAAC,MAAM,CAAC;YACT,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,cAAc,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;QAChE,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/testing/index.d.ts

@@ -0,0 +1,32 @@
+/**
+ * @vauban-org/agent-sdk/testing — Test stubs, contract suites, and integration harness.
+ *
+ * Sprint-455 + Sprint-565. Pattern borrowed from K8s CSI and Temporal SDK:
+ * every host that implements a port (BrainPort, EventBusPort, EconomicObserver)
+ * runs contract suites against its concrete impl to prove it meets the public contract.
+ *
+ * Test stubs are in-memory implementations for agent unit tests —
+ * no Redis, no Brain HTTP, no Postgres required.
+ *
+ * Usage (vitest):
+ *   import { describe, it, expect } from "vitest";
+ *   import { brainPortContract, TestBrainPort, TestEventBus } from "@vauban-org/agent-sdk/testing";
+ *
+ *   brainPortContract(async () => {
+ *     const port = new TestBrainPort();
+ *     return { port, cleanup: async () => {} };
+ *   });
+ */
+export { brainPortConformance } from "./brain-conformance.js";
+export { outcomePortConformance } from "./outcome-conformance.js";
+export { loggerPortConformance } from "./logger-conformance.js";
+export { dbPortConformance } from "./db-conformance.js";
+export type { ConformanceRunner } from "./runner.js";
+export { TestEventBus } from "./test-event-bus.js";
+export { TestBrainPort } from "./test-brain-port.js";
+export { TestChildAgentPort } from "./test-child-agent.js";
+export { AgentIntegrationHarness } from "./integration-harness.js";
+export type { HarnessAgent } from "./integration-harness.js";
+export { injectFailure, networkJitter, fullOutage, injectBrainFailure, wholeCircuit, exhaustResources, } from "./chaos.js";
+export type { FailureType, InjectFailureOptions, NetworkJitterOptions, OutageOptions, InjectBrainFailureOptions, ExhaustResourcesOptions, } from "./chaos.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/testing/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/testing/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAGH,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExD,YAAY,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAGrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AACrE,OAAO,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAC;AAGrF,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,uBAAuB,EAAE,MAAM,0BAA0B,CAAC;AACnE,YAAY,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAG7D,OAAO,EACL,aAAa,EACb,aAAa,EACb,UAAU,EAEV,kBAAkB,EAClB,YAAY,EACZ,gBAAgB,GACjB,MAAM,YAAY,CAAC;AACpB,YAAY,EACV,WAAW,EACX,oBAAoB,EACpB,oBAAoB,EACpB,aAAa,EAEb,yBAAyB,EACzB,uBAAuB,GACxB,MAAM,YAAY,CAAC"}

package/dist/testing/index.js

@@ -0,0 +1,38 @@
+/**
+ * @vauban-org/agent-sdk/testing — Test stubs, contract suites, and integration harness.
+ *
+ * Sprint-455 + Sprint-565. Pattern borrowed from K8s CSI and Temporal SDK:
+ * every host that implements a port (BrainPort, EventBusPort, EconomicObserver)
+ * runs contract suites against its concrete impl to prove it meets the public contract.
+ *
+ * Test stubs are in-memory implementations for agent unit tests —
+ * no Redis, no Brain HTTP, no Postgres required.
+ *
+ * Usage (vitest):
+ *   import { describe, it, expect } from "vitest";
+ *   import { brainPortContract, TestBrainPort, TestEventBus } from "@vauban-org/agent-sdk/testing";
+ *
+ *   brainPortContract(async () => {
+ *     const port = new TestBrainPort();
+ *     return { port, cleanup: async () => {} };
+ *   });
+ */
+// Conformance suites (legacy)
+export { brainPortConformance } from "./brain-conformance.js";
+export { outcomePortConformance } from "./outcome-conformance.js";
+export { loggerPortConformance } from "./logger-conformance.js";
+export { dbPortConformance } from "./db-conformance.js";
+// Contract test suites — Sprint-565:0.4
+export { brainPortContract } from "./contracts/brain-port.contract.js";
+export { eventBusContract } from "./contracts/event-bus.contract.js";
+export { economicObserverContract } from "./contracts/economic-observer.contract.js";
+// Test stubs — Sprint-565:10
+export { TestEventBus } from "./test-event-bus.js";
+export { TestBrainPort } from "./test-brain-port.js";
+export { TestChildAgentPort } from "./test-child-agent.js";
+export { AgentIntegrationHarness } from "./integration-harness.js";
+// Chaos harness — Sprint-477
+export { injectFailure, networkJitter, fullOutage, 
+// Sprint-477: new BrainPort-aware helpers
+injectBrainFailure, wholeCircuit, exhaustResources, } from "./chaos.js";
+//# sourceMappingURL=index.js.map

package/dist/testing/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/testing/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,8BAA8B;AAC9B,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAIxD,wCAAwC;AACxC,OAAO,EAAE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AACrE,OAAO,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAC;AAErF,6BAA6B;AAC7B,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,uBAAuB,EAAE,MAAM,0BAA0B,CAAC;AAGnE,6BAA6B;AAC7B,OAAO,EACL,aAAa,EACb,aAAa,EACb,UAAU;AACV,0CAA0C;AAC1C,kBAAkB,EAClB,YAAY,EACZ,gBAAgB,GACjB,MAAM,YAAY,CAAC"}

package/dist/testing/integration-harness.d.ts

@@ -0,0 +1,45 @@
+/**
+ * AgentIntegrationHarness — Multi-agent test harness for A2A flows.
+ *
+ * Seeds an event and runs agents in subscription order. Returns all
+ * CycleEvents produced, in causal order. Covers the exact scenarios
+ * that break in production if untested:
+ *
+ *   "Outreach Writer publishes → Lead Qualifier consumes → CRM updated"
+ *
+ * @public
+ */
+import type { CloudEvent } from "../ports/event-bus.js";
+import type { CycleEvent } from "../orchestration/ooda/types.js";
+import { TestEventBus } from "./test-event-bus.js";
+import { TestBrainPort } from "./test-brain-port.js";
+export interface HarnessAgent {
+    agentId: string;
+    triggerCycle(opts: {
+        dryRun: boolean;
+        initialContext?: Record<string, unknown>;
+    }): Promise<{
+        runId: string;
+        status: string;
+    }>;
+}
+export declare class AgentIntegrationHarness {
+    readonly bus: TestEventBus;
+    readonly brain: TestBrainPort;
+    private events;
+    constructor();
+    /**
+     * Seed an event and run agents in subscription order.
+     *
+     * Each agent runs `triggerCycle({ dryRun: true, initialContext })`.
+     * Events published by agents are captured and fed to subsequent agents.
+     */
+    runFlow(agents: HarnessAgent[], seedEvent: CloudEvent): Promise<CycleEvent[]>;
+    /** Assert that a specific event was published to a stream. */
+    expectPublished(stream: string, type: string): Promise<CloudEvent[]>;
+    /** Assert that an agent produced a cycle with a given status. */
+    expectCycle(_agentId: string, _status: string): Promise<void>;
+    /** Clear all state. */
+    reset(): void;
+}
+//# sourceMappingURL=integration-harness.d.ts.map

package/dist/testing/integration-harness.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"integration-harness.d.ts","sourceRoot":"","sources":["../../src/testing/integration-harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gCAAgC,CAAC;AACjE,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,IAAI,EAAE;QAAE,MAAM,EAAE,OAAO,CAAC;QAAC,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC;QACzF,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;CACJ;AAED,qBAAa,uBAAuB;IAClC,QAAQ,CAAC,GAAG,EAAE,YAAY,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC;IAC9B,OAAO,CAAC,MAAM,CAAoB;;IAOlC;;;;;OAKG;IACG,OAAO,CAAC,MAAM,EAAE,YAAY,EAAE,EAAE,SAAS,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IAgBnF,8DAA8D;IACxD,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IAI1E,iEAAiE;IAC3D,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKnE,uBAAuB;IACvB,KAAK,IAAI,IAAI;CAKd"}