observability-toolkit 2.0.0 → 2.1.1

package/dist/lib/agent-judge/agent-judge-classes.test.js

@@ -0,0 +1,271 @@
+/**
+ * Tests for ProceduralJudge, ReactiveJudge, and AgentJudge memory management.
+ * Extracted from agent-as-judge.test.ts.
+ */
+import { describe, it, beforeEach } from 'vitest';
+import assert from 'node:assert/strict';
+import { z } from 'zod';
+import { MAX_JUDGE_MEMORY_SIZE, ProceduralJudge, ReactiveJudge, } from './agent-as-judge.js';
+import { MAX_STEP_SCORES } from '../core/constants.js';
+import { InputValidationError } from '../core/input-validator.js';
+import { COUNT_THREE, COUNT_TWO, } from '../../test-helpers/test-constants.js';
+describe('agent-judge-classes', () => {
+    describe('ProceduralJudge', () => {
+        it('should execute all stages in order', async () => {
+            const executionOrder = [];
+            const stages = [
+                {
+                    name: 'stage1',
+                    evaluate: async () => {
+                        executionOrder.push('stage1');
+                        return { score: 0.8, explanation: 'Good' };
+                    },
+                },
+                {
+                    name: 'stage2',
+                    evaluate: async () => {
+                        executionOrder.push('stage2');
+                        return { score: 0.9, explanation: 'Great' };
+                    },
+                },
+            ];
+            const judge = new ProceduralJudge(stages);
+            const result = await judge.evaluate({
+                input: 'test',
+                output: 'result',
+            });
+            assert.deepEqual(executionOrder, ['stage1', 'stage2']);
+            assert.equal(result.stepScores.length, COUNT_TWO);
+        });
+        it('should support early termination', async () => {
+            const executionOrder = [];
+            const stages = [
+                {
+                    name: 'safety',
+                    evaluate: async () => {
+                        executionOrder.push('safety');
+                        return { score: 0.2, explanation: 'Failed safety' };
+                    },
+                },
+                {
+                    name: 'quality',
+                    evaluate: async () => {
+                        executionOrder.push('quality');
+                        return { score: 0.9, explanation: 'Good' };
+                    },
+                },
+            ];
+            const judge = new ProceduralJudge(stages, 'safety');
+            const result = await judge.evaluate({
+                input: 'test',
+                output: 'result',
+            });
+            assert.deepEqual(executionOrder, ['safety']);
+            assert.equal(result.overallScore, 0);
+            assert.ok(result.explanation.includes('Early termination'));
+        });
+        it('should pass context between stages', async () => {
+            let stage2Context = {};
+            const stages = [
+                {
+                    name: 'stage1',
+                    evaluate: async (_, ctx) => {
+                        ctx['data'] = 'from_stage1';
+                        return { score: 0.8, explanation: 'OK' };
+                    },
+                },
+                {
+                    name: 'stage2',
+                    evaluate: async (_, ctx) => {
+                        stage2Context = { ...ctx };
+                        return { score: 0.9, explanation: 'OK' };
+                    },
+                },
+            ];
+            const judge = new ProceduralJudge(stages);
+            await judge.evaluate({ input: 'test', output: 'result' });
+            assert.ok(stage2Context['stage1']);
+        });
+        it('should validate evaluand', async () => {
+            const judge = new ProceduralJudge([
+                { name: 'test', evaluate: async () => ({ score: 1, explanation: '' }) },
+            ]);
+            await assert.rejects(judge.evaluate({ input: '', output: 'test' }), z.ZodError);
+        });
+        describe('constructor validation (M8)', () => {
+            it('should throw on empty stages array', () => {
+                assert.throws(() => new ProceduralJudge([]), InputValidationError);
+            });
+            it('should throw on stage with empty name', () => {
+                assert.throws(() => new ProceduralJudge([
+                    { name: '', evaluate: async () => ({ score: 1, explanation: '' }) },
+                ]), InputValidationError);
+            });
+            it('should throw on stage with whitespace-only name', () => {
+                assert.throws(() => new ProceduralJudge([
+                    { name: '   ', evaluate: async () => ({ score: 1, explanation: '' }) },
+                ]), InputValidationError);
+            });
+            it('should throw on stage without evaluate function', () => {
+                assert.throws(
+                // @ts-expect-error - testing runtime validation
+                () => new ProceduralJudge([{ name: 'test' }]), InputValidationError);
+            });
+            it('should throw on invalid earlyTerminationOn stage name', () => {
+                assert.throws(() => new ProceduralJudge([{ name: 'stage1', evaluate: async () => ({ score: 1, explanation: '' }) }], 'nonexistent'), InputValidationError);
+            });
+            it('should accept valid stages with earlyTerminationOn', () => {
+                const judge = new ProceduralJudge([{ name: 'safety', evaluate: async () => ({ score: 1, explanation: '' }) }], 'safety');
+                assert.ok(judge);
+            });
+        });
+    });
+    // ============================================================================
+    // ReactiveJudge Tests
+    // ============================================================================
+    describe('ReactiveJudge', () => {
+        it('should route to selected specialists', async () => {
+            const executedSpecialists = [];
+            const router = async () => ['quality', 'safety'];
+            const specialists = new Map([
+                [
+                    'quality',
+                    async () => {
+                        executedSpecialists.push('quality');
+                        return { score: 0.9, explanation: 'Good quality' };
+                    },
+                ],
+                [
+                    'safety',
+                    async () => {
+                        executedSpecialists.push('safety');
+                        return { score: 1.0, explanation: 'Safe' };
+                    },
+                ],
+                [
+                    'style',
+                    async () => {
+                        executedSpecialists.push('style');
+                        return { score: 0.8, explanation: 'OK style' };
+                    },
+                ],
+            ]);
+            const judge = new ReactiveJudge(router, specialists);
+            const result = await judge.evaluate({
+                input: 'test',
+                output: 'result',
+            });
+            assert.deepEqual(executedSpecialists, ['quality', 'safety']);
+            assert.equal(result.stepScores.length, COUNT_TWO);
+        });
+        it('should trigger deep dive when needed', async () => {
+            const deepDiveTriggered = { value: false };
+            const router = async () => ['quality'];
+            const specialists = new Map([
+                [
+                    'quality',
+                    async () => ({
+                        score: 0.5,
+                        explanation: 'Needs investigation',
+                        needsDeepDive: true,
+                    }),
+                ],
+            ]);
+            const deepDiveSpecialists = new Map([
+                [
+                    'quality',
+                    async () => {
+                        deepDiveTriggered.value = true;
+                        return { score: 0.4, explanation: 'Deep analysis' };
+                    },
+                ],
+            ]);
+            const judge = new ReactiveJudge(router, specialists, deepDiveSpecialists);
+            const result = await judge.evaluate({
+                input: 'test',
+                output: 'result',
+            });
+            assert.equal(deepDiveTriggered.value, true);
+            assert.equal(result.stepScores.length, COUNT_TWO); // Regular + deep dive
+        });
+        it('should skip missing specialists', async () => {
+            const router = async () => ['missing', 'existing'];
+            const specialists = new Map([
+                ['existing', async () => ({ score: 0.8, explanation: 'OK' })],
+            ]);
+            const judge = new ReactiveJudge(router, specialists);
+            const result = await judge.evaluate({
+                input: 'test',
+                output: 'result',
+            });
+            assert.equal(result.stepScores.length, 1);
+        });
+        it('should validate evaluand', async () => {
+            const judge = new ReactiveJudge(async () => [], new Map());
+            await assert.rejects(judge.evaluate({ input: '', output: 'test' }), z.ZodError);
+        });
+    });
+    // ============================================================================
+    // AgentJudge Memory Tests (H5)
+    // ============================================================================
+    describe('AgentJudge memory management', () => {
+        class TestJudge extends ProceduralJudge {
+            // Expose protected methods for testing
+            testStore(key, value) {
+                this.storeInMemory(key, value);
+            }
+            testGet(key) {
+                return this.getFromMemory(key);
+            }
+            getMemorySize() {
+                return this.memory.size;
+            }
+        }
+        let judge;
+        beforeEach(() => {
+            judge = new TestJudge([
+                { name: 'test', evaluate: async () => ({ score: 1, explanation: '' }) },
+            ]);
+        });
+        it('should store and retrieve values', () => {
+            judge.testStore('key1', 'value1');
+            assert.equal(judge.testGet('key1'), 'value1');
+        });
+        it('should implement LRU - reading moves to end (H5)', () => {
+            // Fill nearly to capacity
+            for (let i = 0; i < MAX_JUDGE_MEMORY_SIZE - COUNT_THREE; i++) {
+                judge.testStore(`fill_${i}`, i);
+            }
+            // Store 3 more items we care about
+            judge.testStore('key1', 'value1');
+            judge.testStore('key2', 'value2');
+            judge.testStore('key3', 'value3');
+            // Memory is now at 1000 - order is fill_0...fill_996, key1, key2, key3
+            // Read key1 - should move it to end (after key3)
+            judge.testGet('key1');
+            // Order is now: fill_0...fill_996, key2, key3, key1
+            // Store 1 more to trigger eviction of fill_0
+            judge.testStore('new_item', 'new');
+            // Order: fill_1...fill_996, key2, key3, key1, new_item
+            // key1 should still exist (was accessed recently), key2/key3 should exist
+            assert.equal(judge.testGet('key1'), 'value1');
+            assert.equal(judge.testGet('key2'), 'value2');
+            assert.equal(judge.testGet('key3'), 'value3');
+            // fill_0 should be evicted
+            assert.equal(judge.testGet('fill_0'), undefined);
+        });
+        it('should evict oldest on overflow', () => {
+            // Fill to capacity
+            for (let i = 0; i < MAX_STEP_SCORES; i++) {
+                judge.testStore(`key_${i}`, i);
+            }
+            assert.equal(judge.getMemorySize(), MAX_STEP_SCORES);
+            // Add one more
+            judge.testStore('new_key', 'new_value');
+            assert.equal(judge.getMemorySize(), MAX_STEP_SCORES);
+            assert.equal(judge.testGet('key_0'), undefined); // First one evicted
+            assert.equal(judge.testGet('new_key'), 'new_value');
+        });
+    });
+});
+//# sourceMappingURL=agent-judge-classes.test.js.map

package/dist/lib/agent-judge/agent-judge-classes.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-judge-classes.test.js","sourceRoot":"","sources":["../../../src/lib/agent-judge/agent-judge-classes.test.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAClD,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EACL,qBAAqB,EACrB,eAAe,EACf,aAAa,GAEd,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EACL,WAAW,EACX,SAAS,GACV,MAAM,sCAAsC,CAAC;AAE9C,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;YAClD,MAAM,cAAc,GAAa,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG;gBACb;oBACE,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,KAAK,IAAI,EAAE;wBACnB,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;wBAC9B,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC;oBAC7C,CAAC;iBACF;gBACD;oBACE,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,KAAK,IAAI,EAAE;wBACnB,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;wBAC9B,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;oBAC9C,CAAC;iBACF;aACF,CAAC;YACF,MAAM,KAAK,GAAG,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC;YAC1C,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC;gBAClC,KAAK,EAAE,MAAM;gBACb,MAAM,EAAE,QAAQ;aACjB,CAAC,CAAC;YACH,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;YACvD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;YAChD,MAAM,cAAc,GAAa,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG;gBACb;oBACE,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,KAAK,IAAI,EAAE;wBACnB,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;wBAC9B,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,eAAe,EAAE,CAAC;oBACtD,CAAC;iBACF;gBACD;oBACE,IAAI,EAAE,SAAS;oBACf,QAAQ,EAAE,KAAK,IAAI,EAAE;wBACnB,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;wBAC/B,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC;oBAC7C,CAAC;iBACF;aACF,CAAC;YACF,MAAM,KAAK,GAAG,IAAI,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YACpD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC;gBAClC,KAAK,EAAE,MAAM;gBACb,MAAM,EAAE,QAAQ;aACjB,CAAC,CAAC;YACH,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC7C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;YACrC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;YAClD,IAAI,aAAa,GAA4B,EAAE,CAAC;YAChD,MAAM,MAAM,GAAG;gBACb;oBACE,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,KAAK,EAAE,CAAW,EAAE,GAA4B,EAAE,EAAE;wBAC5D,GAAG,CAAC,MAAM,CAAC,GAAG,aAAa,CAAC;wBAC5B,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;oBAC3C,CAAC;iBACF;gBACD;oBACE,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,KAAK,EAAE,CAAW,EAAE,GAA4B,EAAE,EAAE;wBAC5D,aAAa,GAAG,EAAE,GAAG,GAAG,EAAE,CAAC;wBAC3B,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;oBAC3C,CAAC;iBACF;aACF,CAAC;YACF,MAAM,KAAK,GAAG,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC;YAC1C,MAAM,KAAK,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC1D,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;YACxC,MAAM,KAAK,GAAG,IAAI,eAAe,CAAC;gBAChC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,EAAE;aACxE,CAAC,CAAC;YACH,MAAM,MAAM,CAAC,OAAO,CAClB,KAAK,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,EAC7C,CAAC,CAAC,QAAQ,CACX,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;YAC3C,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;gBAC5C,MAAM,CAAC,MAAM,CACX,GAAG,EAAE,CAAC,IAAI,eAAe,CAAC,EAAE,CAAC,EAC7B,oBAAoB,CACrB,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;gBAC/C,MAAM,CAAC,MAAM,CACX,GAAG,EAAE,CAAC,IAAI,eAAe,CAAC;oBACxB,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,EAAE;iBACpE,CAAC,EACF,oBAAoB,CACrB,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;gBACzD,MAAM,CAAC,MAAM,CACX,GAAG,EAAE,CAAC,IAAI,eAAe,CAAC;oBACxB,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,EAAE;iBACvE,CAAC,EACF,oBAAoB,CACrB,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;gBACzD,MAAM,CAAC,MAAM;gBACX,gDAAgD;gBAChD,GAAG,EAAE,CAAC,IAAI,eAAe,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,EAC7C,oBAAoB,CACrB,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;gBAC/D,MAAM,CAAC,MAAM,CACX,GAAG,EAAE,CAAC,IAAI,eAAe,CACvB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAC3E,aAAa,CACd,EACD,oBAAoB,CACrB,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;gBAC5D,MAAM,KAAK,GAAG,IAAI,eAAe,CAC/B,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAC3E,QAAQ,CACT,CAAC;gBACF,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YACnB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,+EAA+E;IAC/E,sBAAsB;IACtB,+EAA+E;IAE/E,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC7B,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,mBAAmB,GAAa,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,KAAK,IAAI,EAAE,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YACjD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC;gBAC1B;oBACE,SAAS;oBACT,KAAK,IAAI,EAAE;wBACT,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;wBACpC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,cAAc,EAAE,CAAC;oBACrD,CAAC;iBACF;gBACD;oBACE,QAAQ;oBACR,KAAK,IAAI,EAAE;wBACT,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;wBACnC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC;oBAC7C,CAAC;iBACF;gBACD;oBACE,OAAO;oBACP,KAAK,IAAI,EAAE;wBACT,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;wBAClC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;oBACjD,CAAC;iBACF;aACF,CAAC,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,aAAa,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;YACrD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC;gBAClC,KAAK,EAAE,MAAM;gBACb,MAAM,EAAE,QAAQ;aACjB,CAAC,CAAC;YACH,MAAM,CAAC,SAAS,CAAC,mBAAmB,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC;YAC7D,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,iBAAiB,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;YAC3C,MAAM,MAAM,GAAG,KAAK,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;YACvC,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC;gBAC1B;oBACE,SAAS;oBACT,KAAK,IAAI,EAAE,CAAC,CAAC;wBACX,KAAK,EAAE,GAAG;wBACV,WAAW,EAAE,qBAAqB;wBAClC,aAAa,EAAE,IAAI;qBACpB,CAAC;iBACH;aACF,CAAC,CAAC;YACH,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;gBAClC;oBACE,SAAS;oBACT,KAAK,IAAI,EAAE;wBACT,iBAAiB,CAAC,KAAK,GAAG,IAAI,CAAC;wBAC/B,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,eAAe,EAAE,CAAC;oBACtD,CAAC;iBACF;aACF,CAAC,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,aAAa,CAAC,MAAM,EAAE,WAAW,EAAE,mBAAmB,CAAC,CAAC;YAC1E,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC;gBAClC,KAAK,EAAE,MAAM;gBACb,MAAM,EAAE,QAAQ;aACjB,CAAC,CAAC;YACH,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAC5C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,sBAAsB;QAC3E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAC/C,MAAM,MAAM,GAAG,KAAK,IAAI,EAAE,CAAC,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;YACnD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC;gBAC1B,CAAC,UAAU,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;aAC9D,CAAC,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,aAAa,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;YACrD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC;gBAClC,KAAK,EAAE,MAAM;gBACb,MAAM,EAAE,QAAQ;aACjB,CAAC,CAAC;YACH,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;YACxC,MAAM,KAAK,GAAG,IAAI,aAAa,CAC7B,KAAK,IAAI,EAAE,CAAC,EAAE,EACd,IAAI,GAAG,EAAE,CACV,CAAC;YACF,MAAM,MAAM,CAAC,OAAO,CAClB,KAAK,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,EAC7C,CAAC,CAAC,QAAQ,CACX,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,+EAA+E;IAC/E,+BAA+B;IAC/B,+EAA+E;IAE/E,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;QAC5C,MAAM,SAAU,SAAQ,eAAe;YACrC,uCAAuC;YAChC,SAAS,CAAC,GAAW,EAAE,KAAc;gBAC1C,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YACjC,CAAC;YAEM,OAAO,CAAI,GAAW;gBAC3B,OAAO,IAAI,CAAC,aAAa,CAAI,GAAG,CAAC,CAAC;YACpC,CAAC;YAEM,aAAa;gBAClB,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;YAC1B,CAAC;SACF;QAED,IAAI,KAAgB,CAAC;QAErB,UAAU,CAAC,GAAG,EAAE;YACd,KAAK,GAAG,IAAI,SAAS,CAAC;gBACpB,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,EAAE;aACxE,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAClC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAS,MAAM,CAAC,EAAE,QAAQ,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC1D,0BAA0B;YAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,qBAAqB,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7D,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YAClC,CAAC;YAED,mCAAmC;YACnC,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAClC,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAClC,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAClC,uEAAuE;YAEvE,iDAAiD;YACjD,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACtB,oDAAoD;YAEpD,6CAA6C;YAC7C,KAAK,CAAC,SAAS,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;YACnC,uDAAuD;YAEvD,0EAA0E;YAC1E,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAS,MAAM,CAAC,EAAE,QAAQ,CAAC,CAAC;YACtD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAS,MAAM,CAAC,EAAE,QAAQ,CAAC,CAAC;YACtD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAS,MAAM,CAAC,EAAE,QAAQ,CAAC,CAAC;YACtD,2BAA2B;YAC3B,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,SAAS,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,mBAAmB;YACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YACjC,CAAC;YACD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,EAAE,EAAE,eAAe,CAAC,CAAC;YAErD,eAAe;YACf,KAAK,CAAC,SAAS,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;YACxC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,EAAE,EAAE,eAAe,CAAC,CAAC;YACrD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,oBAAoB;YACrE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,WAAW,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/lib/agent-judge/agent-judge-consensus.d.ts

@@ -0,0 +1,58 @@
+/**
+ * Agent Judge Consensus Utilities
+ *
+ * Multi-agent consensus evaluation with variance-based convergence detection.
+ *
+ * @see agent-as-judge.ts for core types
+ */
+import { z } from 'zod';
+import { type Evaluand, type ConsensusConfig } from './agent-as-judge.js';
+/**
+ * Calculate sample variance of scores for convergence detection.
+ * Uses Bessel's correction (n-1) for unbiased estimation.
+ *
+ * Returns 0 for single-element arrays because variance requires at least
+ * two data points to measure spread. With one value, deviation from the
+ * mean is always 0, and Bessel's correction would divide by zero.
+ *
+ * @param scores - Array of score values
+ * @returns Sample variance (0 for empty or single-element arrays)
+ */
+export declare function calculateVariance(scores: number[]): number;
+/**
+ * Calculate median of scores for final consensus.
+ */
+export declare function calculateMedian(scores: number[]): number;
+/**
+ * Result of a consensus evaluation.
+ * `judgeScores` is a Map and cannot be represented in a Zod schema,
+ * so the full type extends the schema-derived type.
+ */
+export declare const consensusResultSchema: z.ZodObject<{
+    finalScore: z.ZodNumber;
+    convergenceRound: z.ZodNumber;
+    converged: z.ZodBoolean;
+}, z.core.$strip>;
+export type ConsensusResult = z.infer<typeof consensusResultSchema> & {
+    /** Individual judge scores by round */
+    judgeScores: Map<string, number[]>;
+};
+/**
+ * Run multi-agent consensus evaluation.
+ *
+ * Uses Promise.allSettled for graceful degradation - partial failures
+ * don't abort the entire consensus. At least one judge must succeed per round.
+ *
+ * @param evaluand - Subject to evaluate
+ * @param judges - Array of judge evaluation functions
+ * @param config - Consensus configuration
+ * @returns ConsensusResult
+ * @throws {z.ZodError} If evaluand or config fails schema validation
+ * @throws {InputValidationError} If judges array exceeds MAX_CONCURRENT_EVALUATORS or is empty
+ * @throws {Error} If all judges fail in any round
+ */
+export declare function collectiveConsensus(evaluand: Evaluand, judges: Array<{
+    id: string;
+    evaluate: (e: Evaluand, priorScores: Map<string, number[]>) => Promise<number>;
+}>, config: ConsensusConfig): Promise<ConsensusResult>;
+//# sourceMappingURL=agent-judge-consensus.d.ts.map

package/dist/lib/agent-judge/agent-judge-consensus.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-judge-consensus.d.ts","sourceRoot":"","sources":["../../../src/lib/agent-judge/agent-judge-consensus.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAoE,KAAK,QAAQ,EAAE,KAAK,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAS5I;;;;;;;;;;GAUG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAS1D;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAOxD;AAMD;;;;GAIG;AACH,eAAO,MAAM,qBAAqB;;;;iBAIhC,CAAC;AAEH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,GAAG;IACpE,uCAAuC;IACvC,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;CACpC,CAAC;AAMF;;;;;;;;;;;;;GAaG;AACH,wBAAsB,mBAAmB,CACvC,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,KAAK,CAAC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,CAAA;CAAE,CAAC,EAC7G,MAAM,EAAE,eAAe,GACtB,OAAO,CAAC,eAAe,CAAC,CAuF1B"}

package/dist/lib/agent-judge/agent-judge-consensus.js

@@ -0,0 +1,149 @@
+/**
+ * Agent Judge Consensus Utilities
+ *
+ * Multi-agent consensus evaluation with variance-based convergence detection.
+ *
+ * @see agent-as-judge.ts for core types
+ */
+import { z } from 'zod';
+import { normalizedScoreSchema } from '../core/shared-schemas.js';
+import { InputValidationError } from '../core/input-validator.js';
+import { evaluandSchema, consensusConfigSchema, MAX_CONCURRENT_EVALUATORS } from './agent-as-judge.js';
+const SQUARED_POWER = 2;
+const EVEN_DIVISOR = 2;
+// ============================================================================
+// Statistical Utilities
+// ============================================================================
+/**
+ * Calculate sample variance of scores for convergence detection.
+ * Uses Bessel's correction (n-1) for unbiased estimation.
+ *
+ * Returns 0 for single-element arrays because variance requires at least
+ * two data points to measure spread. With one value, deviation from the
+ * mean is always 0, and Bessel's correction would divide by zero.
+ *
+ * @param scores - Array of score values
+ * @returns Sample variance (0 for empty or single-element arrays)
+ */
+export function calculateVariance(scores) {
+    if (scores.length <= 1)
+        return 0;
+    const sampleSize = scores.length;
+    const mean = scores.reduce((sum, s) => sum + s, 0) / sampleSize;
+    const sumOfSquaredDiffs = scores.reduce((sum, s) => sum + (s - mean) ** SQUARED_POWER, 0);
+    const degreesOfFreedom = sampleSize - 1;
+    return sumOfSquaredDiffs / degreesOfFreedom;
+}
+/**
+ * Calculate median of scores for final consensus.
+ */
+export function calculateMedian(scores) {
+    if (scores.length === 0)
+        return 0;
+    const sorted = [...scores].sort((a, b) => a - b);
+    const mid = Math.floor(sorted.length / EVEN_DIVISOR);
+    return sorted.length % EVEN_DIVISOR === 0
+        ? (sorted[mid - 1] + sorted[mid]) / EVEN_DIVISOR
+        : sorted[mid];
+}
+// ============================================================================
+// Consensus Types
+// ============================================================================
+/**
+ * Result of a consensus evaluation.
+ * `judgeScores` is a Map and cannot be represented in a Zod schema,
+ * so the full type extends the schema-derived type.
+ */
+export const consensusResultSchema = z.object({
+    finalScore: normalizedScoreSchema,
+    convergenceRound: z.number().int().nonnegative(),
+    converged: z.boolean(),
+});
+// ============================================================================
+// Consensus Evaluation
+// ============================================================================
+/**
+ * Run multi-agent consensus evaluation.
+ *
+ * Uses Promise.allSettled for graceful degradation - partial failures
+ * don't abort the entire consensus. At least one judge must succeed per round.
+ *
+ * @param evaluand - Subject to evaluate
+ * @param judges - Array of judge evaluation functions
+ * @param config - Consensus configuration
+ * @returns ConsensusResult
+ * @throws {z.ZodError} If evaluand or config fails schema validation
+ * @throws {InputValidationError} If judges array exceeds MAX_CONCURRENT_EVALUATORS or is empty
+ * @throws {Error} If all judges fail in any round
+ */
+export async function collectiveConsensus(evaluand, judges, config) {
+    evaluandSchema.parse(evaluand);
+    consensusConfigSchema.parse(config);
+    // H2: Validate judge count to prevent unbounded memory growth
+    if (judges.length > MAX_CONCURRENT_EVALUATORS) {
+        throw new InputValidationError(`Number of judges (${judges.length}) exceeds ${MAX_CONCURRENT_EVALUATORS} limit`, 'judges', 'maxLength');
+    }
+    if (judges.length === 0) {
+        throw new InputValidationError('At least one judge is required', 'judges', 'required');
+    }
+    const rounds = config.rounds;
+    const scores = new Map();
+    // Initialize score arrays
+    for (const judge of judges) {
+        scores.set(judge.id, []);
+    }
+    let convergenceRound = rounds;
+    let converged = false;
+    for (let round = 0; round < rounds; round++) {
+        // H3: Use Promise.allSettled for graceful degradation
+        const roundResults = await Promise.allSettled(judges.map(async (judge) => {
+            const score = await judge.evaluate(evaluand, scores);
+            return { id: judge.id, score };
+        }));
+        // Filter successful results
+        const successfulResults = roundResults
+            .filter((r) => r.status === 'fulfilled')
+            .map(r => r.value);
+        // H3: Require at least one successful judge
+        if (successfulResults.length === 0) {
+            throw new Error(`All judge evaluations failed in round ${round + 1}`);
+        }
+        // Update scores for successful judges only
+        for (const { id, score } of successfulResults) {
+            // H4/M1: Validate score is finite AND in valid range [0, 1] before storing
+            if (Number.isFinite(score) && score >= 0 && score <= 1) {
+                const judgeScores = scores.get(id);
+                if (!judgeScores)
+                    continue;
+                judgeScores.push(score);
+            }
+        }
+        // Check convergence (only using successful scores)
+        const currentScores = successfulResults
+            .filter(r => Number.isFinite(r.score))
+            .map(r => r.score);
+        // Skip variance check when no judges produced scores
+        if (currentScores.length === 0)
+            continue;
+        if (calculateVariance(currentScores) < config.convergenceThreshold) {
+            convergenceRound = round + 1;
+            converged = true;
+            break;
+        }
+    }
+    // Final score is median of last round (only judges with scores)
+    const lastRoundScores = [];
+    for (const judge of judges) {
+        const judgeScores = scores.get(judge.id);
+        if (judgeScores && judgeScores.length > 0) {
+            lastRoundScores.push(judgeScores[judgeScores.length - 1]);
+        }
+    }
+    return {
+        finalScore: lastRoundScores.length > 0 ? calculateMedian(lastRoundScores) : 0,
+        convergenceRound,
+        judgeScores: scores,
+        converged,
+    };
+}
+//# sourceMappingURL=agent-judge-consensus.js.map

package/dist/lib/agent-judge/agent-judge-consensus.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-judge-consensus.js","sourceRoot":"","sources":["../../../src/lib/agent-judge/agent-judge-consensus.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AAClE,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,cAAc,EAAE,qBAAqB,EAAE,yBAAyB,EAAuC,MAAM,qBAAqB,CAAC;AAE5I,MAAM,aAAa,GAAG,CAAC,CAAC;AACxB,MAAM,YAAY,GAAG,CAAC,CAAC;AAEvB,+EAA+E;AAC/E,wBAAwB;AACxB,+EAA+E;AAE/E;;;;;;;;;;GAUG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAAgB;IAChD,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC;IAEjC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;IACjC,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC;IAChE,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,aAAa,EAAE,CAAC,CAAC,CAAC;IAC1F,MAAM,gBAAgB,GAAG,UAAU,GAAG,CAAC,CAAC;IAExC,OAAO,iBAAiB,GAAG,gBAAgB,CAAC;AAC9C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,MAAgB;IAC9C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC;IACrD,OAAO,MAAM,CAAC,MAAM,GAAG,YAAY,KAAK,CAAC;QACvC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,YAAY;QAChD,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;AAClB,CAAC;AAED,+EAA+E;AAC/E,kBAAkB;AAClB,+EAA+E;AAE/E;;;;GAIG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,UAAU,EAAE,qBAAqB;IACjC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IAChD,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE;CACvB,CAAC,CAAC;AAOH,+EAA+E;AAC/E,uBAAuB;AACvB,+EAA+E;AAE/E;;;;;;;;;;;;;GAaG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,QAAkB,EAClB,MAA6G,EAC7G,MAAuB;IAEvB,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC/B,qBAAqB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAEpC,8DAA8D;IAC9D,IAAI,MAAM,CAAC,MAAM,GAAG,yBAAyB,EAAE,CAAC;QAC9C,MAAM,IAAI,oBAAoB,CAC5B,qBAAqB,MAAM,CAAC,MAAM,aAAa,yBAAyB,QAAQ,EAChF,QAAQ,EACR,WAAW,CACZ,CAAC;IACJ,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,oBAAoB,CAAC,gCAAgC,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;IACzF,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7B,MAAM,MAAM,GAA0B,IAAI,GAAG,EAAE,CAAC;IAEhD,0BAA0B;IAC1B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAC3B,CAAC;IAED,IAAI,gBAAgB,GAAG,MAAM,CAAC;IAC9B,IAAI,SAAS,GAAG,KAAK,CAAC;IAEtB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QAC5C,sDAAsD;QACtD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,UAAU,CAC3C,MAAM,CAAC,GAAG,CAAC,KAAK,EAAC,KAAK,EAAC,EAAE;YACvB,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACrD,OAAO,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC;QACjC,CAAC,CAAC,CACH,CAAC;QAEF,4BAA4B;QAC5B,MAAM,iBAAiB,GAAG,YAAY;aACnC,MAAM,CAAC,CAAC,CAAC,EAA8D,EAAE,CACxE,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC;aAC1B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAErB,4CAA4C;QAC5C,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,yCAAyC,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC;QACxE,CAAC;QAED,2CAA2C;QAC3C,KAAK,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,iBAAiB,EAAE,CAAC;YAC9C,2EAA2E;YAC3E,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;gBACvD,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACnC,IAAI,CAAC,WAAW;oBAAE,SAAS;gBAC3B,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,mDAAmD;QACnD,MAAM,aAAa,GAAG,iBAAiB;aACpC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;aACrC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAErB,qDAAqD;QACrD,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QACzC,IAAI,iBAAiB,CAAC,aAAa,CAAC,GAAG,MAAM,CAAC,oBAAoB,EAAE,CAAC;YACnE,gBAAgB,GAAG,KAAK,GAAG,CAAC,CAAC;YAC7B,SAAS,GAAG,IAAI,CAAC;YACjB,MAAM;QACR,CAAC;IACH,CAAC;IAED,gEAAgE;IAChE,MAAM,eAAe,GAAa,EAAE,CAAC;IACrC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzC,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;IAED,OAAO;QACL,UAAU,EAAE,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7E,gBAAgB;QAChB,WAAW,EAAE,MAAM;QACnB,SAAS;KACV,CAAC;AACJ,CAAC"}

package/dist/lib/agent-judge/agent-judge-consensus.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=agent-judge-consensus.test.d.ts.map

package/dist/lib/agent-judge/agent-judge-consensus.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-judge-consensus.test.d.ts","sourceRoot":"","sources":["../../../src/lib/agent-judge/agent-judge-consensus.test.ts"],"names":[],"mappings":""}