vaspera 2.5.0

package/dist/multimodel/consensus.test.js

@@ -0,0 +1,415 @@
+/**
+ * Tests for multi-model consensus calculation
+ */
+import { describe, it, expect } from "vitest";
+import { calculateFindingSimilarity, calculateStringSimilarity, matchFindings, findDisagreements, calculateFleissKappa, mergeFindings, calculateMultiModelConsensus, generateConsensusSummary, } from "./consensus.js";
+describe("Multi-Model Consensus", () => {
+    // Helper to create mock findings
+    function createFinding(overrides = {}) {
+        return {
+            id: `finding-${Math.random().toString(36).slice(2, 8)}`,
+            description: overrides.description || "A test finding description",
+            severity: "medium",
+            category: "security",
+            evidence: "Test evidence",
+            confidence: 80,
+            verifications: [],
+            created_at: new Date().toISOString(),
+            ...overrides,
+        };
+    }
+    // Helper to create mock model results
+    function createModelResult(model, findings, success = true) {
+        const providers = {
+            "claude-3.5-sonnet": "anthropic",
+            "gpt-4-turbo": "openai",
+            "gemini-1.5-pro": "google",
+        };
+        return {
+            model,
+            provider: providers[model],
+            agent: "security",
+            findings,
+            duration: 1000,
+            tokens: { input: 1000, output: 500, total: 1500 },
+            cost: 0.01,
+            success,
+            timestamp: new Date().toISOString(),
+        };
+    }
+    describe("calculateStringSimilarity", () => {
+        it("returns 1 for identical strings", () => {
+            expect(calculateStringSimilarity("hello world", "hello world")).toBe(1);
+        });
+        it("returns 0 for completely different strings", () => {
+            expect(calculateStringSimilarity("hello", "world")).toBe(0);
+        });
+        it("returns partial similarity for overlapping words", () => {
+            const sim = calculateStringSimilarity("SQL injection vulnerability", "SQL injection in login");
+            expect(sim).toBeGreaterThan(0);
+            expect(sim).toBeLessThan(1);
+        });
+        it("is case insensitive", () => {
+            expect(calculateStringSimilarity("Hello World", "hello world")).toBe(1);
+        });
+        it("handles empty strings", () => {
+            expect(calculateStringSimilarity("", "")).toBe(1);
+            expect(calculateStringSimilarity("hello", "")).toBe(0);
+        });
+    });
+    describe("calculateFindingSimilarity", () => {
+        it("returns high score for identical findings", () => {
+            const finding = createFinding({
+                file: "src/auth.ts",
+                line: 42,
+                description: "SQL Injection",
+                category: "security",
+                severity: "high",
+            });
+            const sim = calculateFindingSimilarity(finding, finding);
+            expect(sim).toBe(100);
+        });
+        it("returns high score for same file and line", () => {
+            const a = createFinding({
+                file: "src/auth.ts",
+                line: 42,
+                description: "SQL Injection vulnerability",
+                category: "security",
+            });
+            const b = createFinding({
+                file: "src/auth.ts",
+                line: 42,
+                description: "SQL Injection attack",
+                category: "security",
+            });
+            const sim = calculateFindingSimilarity(a, b);
+            expect(sim).toBeGreaterThan(70);
+        });
+        it("returns lower score for different files", () => {
+            const a = createFinding({
+                file: "src/auth.ts",
+                line: 42,
+                description: "SQL Injection",
+                category: "security",
+            });
+            const b = createFinding({
+                file: "src/user.ts",
+                line: 100,
+                description: "SQL Injection",
+                category: "security",
+            });
+            const sim = calculateFindingSimilarity(a, b);
+            expect(sim).toBeLessThan(70);
+        });
+        it("gives partial credit for nearby lines", () => {
+            const a = createFinding({ file: "src/auth.ts", line: 42 });
+            const b = createFinding({ file: "src/auth.ts", line: 45 });
+            const c = createFinding({ file: "src/auth.ts", line: 100 });
+            const simNear = calculateFindingSimilarity(a, b);
+            const simFar = calculateFindingSimilarity(a, c);
+            expect(simNear).toBeGreaterThan(simFar);
+        });
+    });
+    describe("matchFindings", () => {
+        it("matches identical findings across models", () => {
+            const sharedFinding = createFinding({
+                id: "shared",
+                file: "src/auth.ts",
+                line: 42,
+                description: "SQL Injection",
+                category: "security",
+            });
+            const results = [
+                createModelResult("claude-3.5-sonnet", [{ ...sharedFinding, id: "claude-1" }]),
+                createModelResult("gpt-4-turbo", [{ ...sharedFinding, id: "gpt-1" }]),
+                createModelResult("gemini-1.5-pro", [{ ...sharedFinding, id: "gemini-1" }]),
+            ];
+            const matches = matchFindings(results);
+            expect(matches.length).toBe(1);
+            expect(matches[0].foundBy.length).toBe(3);
+            expect(matches[0].matchType).toBe("exact");
+            expect(matches[0].confidence).toBe(100);
+        });
+        it("identifies findings missed by some models", () => {
+            const finding = createFinding({
+                file: "src/auth.ts",
+                line: 42,
+                description: "SQL Injection",
+            });
+            const results = [
+                createModelResult("claude-3.5-sonnet", [{ ...finding, id: "claude-1" }]),
+                createModelResult("gpt-4-turbo", [{ ...finding, id: "gpt-1" }]),
+                createModelResult("gemini-1.5-pro", []), // Gemini missed it
+            ];
+            const matches = matchFindings(results);
+            expect(matches[0].foundBy).toContain("claude-3.5-sonnet");
+            expect(matches[0].foundBy).toContain("gpt-4-turbo");
+            expect(matches[0].missedBy).toContain("gemini-1.5-pro");
+        });
+        it("identifies unique findings from individual models", () => {
+            const claudeFinding = createFinding({
+                file: "src/auth.ts",
+                line: 42,
+                description: "Finding A",
+            });
+            const gptFinding = createFinding({
+                file: "src/user.ts",
+                line: 100,
+                description: "Finding B",
+            });
+            const results = [
+                createModelResult("claude-3.5-sonnet", [claudeFinding]),
+                createModelResult("gpt-4-turbo", [gptFinding]),
+            ];
+            const matches = matchFindings(results);
+            expect(matches.length).toBe(2);
+            expect(matches.some((m) => m.foundBy.length === 1 && m.foundBy[0] === "claude-3.5-sonnet")).toBe(true);
+            expect(matches.some((m) => m.foundBy.length === 1 && m.foundBy[0] === "gpt-4-turbo")).toBe(true);
+        });
+        it("handles empty results", () => {
+            const results = [
+                createModelResult("claude-3.5-sonnet", []),
+                createModelResult("gpt-4-turbo", []),
+            ];
+            const matches = matchFindings(results);
+            expect(matches).toEqual([]);
+        });
+        it("handles failed model runs", () => {
+            const finding = createFinding();
+            const results = [
+                createModelResult("claude-3.5-sonnet", [finding]),
+                { ...createModelResult("gpt-4-turbo", []), success: false, error: "API error" },
+            ];
+            const matches = matchFindings(results);
+            expect(matches.length).toBe(1);
+            // Failed model should not be counted
+            expect(matches[0].foundBy).not.toContain("gpt-4-turbo");
+        });
+    });
+    describe("findDisagreements", () => {
+        it("identifies existence disagreements", () => {
+            const finding = createFinding({
+                file: "src/auth.ts",
+                line: 42,
+                severity: "high",
+            });
+            const results = [
+                createModelResult("claude-3.5-sonnet", [{ ...finding, id: "claude-1" }]),
+                createModelResult("gpt-4-turbo", [{ ...finding, id: "gpt-1" }]),
+                createModelResult("gemini-1.5-pro", []),
+            ];
+            const matches = matchFindings(results);
+            const disagreements = findDisagreements(matches, results);
+            expect(disagreements.some((d) => d.type === "existence")).toBe(true);
+        });
+        it("identifies severity disagreements", () => {
+            const baseFinding = createFinding({
+                file: "src/auth.ts",
+                line: 42,
+                description: "SQL Injection",
+                category: "security",
+            });
+            const results = [
+                createModelResult("claude-3.5-sonnet", [{ ...baseFinding, id: "claude-1", severity: "critical" }]),
+                createModelResult("gpt-4-turbo", [{ ...baseFinding, id: "gpt-1", severity: "high" }]),
+                createModelResult("gemini-1.5-pro", [{ ...baseFinding, id: "gemini-1", severity: "medium" }]),
+            ];
+            const matches = matchFindings(results);
+            const disagreements = findDisagreements(matches, results);
+            expect(disagreements.some((d) => d.type === "severity")).toBe(true);
+        });
+        it("does not flag unanimous findings as disagreements", () => {
+            const finding = createFinding({
+                file: "src/auth.ts",
+                line: 42,
+                severity: "high",
+            });
+            const results = [
+                createModelResult("claude-3.5-sonnet", [{ ...finding, id: "claude-1" }]),
+                createModelResult("gpt-4-turbo", [{ ...finding, id: "gpt-1" }]),
+                createModelResult("gemini-1.5-pro", [{ ...finding, id: "gemini-1" }]),
+            ];
+            const matches = matchFindings(results);
+            const disagreements = findDisagreements(matches, results);
+            // Should only have severity disagreement if severities differ
+            expect(disagreements.filter((d) => d.type === "existence").length).toBe(0);
+        });
+    });
+    describe("calculateFleissKappa", () => {
+        it("returns high kappa for strong agreement", () => {
+            // Create two findings that all models find
+            const finding1 = createFinding({ file: "a.ts", line: 1, description: "Finding 1" });
+            const finding2 = createFinding({ file: "b.ts", line: 2, description: "Finding 2" });
+            const results = [
+                createModelResult("claude-3.5-sonnet", [
+                    { ...finding1, id: "c1" },
+                    { ...finding2, id: "c2" },
+                ]),
+                createModelResult("gpt-4-turbo", [
+                    { ...finding1, id: "g1" },
+                    { ...finding2, id: "g2" },
+                ]),
+                createModelResult("gemini-1.5-pro", [
+                    { ...finding1, id: "m1" },
+                    { ...finding2, id: "m2" },
+                ]),
+            ];
+            const matches = matchFindings(results);
+            const kappa = calculateFleissKappa(matches, results);
+            // When all models agree on all findings, kappa should be 1 (or close to it)
+            expect(kappa).toBeGreaterThanOrEqual(0.8);
+        });
+        it("returns lower kappa for partial agreement", () => {
+            const finding1 = createFinding({ file: "a.ts", line: 1, description: "Finding 1" });
+            const finding2 = createFinding({ file: "b.ts", line: 2, description: "Finding 2" });
+            const results = [
+                createModelResult("claude-3.5-sonnet", [
+                    { ...finding1, id: "c1" },
+                    { ...finding2, id: "c2" },
+                ]),
+                createModelResult("gpt-4-turbo", [{ ...finding1, id: "g1" }]), // Missed finding2
+                createModelResult("gemini-1.5-pro", [{ ...finding2, id: "m2" }]), // Missed finding1
+            ];
+            const matches = matchFindings(results);
+            const kappa = calculateFleissKappa(matches, results);
+            // Should be between -1 and 1
+            expect(kappa).toBeGreaterThanOrEqual(-1);
+            expect(kappa).toBeLessThanOrEqual(1);
+            // Should be less than 1 due to disagreement
+            expect(kappa).toBeLessThan(1);
+        });
+        it("handles single model results", () => {
+            const finding = createFinding();
+            const results = [
+                createModelResult("claude-3.5-sonnet", [finding]),
+            ];
+            const matches = matchFindings(results);
+            const kappa = calculateFleissKappa(matches, results);
+            expect(kappa).toBe(0); // Can't calculate kappa with single rater
+        });
+        it("handles empty matches", () => {
+            const results = [
+                createModelResult("claude-3.5-sonnet", []),
+                createModelResult("gpt-4-turbo", []),
+            ];
+            const matches = matchFindings(results);
+            const kappa = calculateFleissKappa(matches, results);
+            expect(kappa).toBe(0);
+        });
+    });
+    describe("mergeFindings", () => {
+        it("includes all findings when not requiring majority", () => {
+            const finding1 = createFinding({ file: "a.ts", description: "Finding 1" });
+            const finding2 = createFinding({ file: "b.ts", description: "Finding 2" });
+            const results = [
+                createModelResult("claude-3.5-sonnet", [{ ...finding1, id: "c1" }]),
+                createModelResult("gpt-4-turbo", [{ ...finding2, id: "g2" }]),
+            ];
+            const matches = matchFindings(results);
+            const merged = mergeFindings(matches, results, { requireMajority: false });
+            expect(merged.length).toBe(2);
+        });
+        it("filters to majority when required", () => {
+            const sharedFinding = createFinding({ file: "a.ts", description: "Shared Finding" });
+            const uniqueFinding = createFinding({ file: "b.ts", description: "Unique Finding" });
+            const results = [
+                createModelResult("claude-3.5-sonnet", [
+                    { ...sharedFinding, id: "c1" },
+                    { ...uniqueFinding, id: "c2" },
+                ]),
+                createModelResult("gpt-4-turbo", [{ ...sharedFinding, id: "g1" }]),
+                createModelResult("gemini-1.5-pro", [{ ...sharedFinding, id: "m1" }]),
+            ];
+            const matches = matchFindings(results);
+            const merged = mergeFindings(matches, results, { requireMajority: true });
+            // Only the shared finding should be included (found by 3/3 = 100% > 50%)
+            expect(merged.length).toBe(1);
+            expect(merged[0].description).toBe("Shared Finding");
+        });
+        it("uses highest severity when models disagree", () => {
+            const baseFinding = createFinding({
+                file: "a.ts",
+                line: 1,
+                description: "Finding",
+                category: "security",
+            });
+            const results = [
+                createModelResult("claude-3.5-sonnet", [{ ...baseFinding, id: "c1", severity: "critical" }]),
+                createModelResult("gpt-4-turbo", [{ ...baseFinding, id: "g1", severity: "medium" }]),
+            ];
+            const matches = matchFindings(results);
+            const merged = mergeFindings(matches, results);
+            expect(merged[0].severity).toBe("critical");
+        });
+    });
+    describe("calculateMultiModelConsensus", () => {
+        it("calculates complete consensus result", () => {
+            const finding = createFinding({
+                file: "src/auth.ts",
+                line: 42,
+                description: "SQL Injection",
+                category: "security",
+                severity: "high",
+            });
+            const results = [
+                createModelResult("claude-3.5-sonnet", [{ ...finding, id: "c1" }]),
+                createModelResult("gpt-4-turbo", [{ ...finding, id: "g1" }]),
+                createModelResult("gemini-1.5-pro", [{ ...finding, id: "m1" }]),
+            ];
+            const consensus = calculateMultiModelConsensus("cert-123", "security", results);
+            expect(consensus.certificationId).toBe("cert-123");
+            expect(consensus.agent).toBe("security");
+            expect(consensus.models.length).toBe(3);
+            expect(consensus.metrics.agreementRate).toBe(100);
+            expect(consensus.metrics.unanimousFindings).toBe(1);
+            expect(consensus.mergedFindings.length).toBe(1);
+        });
+        it("tracks metrics by severity", () => {
+            const criticalFinding = createFinding({ severity: "critical", file: "a.ts", description: "Critical" });
+            const highFinding = createFinding({ severity: "high", file: "b.ts", description: "High" });
+            const results = [
+                createModelResult("claude-3.5-sonnet", [
+                    { ...criticalFinding, id: "c1" },
+                    { ...highFinding, id: "c2" },
+                ]),
+                createModelResult("gpt-4-turbo", [
+                    { ...criticalFinding, id: "g1" },
+                    { ...highFinding, id: "g2" },
+                ]),
+            ];
+            const consensus = calculateMultiModelConsensus("cert-123", "security", results);
+            expect(consensus.metrics.bySeverity.critical.unanimous).toBe(1);
+            expect(consensus.metrics.bySeverity.high.unanimous).toBe(1);
+        });
+    });
+    describe("generateConsensusSummary", () => {
+        it("generates markdown report", () => {
+            const finding = createFinding();
+            const results = [
+                createModelResult("claude-3.5-sonnet", [finding]),
+                createModelResult("gpt-4-turbo", [finding]),
+            ];
+            const consensus = calculateMultiModelConsensus("cert-123", "security", results);
+            const summary = generateConsensusSummary(consensus);
+            expect(summary).toContain("# Multi-Model Consensus Report");
+            expect(summary).toContain("Agreement Rate");
+            expect(summary).toContain("Fleiss' Kappa");
+            expect(summary).toContain("| Severity |");
+        });
+        it("includes disagreements section when present", () => {
+            const finding = createFinding({
+                file: "src/auth.ts",
+                line: 42,
+                severity: "high",
+            });
+            const results = [
+                createModelResult("claude-3.5-sonnet", [{ ...finding, id: "c1" }]),
+                createModelResult("gpt-4-turbo", []),
+            ];
+            const consensus = calculateMultiModelConsensus("cert-123", "security", results);
+            const summary = generateConsensusSummary(consensus);
+            expect(summary).toContain("## Disagreements");
+        });
+    });
+});
+//# sourceMappingURL=consensus.test.js.map

package/dist/multimodel/consensus.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consensus.test.js","sourceRoot":"","sources":["../../src/multimodel/consensus.test.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAG9C,OAAO,EACL,0BAA0B,EAC1B,yBAAyB,EACzB,aAAa,EACb,iBAAiB,EACjB,oBAAoB,EACpB,aAAa,EACb,4BAA4B,EAC5B,wBAAwB,GACzB,MAAM,gBAAgB,CAAC;AAExB,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,iCAAiC;IACjC,SAAS,aAAa,CAAC,YAAyD,EAAE;QAChF,OAAO;YACL,EAAE,EAAE,WAAW,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YACvD,WAAW,EAAE,SAAS,CAAC,WAAW,IAAI,4BAA4B;YAClE,QAAQ,EAAE,QAAQ;YAClB,QAAQ,EAAE,UAAU;YACpB,QAAQ,EAAE,eAAe;YACzB,UAAU,EAAE,EAAE;YACd,aAAa,EAAE,EAAE;YACjB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,GAAG,SAAS;SACb,CAAC;IACJ,CAAC;IAED,sCAAsC;IACtC,SAAS,iBAAiB,CACxB,KAA6D,EAC7D,QAAmB,EACnB,OAAO,GAAG,IAAI;QAEd,MAAM,SAAS,GAAG;YAChB,mBAAmB,EAAE,WAAoB;YACzC,aAAa,EAAE,QAAiB;YAChC,gBAAgB,EAAE,QAAiB;SACpC,CAAC;QAEF,OAAO;YACL,KAAK;YACL,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC;YAC1B,KAAK,EAAE,UAAU;YACjB,QAAQ;YACR,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE;YACjD,IAAI,EAAE,IAAI;YACV,OAAO;YACP,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;IACJ,CAAC;IAED,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACzC,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,MAAM,CAAC,yBAAyB,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACpD,MAAM,CAAC,yBAAyB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC1D,MAAM,GAAG,GAAG,yBAAyB,CAAC,6BAA6B,EAAE,wBAAwB,CAAC,CAAC;YAC/F,MAAM,CAAC,GAAG,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qBAAqB,EAAE,GAAG,EAAE;YAC7B,MAAM,CAAC,yBAAyB,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;YAC/B,MAAM,CAAC,yBAAyB,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClD,MAAM,CAAC,yBAAyB,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;QAC1C,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,OAAO,GAAG,aAAa,CAAC;gBAC5B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,EAAE;gBACR,WAAW,EAAE,eAAe;gBAC5B,QAAQ,EAAE,UAAU;gBACpB,QAAQ,EAAE,MAAM;aACjB,CAAC,CAAC;YAEH,MAAM,GAAG,GAAG,0BAA0B,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACzD,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,CAAC,GAAG,aAAa,CAAC;gBACtB,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,EAAE;gBACR,WAAW,EAAE,6BAA6B;gBAC1C,QAAQ,EAAE,UAAU;aACrB,CAAC,CAAC;YACH,MAAM,CAAC,GAAG,aAAa,CAAC;gBACtB,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,EAAE;gBACR,WAAW,EAAE,sBAAsB;gBACnC,QAAQ,EAAE,UAAU;aACrB,CAAC,CAAC;YAEH,MAAM,GAAG,GAAG,0BAA0B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7C,MAAM,CAAC,GAAG,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,CAAC,GAAG,aAAa,CAAC;gBACtB,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,EAAE;gBACR,WAAW,EAAE,eAAe;gBAC5B,QAAQ,EAAE,UAAU;aACrB,CAAC,CAAC;YACH,MAAM,CAAC,GAAG,aAAa,CAAC;gBACtB,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,GAAG;gBACT,WAAW,EAAE,eAAe;gBAC5B,QAAQ,EAAE,UAAU;aACrB,CAAC,CAAC;YAEH,MAAM,GAAG,GAAG,0BAA0B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7C,MAAM,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,CAAC,GAAG,aAAa,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;YAC3D,MAAM,CAAC,GAAG,aAAa,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;YAC3D,MAAM,CAAC,GAAG,aAAa,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;YAE5D,MAAM,OAAO,GAAG,0BAA0B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACjD,MAAM,MAAM,GAAG,0BAA0B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAEhD,MAAM,CAAC,OAAO,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC7B,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YAClD,MAAM,aAAa,GAAG,aAAa,CAAC;gBAClC,EAAE,EAAE,QAAQ;gBACZ,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,EAAE;gBACR,WAAW,EAAE,eAAe;gBAC5B,QAAQ,EAAE,UAAU;aACrB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAqB;gBAChC,iBAAiB,CAAC,mBAAmB,EAAE,CAAC,EAAE,GAAG,aAAa,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;gBAC9E,iBAAiB,CAAC,aAAa,EAAE,CAAC,EAAE,GAAG,aAAa,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;gBACrE,iBAAiB,CAAC,gBAAgB,EAAE,CAAC,EAAE,GAAG,aAAa,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;aAC5E,CAAC;YAEF,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YAEvC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,OAAO,GAAG,aAAa,CAAC;gBAC5B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,EAAE;gBACR,WAAW,EAAE,eAAe;aAC7B,CAAC,CAAC;YAEH,MAAM,OAAO,GAAqB;gBAChC,iBAAiB,CAAC,mBAAmB,EAAE,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;gBACxE,iBAAiB,CAAC,aAAa,EAAE,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC/D,iBAAiB,CAAC,gBAAgB,EAAE,EAAE,CAAC,EAAE,mBAAmB;aAC7D,CAAC;YAEF,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YAEvC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;YAC1D,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;YACpD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;YAC3D,MAAM,aAAa,GAAG,aAAa,CAAC;gBAClC,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,EAAE;gBACR,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,MAAM,UAAU,GAAG,aAAa,CAAC;gBAC/B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,GAAG;gBACT,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAqB;gBAChC,iBAAiB,CAAC,mBAAmB,EAAE,CAAC,aAAa,CAAC,CAAC;gBACvD,iBAAiB,CAAC,aAAa,EAAE,CAAC,UAAU,CAAC,CAAC;aAC/C,CAAC;YAEF,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YAEvC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnG,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;YAC/B,MAAM,OAAO,GAAqB;gBAChC,iBAAiB,CAAC,mBAAmB,EAAE,EAAE,CAAC;gBAC1C,iBAAiB,CAAC,aAAa,EAAE,EAAE,CAAC;aACrC,CAAC;YAEF,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;YACnC,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;YAChC,MAAM,OAAO,GAAqB;gBAChC,iBAAiB,CAAC,mBAAmB,EAAE,CAAC,OAAO,CAAC,CAAC;gBACjD,EAAE,GAAG,iBAAiB,CAAC,aAAa,EAAE,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE;aAChF,CAAC;YAEF,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/B,qCAAqC;YACrC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;YAC5C,MAAM,OAAO,GAAG,aAAa,CAAC;gBAC5B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,EAAE;gBACR,QAAQ,EAAE,MAAM;aACjB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAqB;gBAChC,iBAAiB,CAAC,mBAAmB,EAAE,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;gBACxE,iBAAiB,CAAC,aAAa,EAAE,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC/D,iBAAiB,CAAC,gBAAgB,EAAE,EAAE,CAAC;aACxC,CAAC;YAEF,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,aAAa,GAAG,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAE1D,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,WAAW,GAAG,aAAa,CAAC;gBAChC,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,EAAE;gBACR,WAAW,EAAE,eAAe;gBAC5B,QAAQ,EAAE,UAAU;aACrB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAqB;gBAChC,iBAAiB,CAAC,mBAAmB,EAAE,CAAC,EAAE,GAAG,WAAW,EAAE,EAAE,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC;gBAClG,iBAAiB,CAAC,aAAa,EAAE,CAAC,EAAE,GAAG,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;gBACrF,iBAAiB,CAAC,gBAAgB,EAAE,CAAC,EAAE,GAAG,WAAW,EAAE,EAAE,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;aAC9F,CAAC;YAEF,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,aAAa,GAAG,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAE1D,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;YAC3D,MAAM,OAAO,GAAG,aAAa,CAAC;gBAC5B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,EAAE;gBACR,QAAQ,EAAE,MAAM;aACjB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAqB;gBAChC,iBAAiB,CAAC,mBAAmB,EAAE,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;gBACxE,iBAAiB,CAAC,aAAa,EAAE,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC/D,iBAAiB,CAAC,gBAAgB,EAAE,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;aACtE,CAAC;YAEF,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,aAAa,GAAG,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAE1D,8DAA8D;YAC9D,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7E,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,2CAA2C;YAC3C,MAAM,QAAQ,GAAG,aAAa,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC,CAAC;YACpF,MAAM,QAAQ,GAAG,aAAa,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC,CAAC;YAEpF,MAAM,OAAO,GAAqB;gBAChC,iBAAiB,CAAC,mBAAmB,EAAE;oBACrC,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE;oBACzB,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE;iBAC1B,CAAC;gBACF,iBAAiB,CAAC,aAAa,EAAE;oBAC/B,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE;oBACzB,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE;iBAC1B,CAAC;gBACF,iBAAiB,CAAC,gBAAgB,EAAE;oBAClC,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE;oBACzB,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE;iBAC1B,CAAC;aACH,CAAC;YAEF,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAErD,4EAA4E;YAC5E,MAAM,CAAC,KAAK,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,QAAQ,GAAG,aAAa,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC,CAAC;YACpF,MAAM,QAAQ,GAAG,aAAa,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC,CAAC;YAEpF,MAAM,OAAO,GAAqB;gBAChC,iBAAiB,CAAC,mBAAmB,EAAE;oBACrC,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE;oBACzB,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE;iBAC1B,CAAC;gBACF,iBAAiB,CAAC,aAAa,EAAE,CAAC,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,kBAAkB;gBACjF,iBAAiB,CAAC,gBAAgB,EAAE,CAAC,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,kBAAkB;aACrF,CAAC;YAEF,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAErD,6BAA6B;YAC7B,MAAM,CAAC,KAAK,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,KAAK,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;YACrC,4CAA4C;YAC5C,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;YACtC,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;YAChC,MAAM,OAAO,GAAqB;gBAChC,iBAAiB,CAAC,mBAAmB,EAAE,CAAC,OAAO,CAAC,CAAC;aAClD,CAAC;YAEF,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAErD,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,0CAA0C;QACnE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;YAC/B,MAAM,OAAO,GAAqB;gBAChC,iBAAiB,CAAC,mBAAmB,EAAE,EAAE,CAAC;gBAC1C,iBAAiB,CAAC,aAAa,EAAE,EAAE,CAAC;aACrC,CAAC;YAEF,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAErD,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC7B,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;YAC3D,MAAM,QAAQ,GAAG,aAAa,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC,CAAC;YAC3E,MAAM,QAAQ,GAAG,aAAa,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC,CAAC;YAE3E,MAAM,OAAO,GAAqB;gBAChC,iBAAiB,CAAC,mBAAmB,EAAE,CAAC,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;gBACnE,iBAAiB,CAAC,aAAa,EAAE,CAAC,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;aAC9D,CAAC;YAEF,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,MAAM,GAAG,aAAa,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,CAAC;YAE3E,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,aAAa,GAAG,aAAa,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,gBAAgB,EAAE,CAAC,CAAC;YACrF,MAAM,aAAa,GAAG,aAAa,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,gBAAgB,EAAE,CAAC,CAAC;YAErF,MAAM,OAAO,GAAqB;gBAChC,iBAAiB,CAAC,mBAAmB,EAAE;oBACrC,EAAE,GAAG,aAAa,EAAE,EAAE,EAAE,IAAI,EAAE;oBAC9B,EAAE,GAAG,aAAa,EAAE,EAAE,EAAE,IAAI,EAAE;iBAC/B,CAAC;gBACF,iBAAiB,CAAC,aAAa,EAAE,CAAC,EAAE,GAAG,aAAa,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClE,iBAAiB,CAAC,gBAAgB,EAAE,CAAC,EAAE,GAAG,aAAa,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;aACtE,CAAC;YAEF,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,MAAM,GAAG,aAAa,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;YAE1E,yEAAyE;YACzE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC9B,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACpD,MAAM,WAAW,GAAG,aAAa,CAAC;gBAChC,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,CAAC;gBACP,WAAW,EAAE,SAAS;gBACtB,QAAQ,EAAE,UAAU;aACrB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAqB;gBAChC,iBAAiB,CAAC,mBAAmB,EAAE,CAAC,EAAE,GAAG,WAAW,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC;gBAC5F,iBAAiB,CAAC,aAAa,EAAE,CAAC,EAAE,GAAG,WAAW,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;aACrF,CAAC;YAEF,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,MAAM,GAAG,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAE/C,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;QAC5C,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;YAC9C,MAAM,OAAO,GAAG,aAAa,CAAC;gBAC5B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,EAAE;gBACR,WAAW,EAAE,eAAe;gBAC5B,QAAQ,EAAE,UAAU;gBACpB,QAAQ,EAAE,MAAM;aACjB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAqB;gBAChC,iBAAiB,CAAC,mBAAmB,EAAE,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClE,iBAAiB,CAAC,aAAa,EAAE,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC5D,iBAAiB,CAAC,gBAAgB,EAAE,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;aAChE,CAAC;YAEF,MAAM,SAAS,GAAG,4BAA4B,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;YAEhF,MAAM,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACnD,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACzC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACxC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClD,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpD,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,MAAM,eAAe,GAAG,aAAa,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC;YACvG,MAAM,WAAW,GAAG,aAAa,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC;YAE3F,MAAM,OAAO,GAAqB;gBAChC,iBAAiB,CAAC,mBAAmB,EAAE;oBACrC,EAAE,GAAG,eAAe,EAAE,EAAE,EAAE,IAAI,EAAE;oBAChC,EAAE,GAAG,WAAW,EAAE,EAAE,EAAE,IAAI,EAAE;iBAC7B,CAAC;gBACF,iBAAiB,CAAC,aAAa,EAAE;oBAC/B,EAAE,GAAG,eAAe,EAAE,EAAE,EAAE,IAAI,EAAE;oBAChC,EAAE,GAAG,WAAW,EAAE,EAAE,EAAE,IAAI,EAAE;iBAC7B,CAAC;aACH,CAAC;YAEF,MAAM,SAAS,GAAG,4BAA4B,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;YAEhF,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAChE,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;QACxC,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;YACnC,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;YAChC,MAAM,OAAO,GAAqB;gBAChC,iBAAiB,CAAC,mBAAmB,EAAE,CAAC,OAAO,CAAC,CAAC;gBACjD,iBAAiB,CAAC,aAAa,EAAE,CAAC,OAAO,CAAC,CAAC;aAC5C,CAAC;YAEF,MAAM,SAAS,GAAG,4BAA4B,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;YAChF,MAAM,OAAO,GAAG,wBAAwB,CAAC,SAAS,CAAC,CAAC;YAEpD,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,gCAAgC,CAAC,CAAC;YAC5D,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;YAC5C,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;YAC3C,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,OAAO,GAAG,aAAa,CAAC;gBAC5B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,EAAE;gBACR,QAAQ,EAAE,MAAM;aACjB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAqB;gBAChC,iBAAiB,CAAC,mBAAmB,EAAE,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClE,iBAAiB,CAAC,aAAa,EAAE,EAAE,CAAC;aACrC,CAAC;YAEF,MAAM,SAAS,GAAG,4BAA4B,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;YAChF,MAAM,OAAO,GAAG,wBAAwB,CAAC,SAAS,CAAC,CAAC;YAEpD,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/multimodel/index.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Multi-Model Consensus Module
+ *
+ * Provides multi-model consensus for certification findings.
+ * Run the same agent across Claude, GPT, and Gemini to identify
+ * inter-model disagreements - harder to game than intra-model cross-verification.
+ *
+ * @module multimodel
+ */
+export type { ModelConfig, ModelRunResult, FindingMatch, ModelDisagreement, MultiModelConsensus, MultiModelRunOptions, MultiModelConfig, MultiModelSummary, } from "./types.js";
+export { calculateFindingSimilarity, calculateStringSimilarity, matchFindings, findDisagreements, calculateFleissKappa, mergeFindings, calculateMultiModelConsensus, generateConsensusSummary, } from "./consensus.js";
+export { DEFAULT_MODELS, MultiModelRunner, getRunner, resetRunner, formatProvider, } from "./runner.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/multimodel/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/multimodel/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,YAAY,EACV,WAAW,EACX,cAAc,EACd,YAAY,EACZ,iBAAiB,EACjB,mBAAmB,EACnB,oBAAoB,EACpB,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,0BAA0B,EAC1B,yBAAyB,EACzB,aAAa,EACb,iBAAiB,EACjB,oBAAoB,EACpB,aAAa,EACb,4BAA4B,EAC5B,wBAAwB,GACzB,MAAM,gBAAgB,CAAC;AAGxB,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,SAAS,EACT,WAAW,EACX,cAAc,GACf,MAAM,aAAa,CAAC"}

package/dist/multimodel/index.js

@@ -0,0 +1,14 @@
+/**
+ * Multi-Model Consensus Module
+ *
+ * Provides multi-model consensus for certification findings.
+ * Run the same agent across Claude, GPT, and Gemini to identify
+ * inter-model disagreements - harder to game than intra-model cross-verification.
+ *
+ * @module multimodel
+ */
+// Consensus calculation
+export { calculateFindingSimilarity, calculateStringSimilarity, matchFindings, findDisagreements, calculateFleissKappa, mergeFindings, calculateMultiModelConsensus, generateConsensusSummary, } from "./consensus.js";
+// Runner
+export { DEFAULT_MODELS, MultiModelRunner, getRunner, resetRunner, formatProvider, } from "./runner.js";
+//# sourceMappingURL=index.js.map

package/dist/multimodel/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/multimodel/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAcH,wBAAwB;AACxB,OAAO,EACL,0BAA0B,EAC1B,yBAAyB,EACzB,aAAa,EACb,iBAAiB,EACjB,oBAAoB,EACpB,aAAa,EACb,4BAA4B,EAC5B,wBAAwB,GACzB,MAAM,gBAAgB,CAAC;AAExB,SAAS;AACT,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,SAAS,EACT,WAAW,EACX,cAAc,GACf,MAAM,aAAa,CAAC"}

package/dist/multimodel/runner.d.ts

@@ -0,0 +1,95 @@
+/**
+ * Multi-Model Runner
+ *
+ * Orchestrates running certification agents across multiple LLM providers.
+ *
+ * @module multimodel/runner
+ */
+import type { AgentType, Finding } from "../certification/types.js";
+import type { ModelId, ModelProvider } from "../cost/types.js";
+import type { ModelConfig, ModelRunResult, MultiModelConfig, MultiModelSummary, MultiModelConsensus } from "./types.js";
+/**
+ * Default model configurations
+ */
+export declare const DEFAULT_MODELS: ModelConfig[];
+/**
+ * Multi-model runner for certifications
+ */
+export declare class MultiModelRunner {
+    private config;
+    private results;
+    constructor(config?: Partial<MultiModelConfig>);
+    /**
+     * Get enabled models
+     */
+    getEnabledModels(): ModelConfig[];
+    /**
+     * Get model configuration
+     */
+    getModelConfig(modelId: ModelId): ModelConfig | undefined;
+    /**
+     * Enable/disable a model
+     */
+    setModelEnabled(modelId: ModelId, enabled: boolean): void;
+    /**
+     * Add a model configuration
+     */
+    addModel(config: ModelConfig): void;
+    /**
+     * Record a model run result
+     * This is called by certification agents to record their results
+     */
+    recordResult(certificationId: string, agent: AgentType, model: ModelId, findings: Finding[], metrics: {
+        duration: number;
+        inputTokens: number;
+        outputTokens: number;
+    }): ModelRunResult;
+    /**
+     * Record a failed model run
+     */
+    recordFailure(certificationId: string, agent: AgentType, model: ModelId, error: string, duration: number): ModelRunResult;
+    /**
+     * Get results for a certification/agent
+     */
+    getResults(certificationId: string, agent: AgentType): ModelRunResult[];
+    /**
+     * Check if we have enough results for consensus
+     */
+    hasEnoughResults(certificationId: string, agent: AgentType, minModels?: number): boolean;
+    /**
+     * Calculate consensus for a certification/agent
+     */
+    calculateConsensus(certificationId: string, agent: AgentType, options?: {
+        matchThreshold?: number;
+        requireMajority?: boolean;
+    }): MultiModelConsensus | null;
+    /**
+     * Generate summary for a certification/agent
+     */
+    generateSummary(certificationId: string, agent: AgentType): MultiModelSummary | null;
+    /**
+     * Generate markdown report
+     */
+    generateReport(certificationId: string, agent: AgentType): string;
+    /**
+     * Clear results for a certification
+     */
+    clearResults(certificationId: string, agent?: AgentType): void;
+    /**
+     * Get provider from model ID
+     */
+    private getProviderFromModel;
+}
+/**
+ * Get or create global runner
+ */
+export declare function getRunner(config?: Partial<MultiModelConfig>): MultiModelRunner;
+/**
+ * Reset global runner
+ */
+export declare function resetRunner(): void;
+/**
+ * Format provider name for display
+ */
+export declare function formatProvider(provider: ModelProvider): string;
+//# sourceMappingURL=runner.d.ts.map

package/dist/multimodel/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/multimodel/runner.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAE/D,OAAO,KAAK,EACV,WAAW,EACX,cAAc,EACd,gBAAgB,EAEhB,iBAAiB,EACjB,mBAAmB,EACpB,MAAM,YAAY,CAAC;AAMpB;;GAEG;AACH,eAAO,MAAM,cAAc,EAAE,WAAW,EAmBvC,CAAC;AAgBF;;GAEG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,MAAM,CAAmB;IACjC,OAAO,CAAC,OAAO,CAAgC;gBAEnC,MAAM,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC;IAc9C;;OAEG;IACH,gBAAgB,IAAI,WAAW,EAAE;IAIjC;;OAEG;IACH,cAAc,CAAC,OAAO,EAAE,OAAO,GAAG,WAAW,GAAG,SAAS;IAIzD;;OAEG;IACH,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI;IAOzD;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI;IASnC;;;OAGG;IACH,YAAY,CACV,eAAe,EAAE,MAAM,EACvB,KAAK,EAAE,SAAS,EAChB,KAAK,EAAE,OAAO,EACd,QAAQ,EAAE,OAAO,EAAE,EACnB,OAAO,EAAE;QACP,QAAQ,EAAE,MAAM,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;KACtB,GACA,cAAc;IAoCjB;;OAEG;IACH,aAAa,CACX,eAAe,EAAE,MAAM,EACvB,KAAK,EAAE,SAAS,EAChB,KAAK,EAAE,OAAO,EACd,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,GACf,cAAc;IA0BjB;;OAEG;IACH,UAAU,CAAC,eAAe,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,GAAG,cAAc,EAAE;IAKvE;;OAEG;IACH,gBAAgB,CACd,eAAe,EAAE,MAAM,EACvB,KAAK,EAAE,SAAS,EAChB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO;IAOV;;OAEG;IACH,kBAAkB,CAChB,eAAe,EAAE,MAAM,EACvB,KAAK,EAAE,SAAS,EAChB,OAAO,CAAC,EAAE;QAAE,cAAc,CAAC,EAAE,MAAM,CAAC;QAAC,eAAe,CAAC,EAAE,OAAO,CAAA;KAAE,GAC/D,mBAAmB,GAAG,IAAI;IAkB7B;;OAEG;IACH,eAAe,CAAC,eAAe,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,GAAG,iBAAiB,GAAG,IAAI;IA0BpF;;OAEG;IACH,cAAc,CAAC,eAAe,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,GAAG,MAAM;IAqCjE;;OAEG;IACH,YAAY,CAAC,eAAe,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,SAAS,GAAG,IAAI;IAa9D;;OAEG;IACH,OAAO,CAAC,oBAAoB;CAU7B;AAOD;;GAEG;AACH,wBAAgB,SAAS,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC,GAAG,gBAAgB,CAK9E;AAED;;GAEG;AACH,wBAAgB,WAAW,IAAI,IAAI,CAElC;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,aAAa,GAAG,MAAM,CAW9D"}