vaspera 2.5.0

package/dist/multimodel/runner.js

@@ -0,0 +1,312 @@
+/**
+ * Multi-Model Runner
+ *
+ * Orchestrates running certification agents across multiple LLM providers.
+ *
+ * @module multimodel/runner
+ */
+import { MODEL_PRICING, calculateCost, formatCost, formatTokens } from "../cost/index.js";
+import { calculateMultiModelConsensus, generateConsensusSummary, } from "./consensus.js";
+/**
+ * Default model configurations
+ */
+export const DEFAULT_MODELS = [
+    {
+        id: "claude-3.5-sonnet",
+        provider: "anthropic",
+        weight: 1.0,
+        enabled: true,
+    },
+    {
+        id: "gpt-4-turbo",
+        provider: "openai",
+        weight: 1.0,
+        enabled: true,
+    },
+    {
+        id: "gemini-1.5-pro",
+        provider: "google",
+        weight: 1.0,
+        enabled: true,
+    },
+];
+/**
+ * Default run options
+ */
+const DEFAULT_OPTIONS = {
+    models: [],
+    agents: ["security"],
+    parallel: true,
+    timeout: 300000, // 5 minutes
+    failFast: false,
+    minModels: 2,
+    matchThreshold: 70,
+    trackCosts: true,
+};
+/**
+ * Multi-model runner for certifications
+ */
+export class MultiModelRunner {
+    config;
+    results;
+    constructor(config) {
+        this.config = {
+            models: config?.models || DEFAULT_MODELS,
+            defaults: { ...DEFAULT_OPTIONS, ...config?.defaults },
+            thresholds: {
+                unanimous: 100,
+                majority: 50,
+                goodAgreement: 0.6,
+                ...config?.thresholds,
+            },
+        };
+        this.results = new Map();
+    }
+    /**
+     * Get enabled models
+     */
+    getEnabledModels() {
+        return this.config.models.filter((m) => m.enabled !== false);
+    }
+    /**
+     * Get model configuration
+     */
+    getModelConfig(modelId) {
+        return this.config.models.find((m) => m.id === modelId);
+    }
+    /**
+     * Enable/disable a model
+     */
+    setModelEnabled(modelId, enabled) {
+        const model = this.config.models.find((m) => m.id === modelId);
+        if (model) {
+            model.enabled = enabled;
+        }
+    }
+    /**
+     * Add a model configuration
+     */
+    addModel(config) {
+        const existing = this.config.models.findIndex((m) => m.id === config.id);
+        if (existing >= 0) {
+            this.config.models[existing] = config;
+        }
+        else {
+            this.config.models.push(config);
+        }
+    }
+    /**
+     * Record a model run result
+     * This is called by certification agents to record their results
+     */
+    recordResult(certificationId, agent, model, findings, metrics) {
+        const modelConfig = this.getModelConfig(model);
+        const provider = modelConfig?.provider || this.getProviderFromModel(model);
+        // Calculate cost
+        const cost = calculateCost(model, {
+            inputTokens: metrics.inputTokens,
+            outputTokens: metrics.outputTokens,
+            totalTokens: metrics.inputTokens + metrics.outputTokens,
+        });
+        const result = {
+            model,
+            provider,
+            agent,
+            findings,
+            duration: metrics.duration,
+            tokens: {
+                input: metrics.inputTokens,
+                output: metrics.outputTokens,
+                total: metrics.inputTokens + metrics.outputTokens,
+            },
+            cost: cost.totalCost,
+            success: true,
+            timestamp: new Date().toISOString(),
+        };
+        // Store result
+        const key = `${certificationId}:${agent}`;
+        const existing = this.results.get(key) || [];
+        existing.push(result);
+        this.results.set(key, existing);
+        return result;
+    }
+    /**
+     * Record a failed model run
+     */
+    recordFailure(certificationId, agent, model, error, duration) {
+        const modelConfig = this.getModelConfig(model);
+        const provider = modelConfig?.provider || this.getProviderFromModel(model);
+        const result = {
+            model,
+            provider,
+            agent,
+            findings: [],
+            duration,
+            tokens: { input: 0, output: 0, total: 0 },
+            cost: 0,
+            success: false,
+            error,
+            timestamp: new Date().toISOString(),
+        };
+        // Store result
+        const key = `${certificationId}:${agent}`;
+        const existing = this.results.get(key) || [];
+        existing.push(result);
+        this.results.set(key, existing);
+        return result;
+    }
+    /**
+     * Get results for a certification/agent
+     */
+    getResults(certificationId, agent) {
+        const key = `${certificationId}:${agent}`;
+        return this.results.get(key) || [];
+    }
+    /**
+     * Check if we have enough results for consensus
+     */
+    hasEnoughResults(certificationId, agent, minModels) {
+        const results = this.getResults(certificationId, agent);
+        const successfulResults = results.filter((r) => r.success);
+        const required = minModels ?? this.config.defaults?.minModels ?? 2;
+        return successfulResults.length >= required;
+    }
+    /**
+     * Calculate consensus for a certification/agent
+     */
+    calculateConsensus(certificationId, agent, options) {
+        const results = this.getResults(certificationId, agent);
+        if (results.length === 0) {
+            return null;
+        }
+        return calculateMultiModelConsensus(certificationId, agent, results, {
+            matchThreshold: options?.matchThreshold ?? this.config.defaults?.matchThreshold,
+            requireMajority: options?.requireMajority,
+        });
+    }
+    /**
+     * Generate summary for a certification/agent
+     */
+    generateSummary(certificationId, agent) {
+        const results = this.getResults(certificationId, agent);
+        if (results.length === 0)
+            return null;
+        const consensus = this.calculateConsensus(certificationId, agent);
+        if (!consensus)
+            return null;
+        const successfulResults = results.filter((r) => r.success);
+        const allFindings = successfulResults.flatMap((r) => r.findings);
+        const totalCost = successfulResults.reduce((sum, r) => sum + r.cost, 0);
+        const totalTokens = successfulResults.reduce((sum, r) => sum + r.tokens.total, 0);
+        return {
+            totalModels: results.length,
+            successfulModels: successfulResults.length,
+            totalFindings: allFindings.length,
+            uniqueFindings: consensus.mergedFindings.length,
+            agreementRate: consensus.metrics.agreementRate,
+            reliability: consensus.metrics.fleissKappa,
+            totalCost,
+            totalTokens,
+            highConfidenceFindings: consensus.metrics.unanimousFindings + consensus.metrics.majorityFindings,
+            disputedFindings: consensus.metrics.disputedFindings,
+        };
+    }
+    /**
+     * Generate markdown report
+     */
+    generateReport(certificationId, agent) {
+        const consensus = this.calculateConsensus(certificationId, agent);
+        if (!consensus) {
+            return `# Multi-Model Report\n\nNo results available for ${certificationId}/${agent}`;
+        }
+        const summary = this.generateSummary(certificationId, agent);
+        const consensusReport = generateConsensusSummary(consensus);
+        const lines = [
+            consensusReport,
+            "",
+            "## Cost Summary",
+            "",
+        ];
+        if (summary) {
+            lines.push(`- **Total Cost**: ${formatCost(summary.totalCost)}`);
+            lines.push(`- **Total Tokens**: ${formatTokens(summary.totalTokens)}`);
+            lines.push("");
+        }
+        // Individual model results
+        lines.push("## Individual Model Results", "");
+        lines.push("| Model | Provider | Findings | Tokens | Cost | Duration |");
+        lines.push("|-------|----------|----------|--------|------|----------|");
+        for (const result of consensus.results) {
+            const status = result.success ? "OK" : "FAIL";
+            lines.push(`| ${result.model} (${status}) | ${result.provider} | ${result.findings.length} | ${formatTokens(result.tokens.total)} | ${formatCost(result.cost)} | ${result.duration}ms |`);
+        }
+        return lines.join("\n");
+    }
+    /**
+     * Clear results for a certification
+     */
+    clearResults(certificationId, agent) {
+        if (agent) {
+            this.results.delete(`${certificationId}:${agent}`);
+        }
+        else {
+            // Clear all results for this certification
+            for (const key of this.results.keys()) {
+                if (key.startsWith(`${certificationId}:`)) {
+                    this.results.delete(key);
+                }
+            }
+        }
+    }
+    /**
+     * Get provider from model ID
+     */
+    getProviderFromModel(model) {
+        const pricing = MODEL_PRICING[model];
+        if (pricing) {
+            return pricing.provider;
+        }
+        if (model.startsWith("claude"))
+            return "anthropic";
+        if (model.startsWith("gpt"))
+            return "openai";
+        if (model.startsWith("gemini"))
+            return "google";
+        return "anthropic";
+    }
+}
+/**
+ * Global runner instance
+ */
+let globalRunner = null;
+/**
+ * Get or create global runner
+ */
+export function getRunner(config) {
+    if (!globalRunner) {
+        globalRunner = new MultiModelRunner(config);
+    }
+    return globalRunner;
+}
+/**
+ * Reset global runner
+ */
+export function resetRunner() {
+    globalRunner = null;
+}
+/**
+ * Format provider name for display
+ */
+export function formatProvider(provider) {
+    switch (provider) {
+        case "anthropic":
+            return "Anthropic";
+        case "openai":
+            return "OpenAI";
+        case "google":
+            return "Google";
+        default:
+            return provider;
+    }
+}
+//# sourceMappingURL=runner.js.map

package/dist/multimodel/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/multimodel/runner.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAS1F,OAAO,EACL,4BAA4B,EAC5B,wBAAwB,GACzB,MAAM,gBAAgB,CAAC;AAExB;;GAEG;AACH,MAAM,CAAC,MAAM,cAAc,GAAkB;IAC3C;QACE,EAAE,EAAE,mBAAmB;QACvB,QAAQ,EAAE,WAAW;QACrB,MAAM,EAAE,GAAG;QACX,OAAO,EAAE,IAAI;KACd;IACD;QACE,EAAE,EAAE,aAAa;QACjB,QAAQ,EAAE,QAAQ;QAClB,MAAM,EAAE,GAAG;QACX,OAAO,EAAE,IAAI;KACd;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,QAAQ,EAAE,QAAQ;QAClB,MAAM,EAAE,GAAG;QACX,OAAO,EAAE,IAAI;KACd;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,eAAe,GAAmC;IACtD,MAAM,EAAE,EAAE;IACV,MAAM,EAAE,CAAC,UAAU,CAAC;IACpB,QAAQ,EAAE,IAAI;IACd,OAAO,EAAE,MAAM,EAAE,YAAY;IAC7B,QAAQ,EAAE,KAAK;IACf,SAAS,EAAE,CAAC;IACZ,cAAc,EAAE,EAAE;IAClB,UAAU,EAAE,IAAI;CACjB,CAAC;AAEF;;GAEG;AACH,MAAM,OAAO,gBAAgB;IACnB,MAAM,CAAmB;IACzB,OAAO,CAAgC;IAE/C,YAAY,MAAkC;QAC5C,IAAI,CAAC,MAAM,GAAG;YACZ,MAAM,EAAE,MAAM,EAAE,MAAM,IAAI,cAAc;YACxC,QAAQ,EAAE,EAAE,GAAG,eAAe,EAAE,GAAG,MAAM,EAAE,QAAQ,EAAE;YACrD,UAAU,EAAE;gBACV,SAAS,EAAE,GAAG;gBACd,QAAQ,EAAE,EAAE;gBACZ,aAAa,EAAE,GAAG;gBAClB,GAAG,MAAM,EAAE,UAAU;aACtB;SACF,CAAC;QACF,IAAI,CAAC,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,gBAAgB;QACd,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,KAAK,CAAC,CAAC;IAC/D,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,OAAgB;QAC7B,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,CAAC;IAC1D,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,OAAgB,EAAE,OAAgB;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,CAAC;QAC/D,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC;QAC1B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAmB;QAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE,CAAC,CAAC;QACzE,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,YAAY,CACV,eAAuB,EACvB,KAAgB,EAChB,KAAc,EACd,QAAmB,EACnB,OAIC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAC/C,MAAM,QAAQ,GAAG,WAAW,EAAE,QAAQ,IAAI,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;QAE3E,iBAAiB;QACjB,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,EAAE;YAChC,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,WAAW,EAAE,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,YAAY;SACxD,CAAC,CAAC;QAEH,MAAM,MAAM,GAAmB;YAC7B,KAAK;YACL,QAAQ;YACR,KAAK;YACL,QAAQ;YACR,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,MAAM,EAAE;gBACN,KAAK,EAAE,OAAO,CAAC,WAAW;gBAC1B,MAAM,EAAE,OAAO,CAAC,YAAY;gBAC5B,KAAK,EAAE,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,YAAY;aAClD;YACD,IAAI,EAAE,IAAI,CAAC,SAAS;YACpB,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;QAEF,eAAe;QACf,MAAM,GAAG,GAAG,GAAG,eAAe,IAAI,KAAK,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QAC7C,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAEhC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,aAAa,CACX,eAAuB,EACvB,KAAgB,EAChB,KAAc,EACd,KAAa,EACb,QAAgB;QAEhB,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAC/C,MAAM,QAAQ,GAAG,WAAW,EAAE,QAAQ,IAAI,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;QAE3E,MAAM,MAAM,GAAmB;YAC7B,KAAK;YACL,QAAQ;YACR,KAAK;YACL,QAAQ,EAAE,EAAE;YACZ,QAAQ;YACR,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;YACzC,IAAI,EAAE,CAAC;YACP,OAAO,EAAE,KAAK;YACd,KAAK;YACL,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;QAEF,eAAe;QACf,MAAM,GAAG,GAAG,GAAG,eAAe,IAAI,KAAK,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QAC7C,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAEhC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,eAAuB,EAAE,KAAgB;QAClD,MAAM,GAAG,GAAG,GAAG,eAAe,IAAI,KAAK,EAAE,CAAC;QAC1C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,gBAAgB,CACd,eAAuB,EACvB,KAAgB,EAChB,SAAkB;QAElB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QACxD,MAAM,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC3D,MAAM,QAAQ,GAAG,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,SAAS,IAAI,CAAC,CAAC;QACnE,OAAO,iBAAiB,CAAC,MAAM,IAAI,QAAQ,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,kBAAkB,CAChB,eAAuB,EACvB,KAAgB,EAChB,OAAgE;QAEhE,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QAExD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,4BAA4B,CACjC,eAAe,EACf,KAAK,EACL,OAAO,EACP;YACE,cAAc,EAAE,OAAO,EAAE,cAAc,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,cAAc;YAC/E,eAAe,EAAE,OAAO,EAAE,eAAe;SAC1C,CACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,eAAuB,EAAE,KAAgB;QACvD,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QACxD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEtC,MAAM,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QAClE,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAE5B,MAAM,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC3D,MAAM,WAAW,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACxE,MAAM,WAAW,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAElF,OAAO;YACL,WAAW,EAAE,OAAO,CAAC,MAAM;YAC3B,gBAAgB,EAAE,iBAAiB,CAAC,MAAM;YAC1C,aAAa,EAAE,WAAW,CAAC,MAAM;YACjC,cAAc,EAAE,SAAS,CAAC,cAAc,CAAC,MAAM;YAC/C,aAAa,EAAE,SAAS,CAAC,OAAO,CAAC,aAAa;YAC9C,WAAW,EAAE,SAAS,CAAC,OAAO,CAAC,WAAW;YAC1C,SAAS;YACT,WAAW;YACX,sBAAsB,EAAE,SAAS,CAAC,OAAO,CAAC,iBAAiB,GAAG,SAAS,CAAC,OAAO,CAAC,gBAAgB;YAChG,gBAAgB,EAAE,SAAS,CAAC,OAAO,CAAC,gBAAgB;SACrD,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,eAAuB,EAAE,KAAgB;QACtD,MAAM,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QAClE,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,oDAAoD,eAAe,IAAI,KAAK,EAAE,CAAC;QACxF,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QAC7D,MAAM,eAAe,GAAG,wBAAwB,CAAC,SAAS,CAAC,CAAC;QAE5D,MAAM,KAAK,GAAa;YACtB,eAAe;YACf,EAAE;YACF,iBAAiB;YACjB,EAAE;SACH,CAAC;QAEF,IAAI,OAAO,EAAE,CAAC;YACZ,KAAK,CAAC,IAAI,CAAC,qBAAqB,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACjE,KAAK,CAAC,IAAI,CAAC,uBAAuB,YAAY,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YACvE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;QAED,2BAA2B;QAC3B,KAAK,CAAC,IAAI,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAC;QAC9C,KAAK,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;QACzE,KAAK,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;QAEzE,KAAK,MAAM,MAAM,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;YAC9C,KAAK,CAAC,IAAI,CACR,KAAK,MAAM,CAAC,KAAK,KAAK,MAAM,OAAO,MAAM,CAAC,QAAQ,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,MAAM,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,QAAQ,MAAM,CAC9K,CAAC;QACJ,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,eAAuB,EAAE,KAAiB;QACrD,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,eAAe,IAAI,KAAK,EAAE,CAAC,CAAC;QACrD,CAAC;aAAM,CAAC;YACN,2CAA2C;YAC3C,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;gBACtC,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,eAAe,GAAG,CAAC,EAAE,CAAC;oBAC1C,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,oBAAoB,CAAC,KAAc;QACzC,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;QACrC,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,OAAO,CAAC,QAAQ,CAAC;QAC1B,CAAC;QACD,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,OAAO,WAAW,CAAC;QACnD,IAAI,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC;YAAE,OAAO,QAAQ,CAAC;QAC7C,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,OAAO,QAAQ,CAAC;QAChD,OAAO,WAAW,CAAC;IACrB,CAAC;CACF;AAED;;GAEG;AACH,IAAI,YAAY,GAA4B,IAAI,CAAC;AAEjD;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,MAAkC;IAC1D,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,YAAY,GAAG,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW;IACzB,YAAY,GAAG,IAAI,CAAC;AACtB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,QAAuB;IACpD,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,WAAW;YACd,OAAO,WAAW,CAAC;QACrB,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB;YACE,OAAO,QAAQ,CAAC;IACpB,CAAC;AACH,CAAC"}

package/dist/multimodel/runner.test.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Tests for multi-model runner
+ */
+export {};
+//# sourceMappingURL=runner.test.d.ts.map

package/dist/multimodel/runner.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.test.d.ts","sourceRoot":"","sources":["../../src/multimodel/runner.test.ts"],"names":[],"mappings":"AAAA;;GAEG"}

package/dist/multimodel/runner.test.js

@@ -0,0 +1,224 @@
+/**
+ * Tests for multi-model runner
+ */
+import { describe, it, expect, beforeEach, afterEach } from "vitest";
+import { MultiModelRunner, DEFAULT_MODELS, getRunner, resetRunner, formatProvider, } from "./runner.js";
+describe("MultiModelRunner", () => {
+    let runner;
+    // Helper to create mock findings
+    function createFinding(overrides = {}) {
+        return {
+            id: `finding-${Math.random().toString(36).slice(2, 8)}`,
+            description: overrides.description || "A test finding description",
+            severity: "medium",
+            category: "security",
+            evidence: "Test evidence",
+            confidence: 80,
+            verifications: [],
+            created_at: new Date().toISOString(),
+            ...overrides,
+        };
+    }
+    beforeEach(() => {
+        runner = new MultiModelRunner();
+    });
+    afterEach(() => {
+        resetRunner();
+    });
+    describe("constructor", () => {
+        it("initializes with default models", () => {
+            const enabled = runner.getEnabledModels();
+            expect(enabled.length).toBe(DEFAULT_MODELS.length);
+        });
+        it("accepts custom configuration", () => {
+            const customRunner = new MultiModelRunner({
+                models: [
+                    { id: "claude-3.5-sonnet", provider: "anthropic", weight: 2.0, enabled: true },
+                ],
+            });
+            const models = customRunner.getEnabledModels();
+            expect(models.length).toBe(1);
+            expect(models[0].weight).toBe(2.0);
+        });
+    });
+    describe("getEnabledModels", () => {
+        it("returns only enabled models", () => {
+            runner.setModelEnabled("gpt-4-turbo", false);
+            const enabled = runner.getEnabledModels();
+            expect(enabled.some((m) => m.id === "claude-3.5-sonnet")).toBe(true);
+            expect(enabled.some((m) => m.id === "gpt-4-turbo")).toBe(false);
+        });
+    });
+    describe("setModelEnabled", () => {
+        it("enables/disables models", () => {
+            runner.setModelEnabled("gemini-1.5-pro", false);
+            expect(runner.getEnabledModels().some((m) => m.id === "gemini-1.5-pro")).toBe(false);
+            runner.setModelEnabled("gemini-1.5-pro", true);
+            expect(runner.getEnabledModels().some((m) => m.id === "gemini-1.5-pro")).toBe(true);
+        });
+    });
+    describe("addModel", () => {
+        it("adds new model configuration", () => {
+            runner.addModel({
+                id: "claude-3-opus",
+                provider: "anthropic",
+                weight: 1.5,
+                enabled: true,
+            });
+            const config = runner.getModelConfig("claude-3-opus");
+            expect(config).toBeDefined();
+            expect(config.weight).toBe(1.5);
+        });
+        it("updates existing model configuration", () => {
+            runner.addModel({
+                id: "claude-3.5-sonnet",
+                provider: "anthropic",
+                weight: 3.0,
+                enabled: true,
+            });
+            const config = runner.getModelConfig("claude-3.5-sonnet");
+            expect(config.weight).toBe(3.0);
+        });
+    });
+    describe("recordResult", () => {
+        it("records successful model run", () => {
+            const finding = createFinding();
+            const result = runner.recordResult("cert-123", "security", "claude-3.5-sonnet", [finding], { duration: 1000, inputTokens: 1000, outputTokens: 500 });
+            expect(result.model).toBe("claude-3.5-sonnet");
+            expect(result.provider).toBe("anthropic");
+            expect(result.findings.length).toBe(1);
+            expect(result.success).toBe(true);
+            expect(result.cost).toBeGreaterThan(0);
+        });
+        it("stores results by certification and agent", () => {
+            const finding = createFinding();
+            runner.recordResult("cert-123", "security", "claude-3.5-sonnet", [finding], { duration: 1000, inputTokens: 1000, outputTokens: 500 });
+            const results = runner.getResults("cert-123", "security");
+            expect(results.length).toBe(1);
+            const otherResults = runner.getResults("cert-456", "security");
+            expect(otherResults.length).toBe(0);
+        });
+    });
+    describe("recordFailure", () => {
+        it("records failed model run", () => {
+            const result = runner.recordFailure("cert-123", "security", "gpt-4-turbo", "API timeout", 5000);
+            expect(result.model).toBe("gpt-4-turbo");
+            expect(result.success).toBe(false);
+            expect(result.error).toBe("API timeout");
+            expect(result.findings.length).toBe(0);
+        });
+    });
+    describe("hasEnoughResults", () => {
+        it("returns false when no results", () => {
+            expect(runner.hasEnoughResults("cert-123", "security")).toBe(false);
+        });
+        it("returns false when fewer than minModels", () => {
+            const finding = createFinding();
+            runner.recordResult("cert-123", "security", "claude-3.5-sonnet", [finding], { duration: 1000, inputTokens: 1000, outputTokens: 500 });
+            expect(runner.hasEnoughResults("cert-123", "security")).toBe(false);
+        });
+        it("returns true when enough successful results", () => {
+            const finding = createFinding();
+            runner.recordResult("cert-123", "security", "claude-3.5-sonnet", [finding], { duration: 1000, inputTokens: 1000, outputTokens: 500 });
+            runner.recordResult("cert-123", "security", "gpt-4-turbo", [finding], { duration: 1000, inputTokens: 1000, outputTokens: 500 });
+            expect(runner.hasEnoughResults("cert-123", "security")).toBe(true);
+        });
+        it("does not count failed results", () => {
+            const finding = createFinding();
+            runner.recordResult("cert-123", "security", "claude-3.5-sonnet", [finding], { duration: 1000, inputTokens: 1000, outputTokens: 500 });
+            runner.recordFailure("cert-123", "security", "gpt-4-turbo", "Error", 1000);
+            expect(runner.hasEnoughResults("cert-123", "security")).toBe(false);
+        });
+    });
+    describe("calculateConsensus", () => {
+        it("returns null when no results", () => {
+            expect(runner.calculateConsensus("cert-123", "security")).toBeNull();
+        });
+        it("calculates consensus when results available", () => {
+            const finding = createFinding({
+                file: "src/auth.ts",
+                line: 42,
+                description: "SQL Injection",
+            });
+            runner.recordResult("cert-123", "security", "claude-3.5-sonnet", [{ ...finding, id: "c1" }], { duration: 1000, inputTokens: 1000, outputTokens: 500 });
+            runner.recordResult("cert-123", "security", "gpt-4-turbo", [{ ...finding, id: "g1" }], { duration: 1000, inputTokens: 1000, outputTokens: 500 });
+            const consensus = runner.calculateConsensus("cert-123", "security");
+            expect(consensus).not.toBeNull();
+            expect(consensus.models.length).toBe(2);
+            expect(consensus.metrics.agreementRate).toBe(100);
+        });
+    });
+    describe("generateSummary", () => {
+        it("returns null when no results", () => {
+            expect(runner.generateSummary("cert-123", "security")).toBeNull();
+        });
+        it("generates summary with cost and token info", () => {
+            const finding = createFinding();
+            runner.recordResult("cert-123", "security", "claude-3.5-sonnet", [finding], { duration: 1000, inputTokens: 1000, outputTokens: 500 });
+            runner.recordResult("cert-123", "security", "gpt-4-turbo", [finding], { duration: 1000, inputTokens: 2000, outputTokens: 1000 });
+            const summary = runner.generateSummary("cert-123", "security");
+            expect(summary).not.toBeNull();
+            expect(summary.totalModels).toBe(2);
+            expect(summary.successfulModels).toBe(2);
+            expect(summary.totalCost).toBeGreaterThan(0);
+            expect(summary.totalTokens).toBe(4500);
+        });
+    });
+    describe("generateReport", () => {
+        it("generates markdown report", () => {
+            const finding = createFinding();
+            runner.recordResult("cert-123", "security", "claude-3.5-sonnet", [finding], { duration: 1000, inputTokens: 1000, outputTokens: 500 });
+            runner.recordResult("cert-123", "security", "gpt-4-turbo", [finding], { duration: 1000, inputTokens: 2000, outputTokens: 1000 });
+            const report = runner.generateReport("cert-123", "security");
+            expect(report).toContain("# Multi-Model Consensus Report");
+            expect(report).toContain("## Cost Summary");
+            expect(report).toContain("## Individual Model Results");
+            expect(report).toContain("claude-3.5-sonnet");
+            expect(report).toContain("gpt-4-turbo");
+        });
+    });
+    describe("clearResults", () => {
+        it("clears results for specific agent", () => {
+            const finding = createFinding();
+            runner.recordResult("cert-123", "security", "claude-3.5-sonnet", [finding], { duration: 1000, inputTokens: 1000, outputTokens: 500 });
+            runner.recordResult("cert-123", "reliability", "claude-3.5-sonnet", [finding], { duration: 1000, inputTokens: 1000, outputTokens: 500 });
+            runner.clearResults("cert-123", "security");
+            expect(runner.getResults("cert-123", "security").length).toBe(0);
+            expect(runner.getResults("cert-123", "reliability").length).toBe(1);
+        });
+        it("clears all results for certification when no agent specified", () => {
+            const finding = createFinding();
+            runner.recordResult("cert-123", "security", "claude-3.5-sonnet", [finding], { duration: 1000, inputTokens: 1000, outputTokens: 500 });
+            runner.recordResult("cert-123", "reliability", "claude-3.5-sonnet", [finding], { duration: 1000, inputTokens: 1000, outputTokens: 500 });
+            runner.clearResults("cert-123");
+            expect(runner.getResults("cert-123", "security").length).toBe(0);
+            expect(runner.getResults("cert-123", "reliability").length).toBe(0);
+        });
+    });
+});
+describe("Global Runner", () => {
+    afterEach(() => {
+        resetRunner();
+    });
+    describe("getRunner", () => {
+        it("returns same instance on subsequent calls", () => {
+            const runner1 = getRunner();
+            const runner2 = getRunner();
+            expect(runner1).toBe(runner2);
+        });
+        it("creates new instance after reset", () => {
+            const runner1 = getRunner();
+            resetRunner();
+            const runner2 = getRunner();
+            expect(runner1).not.toBe(runner2);
+        });
+    });
+});
+describe("formatProvider", () => {
+    it("formats provider names", () => {
+        expect(formatProvider("anthropic")).toBe("Anthropic");
+        expect(formatProvider("openai")).toBe("OpenAI");
+        expect(formatProvider("google")).toBe("Google");
+    });
+});
+//# sourceMappingURL=runner.test.js.map

package/dist/multimodel/runner.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.test.js","sourceRoot":"","sources":["../../src/multimodel/runner.test.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAErE,OAAO,EACL,gBAAgB,EAChB,cAAc,EACd,SAAS,EACT,WAAW,EACX,cAAc,GACf,MAAM,aAAa,CAAC;AAErB,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,IAAI,MAAwB,CAAC;IAE7B,iCAAiC;IACjC,SAAS,aAAa,CAAC,YAAyD,EAAE;QAChF,OAAO;YACL,EAAE,EAAE,WAAW,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YACvD,WAAW,EAAE,SAAS,CAAC,WAAW,IAAI,4BAA4B;YAClE,QAAQ,EAAE,QAAQ;YAClB,QAAQ,EAAE,UAAU;YACpB,QAAQ,EAAE,eAAe;YACzB,UAAU,EAAE,EAAE;YACd,aAAa,EAAE,EAAE;YACjB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,GAAG,SAAS;SACb,CAAC;IACJ,CAAC;IAED,UAAU,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,IAAI,gBAAgB,EAAE,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,WAAW,EAAE,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,MAAM,OAAO,GAAG,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC1C,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;YACtC,MAAM,YAAY,GAAG,IAAI,gBAAgB,CAAC;gBACxC,MAAM,EAAE;oBACN,EAAE,EAAE,EAAE,mBAAmB,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE;iBAC/E;aACF,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,YAAY,CAAC,gBAAgB,EAAE,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC9B,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAChC,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;YACrC,MAAM,CAAC,eAAe,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;YAC7C,MAAM,OAAO,GAAG,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAE1C,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;YACjC,MAAM,CAAC,eAAe,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC;YAChD,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAErF,MAAM,CAAC,eAAe,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,UAAU,EAAE,GAAG,EAAE;QACxB,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;YACtC,MAAM,CAAC,QAAQ,CAAC;gBACd,EAAE,EAAE,eAAe;gBACnB,QAAQ,EAAE,WAAW;gBACrB,MAAM,EAAE,GAAG;gBACX,OAAO,EAAE,IAAI;aACd,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC;YACtD,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;YAC7B,MAAM,CAAC,MAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;YAC9C,MAAM,CAAC,QAAQ,CAAC;gBACd,EAAE,EAAE,mBAAmB;gBACvB,QAAQ,EAAE,WAAW;gBACrB,MAAM,EAAE,GAAG;gBACX,OAAO,EAAE,IAAI;aACd,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,mBAAmB,CAAC,CAAC;YAC1D,MAAM,CAAC,MAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;YACtC,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAChC,UAAU,EACV,UAAU,EACV,mBAAmB,EACnB,CAAC,OAAO,CAAC,EACT,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,CACzD,CAAC;YAEF,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC1C,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;YAChC,MAAM,CAAC,YAAY,CACjB,UAAU,EACV,UAAU,EACV,mBAAmB,EACnB,CAAC,OAAO,CAAC,EACT,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,CACzD,CAAC;YAEF,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YAC1D,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE/B,MAAM,YAAY,GAAG,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YAC/D,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC7B,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;YAClC,MAAM,MAAM,GAAG,MAAM,CAAC,aAAa,CACjC,UAAU,EACV,UAAU,EACV,aAAa,EACb,aAAa,EACb,IAAI,CACL,CAAC;YAEF,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACzC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACzC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAChC,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;YAChC,MAAM,CAAC,YAAY,CACjB,UAAU,EACV,UAAU,EACV,mBAAmB,EACnB,CAAC,OAAO,CAAC,EACT,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,CACzD,CAAC;YAEF,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;YAEhC,MAAM,CAAC,YAAY,CACjB,UAAU,EACV,UAAU,EACV,mBAAmB,EACnB,CAAC,OAAO,CAAC,EACT,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,CACzD,CAAC;YACF,MAAM,CAAC,YAAY,CACjB,UAAU,EACV,UAAU,EACV,aAAa,EACb,CAAC,OAAO,CAAC,EACT,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,CACzD,CAAC;YAEF,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;YAEhC,MAAM,CAAC,YAAY,CACjB,UAAU,EACV,UAAU,EACV,mBAAmB,EACnB,CAAC,OAAO,CAAC,EACT,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,CACzD,CAAC;YACF,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;YAE3E,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAClC,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;YACtC,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QACvE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,OAAO,GAAG,aAAa,CAAC;gBAC5B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,EAAE;gBACR,WAAW,EAAE,eAAe;aAC7B,CAAC,CAAC;YAEH,MAAM,CAAC,YAAY,CACjB,UAAU,EACV,UAAU,EACV,mBAAmB,EACnB,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAC1B,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,CACzD,CAAC;YACF,MAAM,CAAC,YAAY,CACjB,UAAU,EACV,UAAU,EACV,aAAa,EACb,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAC1B,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,CACzD,CAAC;YAEF,MAAM,SAAS,GAAG,MAAM,CAAC,kBAAkB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YAEpE,MAAM,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YACjC,MAAM,CAAC,SAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,SAAU,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;YACtC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QACpE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACpD,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;YAEhC,MAAM,CAAC,YAAY,CACjB,UAAU,EACV,UAAU,EACV,mBAAmB,EACnB,CAAC,OAAO,CAAC,EACT,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,CACzD,CAAC;YACF,MAAM,CAAC,YAAY,CACjB,UAAU,EACV,UAAU,EACV,aAAa,EACb,CAAC,OAAO,CAAC,EACT,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAC1D,CAAC;YAEF,MAAM,OAAO,GAAG,MAAM,CAAC,eAAe,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YAE/D,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YAC/B,MAAM,CAAC,OAAQ,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,CAAC,OAAQ,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,CAAC,OAAQ,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC9C,MAAM,CAAC,OAAQ,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;YACnC,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;YAEhC,MAAM,CAAC,YAAY,CACjB,UAAU,EACV,UAAU,EACV,mBAAmB,EACnB,CAAC,OAAO,CAAC,EACT,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,CACzD,CAAC;YACF,MAAM,CAAC,YAAY,CACjB,UAAU,EACV,UAAU,EACV,aAAa,EACb,CAAC,OAAO,CAAC,EACT,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAC1D,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YAE7D,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,gCAAgC,CAAC,CAAC;YAC3D,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,6BAA6B,CAAC,CAAC;YACxD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;YAC9C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;YAEhC,MAAM,CAAC,YAAY,CACjB,UAAU,EACV,UAAU,EACV,mBAAmB,EACnB,CAAC,OAAO,CAAC,EACT,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,CACzD,CAAC;YACF,MAAM,CAAC,YAAY,CACjB,UAAU,EACV,aAAa,EACb,mBAAmB,EACnB,CAAC,OAAO,CAAC,EACT,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,CACzD,CAAC;YAEF,MAAM,CAAC,YAAY,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YAE5C,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;YACtE,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;YAEhC,MAAM,CAAC,YAAY,CACjB,UAAU,EACV,UAAU,EACV,mBAAmB,EACnB,CAAC,OAAO,CAAC,EACT,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,CACzD,CAAC;YACF,MAAM,CAAC,YAAY,CACjB,UAAU,EACV,aAAa,EACb,mBAAmB,EACnB,CAAC,OAAO,CAAC,EACT,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,CACzD,CAAC;YAEF,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;YAEhC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,SAAS,CAAC,GAAG,EAAE;QACb,WAAW,EAAE,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;QACzB,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,OAAO,GAAG,SAAS,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,SAAS,EAAE,CAAC;YAC5B,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,MAAM,OAAO,GAAG,SAAS,EAAE,CAAC;YAC5B,WAAW,EAAE,CAAC;YACd,MAAM,OAAO,GAAG,SAAS,EAAE,CAAC;YAC5B,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;QAChC,MAAM,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACtD,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}