tryassay 0.6.0 → 0.11.1

package/dist/runtime/rule-canary-deployer.js

@@ -0,0 +1,289 @@
+// ============================================================
+// Assay Verified Agent Runtime — Rule Canary Deployer
+// Manages rule progression: shadow -> canary 5% -> canary 25% -> full.
+// Automatic rollback on error rate spikes.
+// ============================================================
+import { readFile, writeFile, mkdir } from 'node:fs/promises';
+import { dirname } from 'node:path';
+// ── Default Exit Criteria ───────────────────────────────
+const DEFAULT_EXIT_CRITERIA = {
+    shadow: {
+        min_evaluations: 50,
+        max_error_rate: 0.05,
+        max_disagreement_rate: 0.15,
+        min_duration_hours: 24,
+    },
+    canary_5: {
+        min_evaluations: 100,
+        max_error_rate: 0.03,
+        max_disagreement_rate: 0.10,
+        min_duration_hours: 48,
+    },
+    canary_25: {
+        min_evaluations: 250,
+        max_error_rate: 0.02,
+        max_disagreement_rate: 0.05,
+        min_duration_hours: 24,
+    },
+    full_rollout: {
+        min_evaluations: 0,
+        max_error_rate: 0,
+        max_disagreement_rate: 0,
+        min_duration_hours: 0,
+    },
+};
+const STAGE_PROGRESSION = [
+    'shadow',
+    'canary_5',
+    'canary_25',
+    'full_rollout',
+];
+// ── Rule Canary Deployer ────────────────────────────────
+export class RuleCanaryDeployer {
+    deployments = new Map();
+    evaluations = new Map();
+    statePath;
+    constructor(statePath) {
+        this.statePath = statePath ?? '.assay/canary-state.json';
+    }
+    /**
+     * Start canary deployment for a rule.
+     * Formal rules skip shadow mode (they are deterministic).
+     */
+    startDeployment(rule, customExitCriteria) {
+        // Formal rules skip shadow mode
+        const startStage = rule.substrate.startsWith('formal_')
+            ? 'canary_5'
+            : 'shadow';
+        const exitCriteria = {
+            ...DEFAULT_EXIT_CRITERIA[startStage],
+            ...(customExitCriteria?.[startStage] ?? {}),
+        };
+        const deployment = {
+            rule_id: rule.id,
+            stage: startStage,
+            started_at: new Date().toISOString(),
+            stage_duration_hours: 0,
+            metrics: this.emptyMetrics(),
+            exit_criteria: exitCriteria,
+        };
+        this.deployments.set(rule.id, deployment);
+        this.evaluations.set(rule.id, []);
+        return deployment;
+    }
+    /**
+     * Record a canary evaluation (comparison of new rule against baseline).
+     */
+    recordEvaluation(evaluation) {
+        const evals = this.evaluations.get(evaluation.rule_id) ?? [];
+        evals.push(evaluation);
+        this.evaluations.set(evaluation.rule_id, evals);
+        // Update deployment metrics
+        const deployment = this.deployments.get(evaluation.rule_id);
+        if (deployment) {
+            const updatedMetrics = this.computeMetrics(evaluation.rule_id);
+            const updatedDeployment = {
+                ...deployment,
+                metrics: updatedMetrics,
+                stage_duration_hours: this.computeDurationHours(deployment.started_at),
+            };
+            this.deployments.set(evaluation.rule_id, updatedDeployment);
+        }
+    }
+    /**
+     * Check if a rule is ready to promote to the next canary stage.
+     * Returns the next stage if ready, null if not ready, 'rollback' if metrics are bad.
+     */
+    checkPromotion(ruleId) {
+        const deployment = this.deployments.get(ruleId);
+        if (!deployment) {
+            return { action: 'wait', reason: 'No active deployment found' };
+        }
+        const metrics = deployment.metrics;
+        const criteria = deployment.exit_criteria;
+        // Check for rollback conditions
+        if (metrics.error_rate > criteria.max_error_rate * 2) {
+            return {
+                action: 'rollback',
+                reason: `Error rate ${(metrics.error_rate * 100).toFixed(1)}% exceeds 2x threshold (${(criteria.max_error_rate * 100).toFixed(1)}%)`,
+            };
+        }
+        // Check exit criteria
+        if (metrics.total_evaluations < criteria.min_evaluations) {
+            return {
+                action: 'wait',
+                reason: `Need ${criteria.min_evaluations - metrics.total_evaluations} more evaluations (${metrics.total_evaluations}/${criteria.min_evaluations})`,
+            };
+        }
+        const durationHours = this.computeDurationHours(deployment.started_at);
+        if (durationHours < criteria.min_duration_hours) {
+            return {
+                action: 'wait',
+                reason: `Need ${(criteria.min_duration_hours - durationHours).toFixed(1)} more hours (${durationHours.toFixed(1)}/${criteria.min_duration_hours}h)`,
+            };
+        }
+        if (metrics.error_rate > criteria.max_error_rate) {
+            return {
+                action: 'rollback',
+                reason: `Error rate ${(metrics.error_rate * 100).toFixed(1)}% exceeds threshold (${(criteria.max_error_rate * 100).toFixed(1)}%)`,
+            };
+        }
+        const disagreementRate = metrics.total_evaluations > 0
+            ? metrics.disagreements / metrics.total_evaluations
+            : 0;
+        if (disagreementRate > criteria.max_disagreement_rate) {
+            return {
+                action: 'rollback',
+                reason: `Disagreement rate ${(disagreementRate * 100).toFixed(1)}% exceeds threshold (${(criteria.max_disagreement_rate * 100).toFixed(1)}%)`,
+            };
+        }
+        // All criteria met — promote
+        const currentIdx = STAGE_PROGRESSION.indexOf(deployment.stage);
+        if (currentIdx >= STAGE_PROGRESSION.length - 1) {
+            return {
+                action: 'wait',
+                reason: 'Already at full rollout',
+            };
+        }
+        const nextStage = STAGE_PROGRESSION[currentIdx + 1];
+        return {
+            action: 'promote',
+            nextStage,
+            reason: `All exit criteria met for ${deployment.stage}. Ready for ${nextStage}.`,
+        };
+    }
+    /**
+     * Promote a rule to the next canary stage.
+     */
+    promote(ruleId) {
+        const deployment = this.deployments.get(ruleId);
+        if (!deployment)
+            return null;
+        const currentIdx = STAGE_PROGRESSION.indexOf(deployment.stage);
+        if (currentIdx >= STAGE_PROGRESSION.length - 1)
+            return null;
+        const nextStage = STAGE_PROGRESSION[currentIdx + 1];
+        const exitCriteria = DEFAULT_EXIT_CRITERIA[nextStage];
+        const promoted = {
+            ...deployment,
+            stage: nextStage,
+            promoted_at: new Date().toISOString(),
+            started_at: new Date().toISOString(), // Reset timer for new stage
+            stage_duration_hours: 0,
+            metrics: this.emptyMetrics(), // Reset metrics for new stage
+            exit_criteria: exitCriteria,
+        };
+        this.deployments.set(ruleId, promoted);
+        this.evaluations.set(ruleId, []); // Reset evaluations for new stage
+        return promoted;
+    }
+    /**
+     * Rollback a rule's canary deployment. Removes it from all stages.
+     */
+    rollback(ruleId) {
+        const deployment = this.deployments.get(ruleId);
+        if (!deployment) {
+            return { success: false, reason: 'No active deployment found' };
+        }
+        this.deployments.delete(ruleId);
+        this.evaluations.delete(ruleId);
+        return {
+            success: true,
+            reason: `Rolled back from ${deployment.stage} after ${deployment.metrics.total_evaluations} evaluations`,
+        };
+    }
+    /**
+     * Get the current deployment state for a rule.
+     */
+    getDeployment(ruleId) {
+        return this.deployments.get(ruleId);
+    }
+    /**
+     * List all active canary deployments.
+     */
+    listDeployments() {
+        return Array.from(this.deployments.values());
+    }
+    /**
+     * Check if a rule should be evaluated for a given request.
+     * Based on the canary stage traffic percentage.
+     */
+    shouldEvaluate(ruleId) {
+        const deployment = this.deployments.get(ruleId);
+        if (!deployment)
+            return false;
+        switch (deployment.stage) {
+            case 'shadow': return true; // Always evaluate in shadow (results not used)
+            case 'canary_5': return Math.random() < 0.05;
+            case 'canary_25': return Math.random() < 0.25;
+            case 'full_rollout': return true;
+        }
+    }
+    /**
+     * Save deployment state to disk.
+     */
+    async saveState() {
+        const state = {
+            deployments: Object.fromEntries(this.deployments),
+            evaluationCounts: Object.fromEntries(Array.from(this.evaluations.entries()).map(([k, v]) => [k, v.length])),
+        };
+        await mkdir(dirname(this.statePath), { recursive: true });
+        await writeFile(this.statePath, JSON.stringify(state, null, 2), 'utf-8');
+    }
+    /**
+     * Load deployment state from disk.
+     */
+    async loadState() {
+        try {
+            const raw = await readFile(this.statePath, 'utf-8');
+            const state = JSON.parse(raw);
+            if (state.deployments) {
+                this.deployments = new Map(Object.entries(state.deployments));
+            }
+        }
+        catch {
+            // No state file — start fresh
+        }
+    }
+    // ── Private helpers ────────────────────────────────────
+    computeMetrics(ruleId) {
+        const evals = this.evaluations.get(ruleId) ?? [];
+        if (evals.length === 0)
+            return this.emptyMetrics();
+        const totalEvaluations = evals.length;
+        const agreements = evals.filter(e => e.agreed).length;
+        const disagreements = totalEvaluations - agreements;
+        const errors = evals.filter(e => e.error !== undefined).length;
+        const totalLatency = evals.reduce((sum, e) => sum + e.latency_ms, 0);
+        // False positive: canary says FAIL, baseline says PASS
+        const falsePositives = evals.filter(e => e.canary_verdict === 'FAIL' && e.baseline_verdict === 'PASS').length;
+        // False negative: canary says PASS, baseline says FAIL
+        const falseNegatives = evals.filter(e => e.canary_verdict === 'PASS' && e.baseline_verdict === 'FAIL').length;
+        return {
+            total_evaluations: totalEvaluations,
+            agreements_with_baseline: agreements,
+            disagreements,
+            error_rate: totalEvaluations > 0 ? errors / totalEvaluations : 0,
+            false_positive_rate: totalEvaluations > 0 ? falsePositives / totalEvaluations : 0,
+            false_negative_rate: totalEvaluations > 0 ? falseNegatives / totalEvaluations : 0,
+            avg_latency_ms: totalEvaluations > 0 ? totalLatency / totalEvaluations : 0,
+        };
+    }
+    computeDurationHours(startedAt) {
+        const start = new Date(startedAt).getTime();
+        const now = Date.now();
+        return (now - start) / (1000 * 60 * 60);
+    }
+    emptyMetrics() {
+        return {
+            total_evaluations: 0,
+            agreements_with_baseline: 0,
+            disagreements: 0,
+            error_rate: 0,
+            false_positive_rate: 0,
+            false_negative_rate: 0,
+            avg_latency_ms: 0,
+        };
+    }
+}
+//# sourceMappingURL=rule-canary-deployer.js.map

package/dist/runtime/rule-canary-deployer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rule-canary-deployer.js","sourceRoot":"","sources":["../../src/runtime/rule-canary-deployer.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,sDAAsD;AACtD,uEAAuE;AACvE,2CAA2C;AAC3C,+DAA+D;AAE/D,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AASpC,2DAA2D;AAE3D,MAAM,qBAAqB,GAA4C;IACrE,MAAM,EAAE;QACN,eAAe,EAAE,EAAE;QACnB,cAAc,EAAE,IAAI;QACpB,qBAAqB,EAAE,IAAI;QAC3B,kBAAkB,EAAE,EAAE;KACvB;IACD,QAAQ,EAAE;QACR,eAAe,EAAE,GAAG;QACpB,cAAc,EAAE,IAAI;QACpB,qBAAqB,EAAE,IAAI;QAC3B,kBAAkB,EAAE,EAAE;KACvB;IACD,SAAS,EAAE;QACT,eAAe,EAAE,GAAG;QACpB,cAAc,EAAE,IAAI;QACpB,qBAAqB,EAAE,IAAI;QAC3B,kBAAkB,EAAE,EAAE;KACvB;IACD,YAAY,EAAE;QACZ,eAAe,EAAE,CAAC;QAClB,cAAc,EAAE,CAAC;QACjB,qBAAqB,EAAE,CAAC;QACxB,kBAAkB,EAAE,CAAC;KACtB;CACF,CAAC;AAEF,MAAM,iBAAiB,GAAkB;IACvC,QAAQ;IACR,UAAU;IACV,WAAW;IACX,cAAc;CACf,CAAC;AAcF,2DAA2D;AAE3D,MAAM,OAAO,kBAAkB;IACrB,WAAW,GAAkC,IAAI,GAAG,EAAE,CAAC;IACvD,WAAW,GAAoC,IAAI,GAAG,EAAE,CAAC;IACzD,SAAS,CAAS;IAE1B,YAAY,SAAkB;QAC5B,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,0BAA0B,CAAC;IAC3D,CAAC;IAED;;;OAGG;IACH,eAAe,CACb,IAAsB,EACtB,kBAA8E;QAE9E,gCAAgC;QAChC,MAAM,UAAU,GAAgB,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC;YAClE,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,QAAQ,CAAC;QAEb,MAAM,YAAY,GAAG;YACnB,GAAG,qBAAqB,CAAC,UAAU,CAAC;YACpC,GAAG,CAAC,kBAAkB,EAAE,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;SAC5C,CAAC;QAEF,MAAM,UAAU,GAAqB;YACnC,OAAO,EAAE,IAAI,CAAC,EAAE;YAChB,KAAK,EAAE,UAAU;YACjB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,oBAAoB,EAAE,CAAC;YACvB,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE;YAC5B,aAAa,EAAE,YAAY;SAC5B,CAAC;QAEF,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;QAC1C,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAElC,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,UAA4B;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC7D,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAEhD,4BAA4B;QAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAC5D,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YAC/D,MAAM,iBAAiB,GAAqB;gBAC1C,GAAG,UAAU;gBACb,OAAO,EAAE,cAAc;gBACvB,oBAAoB,EAAE,IAAI,CAAC,oBAAoB,CAAC,UAAU,CAAC,UAAU,CAAC;aACvE,CAAC;YACF,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,cAAc,CAAC,MAAc;QAK3B,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,4BAA4B,EAAE,CAAC;QAClE,CAAC;QAED,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC;QACnC,MAAM,QAAQ,GAAG,UAAU,CAAC,aAAa,CAAC;QAE1C,gCAAgC;QAChC,IAAI,OAAO,CAAC,UAAU,GAAG,QAAQ,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;YACrD,OAAO;gBACL,MAAM,EAAE,UAAU;gBAClB,MAAM,EAAE,cAAc,CAAC,OAAO,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,2BAA2B,CAAC,QAAQ,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;aACrI,CAAC;QACJ,CAAC;QAED,sBAAsB;QACtB,IAAI,OAAO,CAAC,iBAAiB,GAAG,QAAQ,CAAC,eAAe,EAAE,CAAC;YACzD,OAAO;gBACL,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,QAAQ,QAAQ,CAAC,eAAe,GAAG,OAAO,CAAC,iBAAiB,sBAAsB,OAAO,CAAC,iBAAiB,IAAI,QAAQ,CAAC,eAAe,GAAG;aACnJ,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QACvE,IAAI,aAAa,GAAG,QAAQ,CAAC,kBAAkB,EAAE,CAAC;YAChD,OAAO;gBACL,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,kBAAkB,GAAG,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,kBAAkB,IAAI;aACpJ,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,CAAC,UAAU,GAAG,QAAQ,CAAC,cAAc,EAAE,CAAC;YACjD,OAAO;gBACL,MAAM,EAAE,UAAU;gBAClB,MAAM,EAAE,cAAc,CAAC,OAAO,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC,QAAQ,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;aAClI,CAAC;QACJ,CAAC;QAED,MAAM,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,GAAG,CAAC;YACpD,CAAC,CAAC,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,iBAAiB;YACnD,CAAC,CAAC,CAAC,CAAC;QACN,IAAI,gBAAgB,GAAG,QAAQ,CAAC,qBAAqB,EAAE,CAAC;YACtD,OAAO;gBACL,MAAM,EAAE,UAAU;gBAClB,MAAM,EAAE,qBAAqB,CAAC,gBAAgB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC,QAAQ,CAAC,qBAAqB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;aAC9I,CAAC;QACJ,CAAC;QAED,6BAA6B;QAC7B,MAAM,UAAU,GAAG,iBAAiB,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC/D,IAAI,UAAU,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/C,OAAO;gBACL,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,yBAAyB;aAClC,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,iBAAiB,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QACpD,OAAO;YACL,MAAM,EAAE,SAAS;YACjB,SAAS;YACT,MAAM,EAAE,6BAA6B,UAAU,CAAC,KAAK,eAAe,SAAS,GAAG;SACjF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,MAAc;QACpB,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU;YAAE,OAAO,IAAI,CAAC;QAE7B,MAAM,UAAU,GAAG,iBAAiB,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC/D,IAAI,UAAU,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAE5D,MAAM,SAAS,GAAG,iBAAiB,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QACpD,MAAM,YAAY,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC;QAEtD,MAAM,QAAQ,GAAqB;YACjC,GAAG,UAAU;YACb,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACrC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,4BAA4B;YAClE,oBAAoB,EAAE,CAAC;YACvB,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE,EAAE,8BAA8B;YAC5D,aAAa,EAAE,YAAY;SAC5B,CAAC;QAEF,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,kCAAkC;QAEpE,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAc;QACrB,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,4BAA4B,EAAE,CAAC;QAClE,CAAC;QAED,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAChC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAEhC,OAAO;YACL,OAAO,EAAE,IAAI;YACb,MAAM,EAAE,oBAAoB,UAAU,CAAC,KAAK,UAAU,UAAU,CAAC,OAAO,CAAC,iBAAiB,cAAc;SACzG,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,MAAc;QAC1B,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,eAAe;QACb,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED;;;OAGG;IACH,cAAc,CAAC,MAAc;QAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU;YAAE,OAAO,KAAK,CAAC;QAE9B,QAAQ,UAAU,CAAC,KAAK,EAAE,CAAC;YACzB,KAAK,QAAQ,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,+CAA+C;YAC3E,KAAK,UAAU,CAAC,CAAC,OAAO,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC;YAC7C,KAAK,WAAW,CAAC,CAAC,OAAO,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC;YAC9C,KAAK,cAAc,CAAC,CAAC,OAAO,IAAI,CAAC;QACnC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS;QACb,MAAM,KAAK,GAAG;YACZ,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC;YACjD,gBAAgB,EAAE,MAAM,CAAC,WAAW,CAClC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CACtE;SACF,CAAC;QACF,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1D,MAAM,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IAC3E,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS;QACb,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACpD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;gBACtB,IAAI,CAAC,WAAW,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;YAChE,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,8BAA8B;QAChC,CAAC;IACH,CAAC;IAED,0DAA0D;IAElD,cAAc,CAAC,MAAc;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACjD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC,YAAY,EAAE,CAAC;QAEnD,MAAM,gBAAgB,GAAG,KAAK,CAAC,MAAM,CAAC;QACtC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QACtD,MAAM,aAAa,GAAG,gBAAgB,GAAG,UAAU,CAAC;QACpD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;QAC/D,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAErE,uDAAuD;QACvD,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CACjC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,KAAK,MAAM,IAAI,CAAC,CAAC,gBAAgB,KAAK,MAAM,CAClE,CAAC,MAAM,CAAC;QACT,uDAAuD;QACvD,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CACjC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,KAAK,MAAM,IAAI,CAAC,CAAC,gBAAgB,KAAK,MAAM,CAClE,CAAC,MAAM,CAAC;QAET,OAAO;YACL,iBAAiB,EAAE,gBAAgB;YACnC,wBAAwB,EAAE,UAAU;YACpC,aAAa;YACb,UAAU,EAAE,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;YAChE,mBAAmB,EAAE,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;YACjF,mBAAmB,EAAE,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;YACjF,cAAc,EAAE,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;SAC3E,CAAC;IACJ,CAAC;IAEO,oBAAoB,CAAC,SAAiB;QAC5C,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;QAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,OAAO,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;IAC1C,CAAC;IAEO,YAAY;QAClB,OAAO;YACL,iBAAiB,EAAE,CAAC;YACpB,wBAAwB,EAAE,CAAC;YAC3B,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,CAAC;YACb,mBAAmB,EAAE,CAAC;YACtB,mBAAmB,EAAE,CAAC;YACtB,cAAc,EAAE,CAAC;SAClB,CAAC;IACJ,CAAC;CACF"}

package/dist/runtime/rule-conflict-detector.d.ts

@@ -0,0 +1,48 @@
+import type { VerificationRule } from './types.js';
+export interface ConflictReport {
+    readonly direct_conflicts: readonly DirectConflict[];
+    readonly scope_overlaps: readonly ScopeOverlap[];
+    readonly transitive_chains: readonly TransitiveChain[];
+    readonly summary: string;
+}
+export interface DirectConflict {
+    readonly rule_a: string;
+    readonly rule_b: string;
+    readonly test_case_id: string;
+    readonly rule_a_verdict: 'PASS' | 'FAIL';
+    readonly rule_b_verdict: 'PASS' | 'FAIL';
+    readonly description: string;
+}
+export interface ScopeOverlap {
+    readonly rule_a: string;
+    readonly rule_b: string;
+    readonly overlapping_categories: readonly string[];
+    readonly overlapping_languages: readonly string[];
+    readonly risk: 'low' | 'medium' | 'high';
+    readonly description: string;
+}
+export interface TransitiveChain {
+    readonly chain: readonly string[];
+    readonly root_conflict: string;
+}
+export declare class RuleConflictDetector {
+    /**
+     * Perform comprehensive conflict analysis on a set of rules.
+     * Detects direct conflicts (opposite verdicts on same input),
+     * scope overlaps (same claim categories + languages), and
+     * transitive conflict chains.
+     */
+    analyze(rules: readonly VerificationRule[]): ConflictReport;
+    /**
+     * Check if adding a new rule would introduce conflicts.
+     */
+    checkNewRule(newRule: VerificationRule, existingRules: readonly VerificationRule[]): ConflictReport;
+    private findDirectConflicts;
+    private compareRulePair;
+    private runFormalCheck;
+    private findScopeOverlaps;
+    private assessOverlapRisk;
+    private findTransitiveChains;
+    private hasOverlappingScope;
+    private generateSummary;
+}

package/dist/runtime/rule-conflict-detector.js

@@ -0,0 +1,214 @@
+// ============================================================
+// Assay Verified Agent Runtime — Rule Conflict Detector
+// Finds rules that contradict each other, detects scope overlaps,
+// and identifies transitive conflict chains.
+// ============================================================
+// ── Rule Conflict Detector ──────────────────────────────
+export class RuleConflictDetector {
+    /**
+     * Perform comprehensive conflict analysis on a set of rules.
+     * Detects direct conflicts (opposite verdicts on same input),
+     * scope overlaps (same claim categories + languages), and
+     * transitive conflict chains.
+     */
+    analyze(rules) {
+        const directConflicts = this.findDirectConflicts(rules);
+        const scopeOverlaps = this.findScopeOverlaps(rules);
+        const transitiveChains = this.findTransitiveChains(directConflicts, rules);
+        const summary = this.generateSummary(directConflicts, scopeOverlaps, transitiveChains);
+        return {
+            direct_conflicts: directConflicts,
+            scope_overlaps: scopeOverlaps,
+            transitive_chains: transitiveChains,
+            summary,
+        };
+    }
+    /**
+     * Check if adding a new rule would introduce conflicts.
+     */
+    checkNewRule(newRule, existingRules) {
+        const allRules = [...existingRules, newRule];
+        const fullReport = this.analyze(allRules);
+        // Filter to only conflicts involving the new rule
+        return {
+            direct_conflicts: fullReport.direct_conflicts.filter(c => c.rule_a === newRule.id || c.rule_b === newRule.id),
+            scope_overlaps: fullReport.scope_overlaps.filter(o => o.rule_a === newRule.id || o.rule_b === newRule.id),
+            transitive_chains: fullReport.transitive_chains.filter(t => t.chain.includes(newRule.id)),
+            summary: fullReport.summary,
+        };
+    }
+    // ── Private: Direct Conflict Detection ─────────────────
+    findDirectConflicts(rules) {
+        const conflicts = [];
+        // For each pair of rules that have formal checks, compare
+        // their pattern behavior on each other's test cases
+        for (let i = 0; i < rules.length; i++) {
+            for (let j = i + 1; j < rules.length; j++) {
+                const ruleA = rules[i];
+                const ruleB = rules[j];
+                // Only compare rules with overlapping scope
+                if (!this.hasOverlappingScope(ruleA, ruleB))
+                    continue;
+                // Test rule B's test cases against rule A (and vice versa)
+                const abConflicts = this.compareRulePair(ruleA, ruleB);
+                conflicts.push(...abConflicts);
+            }
+        }
+        return conflicts;
+    }
+    compareRulePair(ruleA, ruleB) {
+        const conflicts = [];
+        // Run ruleA's formal check against ruleB's test cases
+        if (ruleA.check.type === 'formal' || ruleA.check.type === 'composite') {
+            const formalCheck = ruleA.check.type === 'formal'
+                ? ruleA.check
+                : ruleA.check.formal_component;
+            for (const testCase of ruleB.test_cases) {
+                if (!ruleA.target.languages.includes(testCase.input_language))
+                    continue;
+                const aVerdict = this.runFormalCheck(formalCheck, testCase.input_code);
+                // If ruleA says PASS but the test case expects FAIL (or vice versa),
+                // this is a potential conflict
+                if (aVerdict !== testCase.expected_verdict) {
+                    conflicts.push({
+                        rule_a: ruleA.id,
+                        rule_b: ruleB.id,
+                        test_case_id: testCase.id,
+                        rule_a_verdict: aVerdict,
+                        rule_b_verdict: testCase.expected_verdict,
+                        description: `Rule "${ruleA.name}" produces ${aVerdict} on test case "${testCase.description}" from rule "${ruleB.name}" which expects ${testCase.expected_verdict}`,
+                    });
+                }
+            }
+        }
+        return conflicts;
+    }
+    runFormalCheck(check, code) {
+        const results = [];
+        for (const pattern of check.patterns) {
+            if (pattern.pattern_type === 'regex') {
+                try {
+                    const regex = new RegExp(pattern.pattern, 'gm');
+                    results.push(regex.test(code));
+                }
+                catch {
+                    results.push(false);
+                }
+            }
+            else {
+                // Non-regex patterns are skipped in conflict detection
+                results.push(true);
+            }
+        }
+        switch (check.logic) {
+            case 'all_match': return results.every(r => r) ? 'PASS' : 'FAIL';
+            case 'any_match': return results.some(r => r) ? 'PASS' : 'FAIL';
+            case 'none_match': return results.every(r => !r) ? 'PASS' : 'FAIL';
+            case 'custom': return results.every(r => r) ? 'PASS' : 'FAIL';
+        }
+    }
+    // ── Private: Scope Overlap Detection ───────────────────
+    findScopeOverlaps(rules) {
+        const overlaps = [];
+        for (let i = 0; i < rules.length; i++) {
+            for (let j = i + 1; j < rules.length; j++) {
+                const ruleA = rules[i];
+                const ruleB = rules[j];
+                const overlappingCategories = ruleA.target.claim_categories.filter(c => ruleB.target.claim_categories.includes(c));
+                const overlappingLanguages = ruleA.target.languages.filter(l => ruleB.target.languages.includes(l));
+                if (overlappingCategories.length > 0 && overlappingLanguages.length > 0) {
+                    // Determine risk based on substrate compatibility
+                    const risk = this.assessOverlapRisk(ruleA, ruleB, overlappingCategories);
+                    overlaps.push({
+                        rule_a: ruleA.id,
+                        rule_b: ruleB.id,
+                        overlapping_categories: overlappingCategories,
+                        overlapping_languages: overlappingLanguages,
+                        risk,
+                        description: `Rules "${ruleA.name}" and "${ruleB.name}" both target ${overlappingCategories.join(', ')} in ${overlappingLanguages.join(', ')}`,
+                    });
+                }
+            }
+        }
+        return overlaps;
+    }
+    assessOverlapRisk(ruleA, ruleB, overlappingCategories) {
+        // Two formal rules with overlapping scope = low risk (deterministic, can be reconciled)
+        if (ruleA.substrate.startsWith('formal_') && ruleB.substrate.startsWith('formal_')) {
+            return 'low';
+        }
+        // Formal + LLM = medium risk (formal override handles disagreement)
+        if (ruleA.substrate.startsWith('formal_') || ruleB.substrate.startsWith('formal_')) {
+            return 'medium';
+        }
+        // Two LLM rules with many overlapping categories = high risk
+        if (overlappingCategories.length >= 2) {
+            return 'high';
+        }
+        return 'medium';
+    }
+    // ── Private: Transitive Chain Detection ────────────────
+    findTransitiveChains(directConflicts, _rules) {
+        // Build an adjacency graph of conflicts
+        const conflictGraph = new Map();
+        for (const conflict of directConflicts) {
+            if (!conflictGraph.has(conflict.rule_a)) {
+                conflictGraph.set(conflict.rule_a, new Set());
+            }
+            if (!conflictGraph.has(conflict.rule_b)) {
+                conflictGraph.set(conflict.rule_b, new Set());
+            }
+            conflictGraph.get(conflict.rule_a).add(conflict.rule_b);
+            conflictGraph.get(conflict.rule_b).add(conflict.rule_a);
+        }
+        // Find connected components of size > 2 (transitive chains)
+        const visited = new Set();
+        const chains = [];
+        for (const [ruleId] of conflictGraph) {
+            if (visited.has(ruleId))
+                continue;
+            const component = [];
+            const queue = [ruleId];
+            while (queue.length > 0) {
+                const current = queue.shift();
+                if (visited.has(current))
+                    continue;
+                visited.add(current);
+                component.push(current);
+                const neighbors = conflictGraph.get(current) ?? new Set();
+                for (const neighbor of neighbors) {
+                    if (!visited.has(neighbor)) {
+                        queue.push(neighbor);
+                    }
+                }
+            }
+            if (component.length > 2) {
+                chains.push({
+                    chain: component,
+                    root_conflict: `${component.length} rules form a transitive conflict chain: ${component.join(' <-> ')}`,
+                });
+            }
+        }
+        return chains;
+    }
+    // ── Private: Helpers ───────────────────────────────────
+    hasOverlappingScope(a, b) {
+        const categoryOverlap = a.target.claim_categories.some(c => b.target.claim_categories.includes(c));
+        const languageOverlap = a.target.languages.some(l => b.target.languages.includes(l));
+        return categoryOverlap && languageOverlap;
+    }
+    generateSummary(conflicts, overlaps, chains) {
+        const parts = [];
+        parts.push(`Direct conflicts: ${conflicts.length}`);
+        parts.push(`Scope overlaps: ${overlaps.length} (${overlaps.filter(o => o.risk === 'high').length} high-risk)`);
+        parts.push(`Transitive chains: ${chains.length}`);
+        if (conflicts.length === 0 && chains.length === 0) {
+            parts.push('No conflicts detected. Safe to proceed.');
+        }
+        else {
+            parts.push('Manual review recommended before activation.');
+        }
+        return parts.join('. ');
+    }
+}
+//# sourceMappingURL=rule-conflict-detector.js.map

package/dist/runtime/rule-conflict-detector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rule-conflict-detector.js","sourceRoot":"","sources":["../../src/runtime/rule-conflict-detector.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,wDAAwD;AACxD,kEAAkE;AAClE,6CAA6C;AAC7C,+DAA+D;AAwC/D,2DAA2D;AAE3D,MAAM,OAAO,oBAAoB;IAC/B;;;;;OAKG;IACH,OAAO,CAAC,KAAkC;QACxC,MAAM,eAAe,GAAG,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;QACxD,MAAM,aAAa,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,gBAAgB,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QAE3E,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,eAAe,EAAE,aAAa,EAAE,gBAAgB,CAAC,CAAC;QAEvF,OAAO;YACL,gBAAgB,EAAE,eAAe;YACjC,cAAc,EAAE,aAAa;YAC7B,iBAAiB,EAAE,gBAAgB;YACnC,OAAO;SACR,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,YAAY,CACV,OAAyB,EACzB,aAA0C;QAE1C,MAAM,QAAQ,GAAG,CAAC,GAAG,aAAa,EAAE,OAAO,CAAC,CAAC;QAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAE1C,kDAAkD;QAClD,OAAO;YACL,gBAAgB,EAAE,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAClD,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,EAAE,IAAI,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,EAAE,CACxD;YACD,cAAc,EAAE,UAAU,CAAC,cAAc,CAAC,MAAM,CAC9C,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,EAAE,IAAI,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,EAAE,CACxD;YACD,iBAAiB,EAAE,UAAU,CAAC,iBAAiB,CAAC,MAAM,CACpD,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAClC;YACD,OAAO,EAAE,UAAU,CAAC,OAAO;SAC5B,CAAC;IACJ,CAAC;IAED,0DAA0D;IAElD,mBAAmB,CACzB,KAAkC;QAElC,MAAM,SAAS,GAAqB,EAAE,CAAC;QAEvC,0DAA0D;QAC1D,oDAAoD;QACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACvB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBAEvB,4CAA4C;gBAC5C,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC;oBAAE,SAAS;gBAEtD,2DAA2D;gBAC3D,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBACvD,SAAS,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,eAAe,CACrB,KAAuB,EACvB,KAAuB;QAEvB,MAAM,SAAS,GAAqB,EAAE,CAAC;QAEvC,sDAAsD;QACtD,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACtE,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ;gBAC/C,CAAC,CAAC,KAAK,CAAC,KAAK;gBACb,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,gBAAgB,CAAC;YAEjC,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBACxC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC;oBAAE,SAAS;gBAExE,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,WAAW,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAEvE,qEAAqE;gBACrE,+BAA+B;gBAC/B,IAAI,QAAQ,KAAK,QAAQ,CAAC,gBAAgB,EAAE,CAAC;oBAC3C,SAAS,CAAC,IAAI,CAAC;wBACb,MAAM,EAAE,KAAK,CAAC,EAAE;wBAChB,MAAM,EAAE,KAAK,CAAC,EAAE;wBAChB,YAAY,EAAE,QAAQ,CAAC,EAAE;wBACzB,cAAc,EAAE,QAAQ;wBACxB,cAAc,EAAE,QAAQ,CAAC,gBAAgB;wBACzC,WAAW,EAAE,SAAS,KAAK,CAAC,IAAI,cAAc,QAAQ,kBAAkB,QAAQ,CAAC,WAAW,gBAAgB,KAAK,CAAC,IAAI,mBAAmB,QAAQ,CAAC,gBAAgB,EAAE;qBACrK,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,cAAc,CAAC,KAAkB,EAAE,IAAY;QACrD,MAAM,OAAO,GAAc,EAAE,CAAC;QAE9B,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACrC,IAAI,OAAO,CAAC,YAAY,KAAK,OAAO,EAAE,CAAC;gBACrC,IAAI,CAAC;oBACH,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;oBAChD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBACjC,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,uDAAuD;gBACvD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QAED,QAAQ,KAAK,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,WAAW,CAAC,CAAC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;YACjE,KAAK,WAAW,CAAC,CAAC,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;YAChE,KAAK,YAAY,CAAC,CAAC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;YACnE,KAAK,QAAQ,CAAC,CAAC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QAChE,CAAC;IACH,CAAC;IAED,0DAA0D;IAElD,iBAAiB,CACvB,KAAkC;QAElC,MAAM,QAAQ,GAAmB,EAAE,CAAC;QAEpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACvB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBAEvB,MAAM,qBAAqB,GAAG,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAChE,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAC/C,CAAC;gBACF,MAAM,oBAAoB,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CACxD,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CACxC,CAAC;gBAEF,IAAI,qBAAqB,CAAC,MAAM,GAAG,CAAC,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACxE,kDAAkD;oBAClD,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,KAAK,EAAE,qBAAqB,CAAC,CAAC;oBAEzE,QAAQ,CAAC,IAAI,CAAC;wBACZ,MAAM,EAAE,KAAK,CAAC,EAAE;wBAChB,MAAM,EAAE,KAAK,CAAC,EAAE;wBAChB,sBAAsB,EAAE,qBAAqB;wBAC7C,qBAAqB,EAAE,oBAAoB;wBAC3C,IAAI;wBACJ,WAAW,EAAE,UAAU,KAAK,CAAC,IAAI,UAAU,KAAK,CAAC,IAAI,iBAAiB,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;qBAC/I,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,iBAAiB,CACvB,KAAuB,EACvB,KAAuB,EACvB,qBAA+B;QAE/B,wFAAwF;QACxF,IAAI,KAAK,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YACnF,OAAO,KAAK,CAAC;QACf,CAAC;QACD,oEAAoE;QACpE,IAAI,KAAK,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YACnF,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,6DAA6D;QAC7D,IAAI,qBAAqB,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACtC,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,0DAA0D;IAElD,oBAAoB,CAC1B,eAA0C,EAC1C,MAAmC;QAEnC,wCAAwC;QACxC,MAAM,aAAa,GAA6B,IAAI,GAAG,EAAE,CAAC;QAE1D,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE,CAAC;YACvC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACxC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;YAChD,CAAC;YACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACxC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;YAChD,CAAC;YACD,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACzD,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC3D,CAAC;QAED,4DAA4D;QAC5D,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,MAAM,MAAM,GAAsB,EAAE,CAAC;QAErC,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;YACrC,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;gBAAE,SAAS;YAElC,MAAM,SAAS,GAAa,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC;YAEvB,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,EAAG,CAAC;gBAC/B,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;oBAAE,SAAS;gBACnC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACrB,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAExB,MAAM,SAAS,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;gBAC1D,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;oBACjC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC3B,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACvB,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,CAAC;oBACV,KAAK,EAAE,SAAS;oBAChB,aAAa,EAAE,GAAG,SAAS,CAAC,MAAM,4CAA4C,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;iBACxG,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,0DAA0D;IAElD,mBAAmB,CACzB,CAAmB,EACnB,CAAmB;QAEnB,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,IAAI,CACpD,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAC3C,CAAC;QACF,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAC7C,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CACpC,CAAC;QACF,OAAO,eAAe,IAAI,eAAe,CAAC;IAC5C,CAAC;IAEO,eAAe,CACrB,SAAoC,EACpC,QAAiC,EACjC,MAAkC;QAElC,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,qBAAqB,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;QACpD,KAAK,CAAC,IAAI,CAAC,mBAAmB,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,MAAM,aAAa,CAAC,CAAC;QAC/G,KAAK,CAAC,IAAI,CAAC,sBAAsB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAElD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClD,KAAK,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;QAC7D,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;CACF"}

package/dist/runtime/rule-meta-verifier.d.ts

@@ -0,0 +1,18 @@
+import type { VerificationRule, RuleMetaVerification } from './types.js';
+export declare class RuleMetaVerifier {
+    private consistencyRuns;
+    constructor(opts?: {
+        consistencyRuns?: number;
+    });
+    /**
+     * Meta-verify a proposed rule:
+     * 1. Run all test cases through the rule's check logic
+     * 2. Check consistency (run multiple times for LLM-based rules)
+     * 3. Check for conflicts with existing rules
+     * Returns a RuleMetaVerification report.
+     */
+    verify(proposedRule: VerificationRule, existingRules: readonly VerificationRule[]): Promise<RuleMetaVerification>;
+    private runTestCases;
+    private checkConsistency;
+    private checkConflicts;
+}