pi-harness-runtime 1.1.49 → 1.1.71-3

package/packages/jev-judge/dist/decision-engine.d.ts

@@ -0,0 +1,100 @@
+/**
+ * Decision Engine - Threshold-based routing and action decisions
+ *
+ * Wraps Jev decisions with configurable thresholds for automated actions.
+ */
+import { JevJudge } from "./index.js";
+import type { JevJudgeConfig } from "./types.js";
+/**
+ * Threshold configuration for automatic decisions
+ */
+export interface ThresholdConfig {
+    /** Threshold for automatic approval (default: 0.9) */
+    approval?: number;
+    /** Threshold for requiring review (default: 0.5) */
+    review?: number;
+    /** Threshold for automatic blocking (default: 0.2) */
+    block?: number;
+    /** Custom thresholds per question ID */
+    perQuestion?: Record<string, {
+        approval?: number;
+        review?: number;
+        block?: number;
+    }>;
+}
+/**
+ * Action result from the decision engine
+ */
+export interface ActionResult {
+    action: "proceed" | "review" | "block";
+    shouldAct: boolean;
+    probability: number;
+    confidence: "high" | "medium" | "low";
+    reason: string;
+}
+/**
+ * Decision Engine - Makes automated decisions based on Jev probabilities
+ */
+export declare class DecisionEngine {
+    private judge;
+    private defaultThresholds;
+    constructor(config: JevJudgeConfig, thresholds?: ThresholdConfig);
+    /**
+     * Decide action based on probability and thresholds
+     */
+    decide(probability: number, thresholds?: ThresholdConfig): ActionResult;
+    /**
+     * Decide with per-question thresholds
+     */
+    decideWithThresholds(probabilities: Record<string, number>, thresholds?: ThresholdConfig): Record<string, ActionResult>;
+    /**
+     * Route to appropriate handler based on decision
+     */
+    route<T>(decision: ActionResult, handlers: {
+        onProceed?: () => T | Promise<T>;
+        onReview?: () => T | Promise<T>;
+        onBlock?: () => T | Promise<T>;
+    }): Promise<T> | T;
+    /**
+     * Batch decision with voting
+     */
+    batchDecide(decisions: {
+        id: string;
+        probability: number;
+    }[], threshold?: number): {
+        passed: string[];
+        failed: string[];
+        threshold: number;
+    };
+    /**
+     * Weighted voting for multiple judges
+     */
+    weightedVote(votes: {
+        weight: number;
+        probability: number;
+    }[]): {
+        weightedAverage: number;
+        decision: ActionResult;
+    };
+    private getConfidence;
+}
+/**
+ * Routing helpers for common use cases
+ */
+export declare class Router {
+    /**
+     * Route to todo or bd based on task description
+     */
+    static routeTaskTracker(taskDescription: string, judge: JevJudge): Promise<{
+        tracker: "todo" | "bd";
+        confidence: number;
+    }>;
+    /**
+     * Route to appropriate severity level
+     */
+    static routeSeverity(issue: string, judge: JevJudge): Promise<{
+        severity: "critical" | "high" | "medium" | "low";
+        probability: number;
+    }>;
+}
+//# sourceMappingURL=decision-engine.d.ts.map

package/packages/jev-judge/dist/decision-engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"decision-engine.d.ts","sourceRoot":"","sources":["../src/decision-engine.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,KAAK,EAAE,cAAc,EAAqB,MAAM,YAAY,CAAC;AAEpE;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,sDAAsD;IACtD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,oDAAoD;IACpD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,sDAAsD;IACtD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,wCAAwC;IACxC,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACtF;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,SAAS,GAAG,QAAQ,GAAG,OAAO,CAAC;IACvC,SAAS,EAAE,OAAO,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,KAAK,CAAW;IACxB,OAAO,CAAC,iBAAiB,CAAkB;IAE3C,YACE,MAAM,EAAE,cAAc,EACtB,UAAU,CAAC,EAAE,eAAe,EAS7B;IAED;;OAEG;IACH,MAAM,CACJ,WAAW,EAAE,MAAM,EACnB,UAAU,CAAC,EAAE,eAAe,GAC3B,YAAY,CA8Bd;IAED;;OAEG;IACH,oBAAoB,CAClB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACrC,UAAU,CAAC,EAAE,eAAe,GAC3B,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAS9B;IAED;;OAEG;IACH,KAAK,CAAC,CAAC,EACL,QAAQ,EAAE,YAAY,EACtB,QAAQ,EAAE;QACR,SAAS,CAAC,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACjC,QAAQ,CAAC,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QAChC,OAAO,CAAC,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;KAChC,GACA,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAShB;IAED;;OAEG;IACH,WAAW,CACT,SAAS,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,EAAE,EAChD,SAAS,SAAM,GACd;QAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAa3D;IAED;;OAEG;IACH,YAAY,CACV,KAAK,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,EAAE,GAC/C;QAAE,eAAe,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,YAAY,CAAA;KAAE,CAWrD;IAED,OAAO,CAAC,aAAa;CAStB;AAED;;GAEG;AACH,qBAAa,MAAM;IACjB;;OAEG;IACH,OAAa,gBAAgB,CAC3B,eAAe,EAAE,MAAM,EACvB,KAAK,EAAE,QAAQ,GACd,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAczD;IAED;;OAEG;IACH,OAAa,aAAa,CACxB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,QAAQ,GACd,OAAO,CAAC;QAAE,QAAQ,EAAE,UAAU,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC,CAiBpF;CACF"}

package/packages/jev-judge/dist/decision-engine.js

@@ -0,0 +1,151 @@
+/**
+ * Decision Engine - Threshold-based routing and action decisions
+ *
+ * Wraps Jev decisions with configurable thresholds for automated actions.
+ */
+import { JevJudge } from "./index.js";
+/**
+ * Decision Engine - Makes automated decisions based on Jev probabilities
+ */
+export class DecisionEngine {
+    judge;
+    defaultThresholds;
+    constructor(config, thresholds) {
+        this.judge = new JevJudge(config);
+        this.defaultThresholds = {
+            approval: 0.9,
+            review: 0.5,
+            block: 0.2,
+            ...thresholds,
+        };
+    }
+    /**
+     * Decide action based on probability and thresholds
+     */
+    decide(probability, thresholds) {
+        const t = thresholds ?? this.defaultThresholds;
+        if (probability >= (t.approval ?? 0.9)) {
+            return {
+                action: "proceed",
+                shouldAct: true,
+                probability,
+                confidence: this.getConfidence(probability, t.approval ?? 0.9),
+                reason: "High confidence - auto-approved",
+            };
+        }
+        if (probability >= (t.review ?? 0.5)) {
+            return {
+                action: "review",
+                shouldAct: false,
+                probability,
+                confidence: this.getConfidence(probability, t.review ?? 0.5),
+                reason: "Medium confidence - requires human review",
+            };
+        }
+        return {
+            action: "block",
+            shouldAct: false,
+            probability,
+            confidence: this.getConfidence(probability, t.block ?? 0.2),
+            reason: "Low confidence - blocked",
+        };
+    }
+    /**
+     * Decide with per-question thresholds
+     */
+    decideWithThresholds(probabilities, thresholds) {
+        const results = {};
+        for (const [questionId, probability] of Object.entries(probabilities)) {
+            const questionThresholds = thresholds?.perQuestion?.[questionId] ?? thresholds;
+            results[questionId] = this.decide(probability, questionThresholds);
+        }
+        return results;
+    }
+    /**
+     * Route to appropriate handler based on decision
+     */
+    route(decision, handlers) {
+        switch (decision.action) {
+            case "proceed":
+                return handlers.onProceed?.() ?? {};
+            case "review":
+                return handlers.onReview?.() ?? {};
+            case "block":
+                return handlers.onBlock?.() ?? {};
+        }
+    }
+    /**
+     * Batch decision with voting
+     */
+    batchDecide(decisions, threshold = 0.5) {
+        const passed = [];
+        const failed = [];
+        for (const decision of decisions) {
+            if (decision.probability >= threshold) {
+                passed.push(decision.id);
+            }
+            else {
+                failed.push(decision.id);
+            }
+        }
+        return { passed, failed, threshold };
+    }
+    /**
+     * Weighted voting for multiple judges
+     */
+    weightedVote(votes) {
+        const totalWeight = votes.reduce((sum, v) => sum + v.weight, 0);
+        const weightedAverage = votes.reduce((sum, v) => sum + (v.probability * v.weight) / totalWeight, 0);
+        return {
+            weightedAverage,
+            decision: this.decide(weightedAverage),
+        };
+    }
+    getConfidence(probability, threshold) {
+        const distance = Math.abs(probability - threshold);
+        if (distance > 0.3)
+            return "high";
+        if (distance > 0.15)
+            return "medium";
+        return "low";
+    }
+}
+/**
+ * Routing helpers for common use cases
+ */
+export class Router {
+    /**
+     * Route to todo or bd based on task description
+     */
+    static async routeTaskTracker(taskDescription, judge) {
+        const result = await judge.evaluate(taskDescription, {
+            useTodo: {
+                type: "noul",
+                instructions: "Is this a short-lived, session-specific task that doesn't need GitHub tracking?",
+            },
+        });
+        const probability = (result.decisions.useTodo?.probability ?? 0.5);
+        return {
+            tracker: probability > 0.5 ? "todo" : "bd",
+            confidence: Math.abs(probability - 0.5) * 2, // 0-1 scale
+        };
+    }
+    /**
+     * Route to appropriate severity level
+     */
+    static async routeSeverity(issue, judge) {
+        const result = await judge.evaluate(issue, {
+            severity: {
+                type: "choice",
+                instructions: "What is the severity level of this issue?",
+                options: ["critical", "high", "medium", "low"],
+            },
+        });
+        const severityDecision = result.decisions.severity;
+        return {
+            severity: severityDecision?.response?.choice ?? "medium",
+            probability: severityDecision?.response?.confidence ?? 0.5,
+        };
+    }
+}
+//# sourceMappingURL=decision-engine.js.map

package/packages/jev-judge/dist/decision-engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"decision-engine.js","sourceRoot":"","sources":["../src/decision-engine.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AA4BtC;;GAEG;AACH,MAAM,OAAO,cAAc;IACjB,KAAK,CAAW;IAChB,iBAAiB,CAAkB;IAE3C,YACE,MAAsB,EACtB,UAA4B;QAE5B,IAAI,CAAC,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAClC,IAAI,CAAC,iBAAiB,GAAG;YACvB,QAAQ,EAAE,GAAG;YACb,MAAM,EAAE,GAAG;YACX,KAAK,EAAE,GAAG;YACV,GAAG,UAAU;SACd,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,MAAM,CACJ,WAAmB,EACnB,UAA4B;QAE5B,MAAM,CAAC,GAAG,UAAU,IAAI,IAAI,CAAC,iBAAiB,CAAC;QAE/C,IAAI,WAAW,IAAI,CAAC,CAAC,CAAC,QAAQ,IAAI,GAAG,CAAC,EAAE,CAAC;YACvC,OAAO;gBACL,MAAM,EAAE,SAAS;gBACjB,SAAS,EAAE,IAAI;gBACf,WAAW;gBACX,UAAU,EAAE,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC,QAAQ,IAAI,GAAG,CAAC;gBAC9D,MAAM,EAAE,iCAAiC;aAC1C,CAAC;QACJ,CAAC;QAED,IAAI,WAAW,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,GAAG,CAAC,EAAE,CAAC;YACrC,OAAO;gBACL,MAAM,EAAE,QAAQ;gBAChB,SAAS,EAAE,KAAK;gBAChB,WAAW;gBACX,UAAU,EAAE,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC,MAAM,IAAI,GAAG,CAAC;gBAC5D,MAAM,EAAE,2CAA2C;aACpD,CAAC;QACJ,CAAC;QAED,OAAO;YACL,MAAM,EAAE,OAAO;YACf,SAAS,EAAE,KAAK;YAChB,WAAW;YACX,UAAU,EAAE,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC;YAC3D,MAAM,EAAE,0BAA0B;SACnC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,oBAAoB,CAClB,aAAqC,EACrC,UAA4B;QAE5B,MAAM,OAAO,GAAiC,EAAE,CAAC;QAEjD,KAAK,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;YACtE,MAAM,kBAAkB,GAAG,UAAU,EAAE,WAAW,EAAE,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC;YAC/E,OAAO,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,kBAAkB,CAAC,CAAC;QACrE,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,KAAK,CACH,QAAsB,EACtB,QAIC;QAED,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAAC;YACxB,KAAK,SAAS;gBACZ,OAAO,QAAQ,CAAC,SAAS,EAAE,EAAE,IAAK,EAAQ,CAAC;YAC7C,KAAK,QAAQ;gBACX,OAAO,QAAQ,CAAC,QAAQ,EAAE,EAAE,IAAK,EAAQ,CAAC;YAC5C,KAAK,OAAO;gBACV,OAAO,QAAQ,CAAC,OAAO,EAAE,EAAE,IAAK,EAAQ,CAAC;QAC7C,CAAC;IACH,CAAC;IAED;;OAEG;IACH,WAAW,CACT,SAAgD,EAChD,SAAS,GAAG,GAAG;QAEf,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,IAAI,QAAQ,CAAC,WAAW,IAAI,SAAS,EAAE,CAAC;gBACtC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,YAAY,CACV,KAAgD;QAEhD,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAChE,MAAM,eAAe,GAAG,KAAK,CAAC,MAAM,CAClC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC,GAAG,WAAW,EAC1D,CAAC,CACF,CAAC;QAEF,OAAO;YACL,eAAe;YACf,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;SACvC,CAAC;IACJ,CAAC;IAEO,aAAa,CACnB,WAAmB,EACnB,SAAiB;QAEjB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,SAAS,CAAC,CAAC;QACnD,IAAI,QAAQ,GAAG,GAAG;YAAE,OAAO,MAAM,CAAC;QAClC,IAAI,QAAQ,GAAG,IAAI;YAAE,OAAO,QAAQ,CAAC;QACrC,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,MAAM;IACjB;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAC3B,eAAuB,EACvB,KAAe;QAEf,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,eAAe,EAAE;YACnD,OAAO,EAAE;gBACP,IAAI,EAAE,MAAM;gBACZ,YAAY,EACV,iFAAiF;aACpF;SACF,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,WAAW,IAAI,GAAG,CAAC,CAAC;QACnE,OAAO;YACL,OAAO,EAAE,WAAW,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI;YAC1C,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,GAAG,CAAC,EAAE,YAAY;SAC1D,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,aAAa,CACxB,KAAa,EACb,KAAe;QAEf,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE;YACzC,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,YAAY,EAAE,2CAA2C;gBACzD,OAAO,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC;aAC/C;SACF,CAAC,CAAC;QAEH,MAAM,gBAAgB,GAAG,MAAM,CAAC,SAAS,CAAC,QAEzC,CAAC;QAEF,OAAO;YACL,QAAQ,EAAG,gBAAgB,EAAE,QAAQ,EAAE,MAAiD,IAAI,QAAQ;YACpG,WAAW,EAAE,gBAAgB,EAAE,QAAQ,EAAE,UAAU,IAAI,GAAG;SAC3D,CAAC;IACJ,CAAC;CACF"}

package/packages/jev-judge/dist/e2e-judge.d.ts

@@ -0,0 +1,61 @@
+/**
+ * E2E Judge - Automated decision making for E2E testing
+ *
+ * Uses Jev to make fast, calibrated decisions about:
+ * - Test flakiness detection
+ * - Build blocking decisions
+ * - Retry recommendations
+ * - Error classification
+ */
+import { type JevJudgeConfig } from "./index.js";
+import type { E2ETestResult, E2EFlakyAnalysis, E2EBuildDecision, E2ERetryDecision } from "./types.js";
+/**
+ * E2E Judge - Specialized judge for E2E testing decisions
+ */
+export declare class E2EJudge {
+    private judge;
+    private config;
+    constructor(config: JevJudgeConfig, options?: {
+        flakyThreshold?: number;
+        blockThreshold?: number;
+        retryThreshold?: number;
+    });
+    /**
+     * Analyze if a test failure is likely a flaky test
+     */
+    analyzeFlakiness(testResult: E2ETestResult): Promise<E2EFlakyAnalysis>;
+    /**
+     * Decide if a test failure should block the build
+     */
+    shouldBlockBuild(testResult: E2ETestResult): Promise<E2EBuildDecision>;
+    /**
+     * Decide if a failed test should be retried
+     */
+    shouldRetry(testResult: E2ETestResult): Promise<E2ERetryDecision>;
+    /**
+     * Classify a test error into categories
+     */
+    classifyError(errorMessage: string, testName?: string): Promise<{
+        category: string;
+        subcategory?: string;
+        isKnown: boolean;
+        probability: number;
+    }>;
+    /**
+     * Batch analyze multiple test results
+     */
+    batchAnalyze(testResults: E2ETestResult[]): Promise<{
+        flaky: E2ETestResult[];
+        shouldBlock: E2ETestResult[];
+        toRetry: {
+            test: E2ETestResult;
+            decision: E2ERetryDecision;
+        }[];
+        passed: E2ETestResult[];
+    }>;
+    private buildFlakyState;
+    private buildBuildBlockState;
+    private buildRetryState;
+    private getFlakyRecommendation;
+}
+//# sourceMappingURL=e2e-judge.d.ts.map

package/packages/jev-judge/dist/e2e-judge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"e2e-judge.d.ts","sourceRoot":"","sources":["../src/e2e-judge.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAY,KAAK,cAAc,EAAE,MAAM,YAAY,CAAC;AAC3D,OAAO,KAAK,EACV,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,EAEjB,MAAM,YAAY,CAAC;AAEpB;;GAEG;AACH,qBAAa,QAAQ;IACnB,OAAO,CAAC,KAAK,CAAW;IACxB,OAAO,CAAC,MAAM,CAIZ;IAEF,YACE,MAAM,EAAE,cAAc,EACtB,OAAO,CAAC,EAAE;QACR,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,EAQF;IAED;;OAEG;IACG,gBAAgB,CAAC,UAAU,EAAE,aAAa,GAAG,OAAO,CAAC,gBAAgB,CAAC,CA4C3E;IAED;;OAEG;IACG,gBAAgB,CAAC,UAAU,EAAE,aAAa,GAAG,OAAO,CAAC,gBAAgB,CAAC,CA4C3E;IAED;;OAEG;IACG,WAAW,CAAC,UAAU,EAAE,aAAa,GAAG,OAAO,CAAC,gBAAgB,CAAC,CA4CtE;IAED;;OAEG;IACG,aAAa,CACjB,YAAY,EAAE,MAAM,EACpB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC;QACT,QAAQ,EAAE,MAAM,CAAC;QACjB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,OAAO,EAAE,OAAO,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC,CAyCD;IAED;;OAEG;IACG,YAAY,CAChB,WAAW,EAAE,aAAa,EAAE,GAC3B,OAAO,CAAC;QACT,KAAK,EAAE,aAAa,EAAE,CAAC;QACvB,WAAW,EAAE,aAAa,EAAE,CAAC;QAC7B,OAAO,EAAE;YAAE,IAAI,EAAE,aAAa,CAAC;YAAC,QAAQ,EAAE,gBAAgB,CAAA;SAAE,EAAE,CAAC;QAC/D,MAAM,EAAE,aAAa,EAAE,CAAC;KACzB,CAAC,CA8CD;IAID,OAAO,CAAC,eAAe;IAkBvB,OAAO,CAAC,oBAAoB;IAc5B,OAAO,CAAC,eAAe;IAUvB,OAAO,CAAC,sBAAsB;CAc/B"}

package/packages/jev-judge/dist/e2e-judge.js

@@ -0,0 +1,268 @@
+/**
+ * E2E Judge - Automated decision making for E2E testing
+ *
+ * Uses Jev to make fast, calibrated decisions about:
+ * - Test flakiness detection
+ * - Build blocking decisions
+ * - Retry recommendations
+ * - Error classification
+ */
+import { JevJudge } from "./index.js";
+/**
+ * E2E Judge - Specialized judge for E2E testing decisions
+ */
+export class E2EJudge {
+    judge;
+    config;
+    constructor(config, options) {
+        this.judge = new JevJudge(config);
+        this.config = {
+            flakyThreshold: options?.flakyThreshold ?? 0.7,
+            blockThreshold: options?.blockThreshold ?? 0.8,
+            retryThreshold: options?.retryThreshold ?? 0.6,
+        };
+    }
+    /**
+     * Analyze if a test failure is likely a flaky test
+     */
+    async analyzeFlakiness(testResult) {
+        const state = this.buildFlakyState(testResult);
+        const result = await this.judge.evaluate(state, {
+            isFlaky: {
+                type: "noul",
+                instructions: "Does this failure match a known flaky test pattern? Consider: timeout, race condition, network issue, or intermittent UI state.",
+            },
+            pattern: {
+                type: "choice",
+                instructions: "What is the most likely cause of this failure?",
+                options: [
+                    "timeout",
+                    "race_condition",
+                    "network_issue",
+                    "ui_state",
+                    "data_issue",
+                    "real_bug",
+                    "unknown",
+                ],
+            },
+            confidence: {
+                type: "noul",
+                instructions: "Is this a confident assessment based on clear evidence in the error message?",
+            },
+        });
+        const isFlakyDecision = result.decisions.isFlaky;
+        const patternDecision = result.decisions.pattern;
+        const probability = isFlakyDecision.probability ?? 0;
+        const isFlaky = probability >= (this.config.flakyThreshold ?? 0.7);
+        return {
+            isFlaky,
+            confidence: isFlakyDecision.confidence,
+            probability,
+            pattern: patternDecision?.response?.choice,
+            recommendation: this.getFlakyRecommendation(isFlaky, probability),
+        };
+    }
+    /**
+     * Decide if a test failure should block the build
+     */
+    async shouldBlockBuild(testResult) {
+        const state = this.buildBuildBlockState(testResult);
+        const result = await this.judge.evaluate(state, {
+            blocksBuild: {
+                type: "noul",
+                instructions: "Would this failure indicate a real regression that should block the build? Consider: is this a core functionality, critical path, or user-facing feature?",
+            },
+            severity: {
+                type: "choice",
+                instructions: "What is the impact level of this failure?",
+                options: ["critical", "high", "medium", "low"],
+            },
+            reason: {
+                type: "choice",
+                instructions: "What is the primary reason this would block the build?",
+                options: [
+                    "core_functionality",
+                    "critical_path",
+                    "user_facing",
+                    "performance",
+                    "cosmetic",
+                    "flaky",
+                    "known_issue",
+                ],
+            },
+        });
+        const blockDecision = result.decisions.blocksBuild;
+        const probability = blockDecision.probability ?? 0;
+        const shouldBlock = probability >= (this.config.blockThreshold ?? 0.8);
+        const reasonDecision = result.decisions.reason;
+        return {
+            shouldBlock,
+            probability,
+            confidence: blockDecision.confidence,
+            reason: reasonDecision?.response?.choice ?? "unknown",
+            affectedTests: [testResult.name],
+        };
+    }
+    /**
+     * Decide if a failed test should be retried
+     */
+    async shouldRetry(testResult) {
+        const state = this.buildRetryState(testResult);
+        const result = await this.judge.evaluate(state, {
+            shouldRetry: {
+                type: "noul",
+                instructions: "Is this failure likely transient and worth retrying? Consider: timeout, network error, resource contention, or race conditions.",
+            },
+            attempts: {
+                type: "choice",
+                instructions: "How many retry attempts are recommended?",
+                options: ["1", "2", "3", "5", "dont_retry"],
+            },
+            delay: {
+                type: "score",
+                instructions: "How long should we wait before retrying (in seconds)?",
+                min: 0,
+                max: 30,
+            },
+        });
+        const retryDecision = result.decisions.shouldRetry;
+        const attemptsDecision = result.decisions.attempts;
+        const delayDecision = result.decisions.delay;
+        const probability = retryDecision.probability ?? 0;
+        const shouldRetry = probability >= (this.config.retryThreshold ?? 0.6);
+        const attemptsStr = attemptsDecision?.response?.choice ?? "1";
+        const maxAttempts = attemptsStr === "dont_retry" ? 0 : parseInt(attemptsStr, 10);
+        return {
+            shouldRetry: shouldRetry && maxAttempts > 0,
+            maxAttempts,
+            probability,
+            delayMs: delayDecision?.response?.score
+                ? delayDecision.response.score * 1000
+                : undefined,
+        };
+    }
+    /**
+     * Classify a test error into categories
+     */
+    async classifyError(errorMessage, testName) {
+        const state = testName
+            ? `Test: ${testName}\nError: ${errorMessage}`
+            : errorMessage;
+        const result = await this.judge.evaluate(state, {
+            category: {
+                type: "choice",
+                instructions: "What is the primary category of this error?",
+                options: [
+                    "assertion",
+                    "timeout",
+                    "network",
+                    "permission",
+                    "data",
+                    "ui",
+                    "api",
+                    "auth",
+                    "config",
+                    "unknown",
+                ],
+            },
+            isKnown: {
+                type: "noul",
+                instructions: "Is this a known, expected error pattern (e.g., known bug, expected failure)?",
+            },
+        });
+        const categoryDecision = result.decisions.category;
+        const isKnownDecision = result.decisions.isKnown;
+        return {
+            category: categoryDecision?.response?.choice ?? "unknown",
+            isKnown: isKnownDecision?.response?.noul
+                ? isKnownDecision.response.noul > 0.5
+                : false,
+            probability: isKnownDecision.probability ?? 0.5,
+        };
+    }
+    /**
+     * Batch analyze multiple test results
+     */
+    async batchAnalyze(testResults) {
+        const flaky = [];
+        const shouldBlock = [];
+        const toRetry = [];
+        const passed = [];
+        // Process in batches to avoid rate limiting
+        const BATCH_SIZE = 5;
+        for (let i = 0; i < testResults.length; i += BATCH_SIZE) {
+            const batch = testResults.slice(i, i + BATCH_SIZE);
+            const results = await Promise.all(batch.map(async (test) => {
+                if (test.status === "passed") {
+                    return { test, type: "passed" };
+                }
+                const [flakyResult, retryDecision] = await Promise.all([
+                    this.analyzeFlakiness(test),
+                    this.shouldRetry(test),
+                ]);
+                return { test, flakyResult, retryDecision, type: "failed" };
+            }));
+            for (const result of results) {
+                if (result.type === "passed") {
+                    passed.push(result.test);
+                }
+                else {
+                    if (result.flakyResult?.isFlaky) {
+                        flaky.push(result.test);
+                    }
+                    if (result.retryDecision?.shouldRetry) {
+                        toRetry.push({ test: result.test, decision: result.retryDecision });
+                    }
+                    const blockDecision = await this.shouldBlockBuild(result.test);
+                    if (blockDecision.shouldBlock) {
+                        shouldBlock.push(result.test);
+                    }
+                }
+            }
+        }
+        return { flaky, shouldBlock, toRetry, passed };
+    }
+    // Private helpers
+    buildFlakyState(test) {
+        const parts = [`Test: ${test.name}`, `Status: ${test.status}`];
+        if (test.error) {
+            parts.push(`Error: ${test.error}`);
+        }
+        if (test.retries !== undefined) {
+            parts.push(`Previous retries: ${test.retries}`);
+        }
+        if (test.duration !== undefined) {
+            parts.push(`Duration: ${test.duration}ms`);
+        }
+        return parts.join("\n");
+    }
+    buildBuildBlockState(test) {
+        const parts = [
+            `Test: ${test.name}`,
+            `Status: ${test.status}`,
+            `Test duration: ${test.duration ?? "unknown"}ms`,
+        ];
+        if (test.error) {
+            parts.push(`Error: ${test.error}`);
+        }
+        return parts.join("\n");
+    }
+    buildRetryState(test) {
+        const parts = [
+            `Test: ${test.name}`,
+            `Error: ${test.error ?? "No error message"}`,
+            `Retries so far: ${test.retries ?? 0}`,
+        ];
+        return parts.join("\n");
+    }
+    getFlakyRecommendation(isFlaky, probability) {
+        if (!isFlaky) {
+            return probability > 0.5 ? "investigate" : "block";
+        }
+        if (probability > 0.9) {
+            return "skip";
+        }
+        return "retry";
+    }
+}
+//# sourceMappingURL=e2e-judge.js.map

package/packages/jev-judge/dist/e2e-judge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"e2e-judge.js","sourceRoot":"","sources":["../src/e2e-judge.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,QAAQ,EAAuB,MAAM,YAAY,CAAC;AAS3D;;GAEG;AACH,MAAM,OAAO,QAAQ;IACX,KAAK,CAAW;IAChB,MAAM,CAIZ;IAEF,YACE,MAAsB,EACtB,OAIC;QAED,IAAI,CAAC,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAClC,IAAI,CAAC,MAAM,GAAG;YACZ,cAAc,EAAE,OAAO,EAAE,cAAc,IAAI,GAAG;YAC9C,cAAc,EAAE,OAAO,EAAE,cAAc,IAAI,GAAG;YAC9C,cAAc,EAAE,OAAO,EAAE,cAAc,IAAI,GAAG;SAC/C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,UAAyB;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QAE/C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE;YAC9C,OAAO,EAAE;gBACP,IAAI,EAAE,MAAM;gBACZ,YAAY,EACV,iIAAiI;aACpI;YACD,OAAO,EAAE;gBACP,IAAI,EAAE,QAAQ;gBACd,YAAY,EAAE,gDAAgD;gBAC9D,OAAO,EAAE;oBACP,SAAS;oBACT,gBAAgB;oBAChB,eAAe;oBACf,UAAU;oBACV,YAAY;oBACZ,UAAU;oBACV,SAAS;iBACV;aACF;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,MAAM;gBACZ,YAAY,EACV,8EAA8E;aACjF;SACF,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC;QACjD,MAAM,eAAe,GAAG,MAAM,CAAC,SAAS,CAAC,OAExC,CAAC;QAEF,MAAM,WAAW,GAAG,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,WAAW,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,GAAG,CAAC,CAAC;QAEnE,OAAO;YACL,OAAO;YACP,UAAU,EAAE,eAAe,CAAC,UAAU;YACtC,WAAW;YACX,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM;YAC1C,cAAc,EAAE,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,WAAW,CAAC;SAClE,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,UAAyB;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC;QAEpD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE;YAC9C,WAAW,EAAE;gBACX,IAAI,EAAE,MAAM;gBACZ,YAAY,EACV,2JAA2J;aAC9J;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,YAAY,EAAE,2CAA2C;gBACzD,OAAO,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC;aAC/C;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,YAAY,EAAE,wDAAwD;gBACtE,OAAO,EAAE;oBACP,oBAAoB;oBACpB,eAAe;oBACf,aAAa;oBACb,aAAa;oBACb,UAAU;oBACV,OAAO;oBACP,aAAa;iBACd;aACF;SACF,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC;QACnD,MAAM,WAAW,GAAG,aAAa,CAAC,WAAW,IAAI,CAAC,CAAC;QACnD,MAAM,WAAW,GAAG,WAAW,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,GAAG,CAAC,CAAC;QAEvE,MAAM,cAAc,GAAG,MAAM,CAAC,SAAS,CAAC,MAEvC,CAAC;QAEF,OAAO;YACL,WAAW;YACX,WAAW;YACX,UAAU,EAAE,aAAa,CAAC,UAAU;YACpC,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,IAAI,SAAS;YACrD,aAAa,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;SACjC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,UAAyB;QACzC,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QAE/C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE;YAC9C,WAAW,EAAE;gBACX,IAAI,EAAE,MAAM;gBACZ,YAAY,EACV,iIAAiI;aACpI;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,YAAY,EAAE,0CAA0C;gBACxD,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,YAAY,CAAC;aAC5C;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,OAAO;gBACb,YAAY,EAAE,uDAAuD;gBACrE,GAAG,EAAE,CAAC;gBACN,GAAG,EAAE,EAAE;aACR;SACF,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC;QACnD,MAAM,gBAAgB,GAAG,MAAM,CAAC,SAAS,CAAC,QAEzC,CAAC;QACF,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,CAAC,KAEtC,CAAC;QAEF,MAAM,WAAW,GAAG,aAAa,CAAC,WAAW,IAAI,CAAC,CAAC;QACnD,MAAM,WAAW,GAAG,WAAW,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,GAAG,CAAC,CAAC;QAEvE,MAAM,WAAW,GAAG,gBAAgB,EAAE,QAAQ,EAAE,MAAM,IAAI,GAAG,CAAC;QAC9D,MAAM,WAAW,GAAG,WAAW,KAAK,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QAEjF,OAAO;YACL,WAAW,EAAE,WAAW,IAAI,WAAW,GAAG,CAAC;YAC3C,WAAW;YACX,WAAW;YACX,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,KAAK;gBACrC,CAAC,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAK,GAAG,IAAI;gBACrC,CAAC,CAAC,SAAS;SACd,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CACjB,YAAoB,EACpB,QAAiB;QAOjB,MAAM,KAAK,GAAG,QAAQ;YACpB,CAAC,CAAC,SAAS,QAAQ,YAAY,YAAY,EAAE;YAC7C,CAAC,CAAC,YAAY,CAAC;QAEjB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE;YAC9C,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,YAAY,EAAE,6CAA6C;gBAC3D,OAAO,EAAE;oBACP,WAAW;oBACX,SAAS;oBACT,SAAS;oBACT,YAAY;oBACZ,MAAM;oBACN,IAAI;oBACJ,KAAK;oBACL,MAAM;oBACN,QAAQ;oBACR,SAAS;iBACV;aACF;YACD,OAAO,EAAE;gBACP,IAAI,EAAE,MAAM;gBACZ,YAAY,EACV,8EAA8E;aACjF;SACF,CAAC,CAAC;QAEH,MAAM,gBAAgB,GAAG,MAAM,CAAC,SAAS,CAAC,QAEzC,CAAC;QACF,MAAM,eAAe,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC;QAEjD,OAAO;YACL,QAAQ,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,IAAI,SAAS;YACzD,OAAO,EAAG,eAAe,EAAE,QAA8B,EAAE,IAAI;gBAC7D,CAAC,CAAE,eAAe,CAAC,QAA6B,CAAC,IAAI,GAAG,GAAG;gBAC3D,CAAC,CAAC,KAAK;YACT,WAAW,EAAE,eAAe,CAAC,WAAW,IAAI,GAAG;SAChD,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,WAA4B;QAO5B,MAAM,KAAK,GAAoB,EAAE,CAAC;QAClC,MAAM,WAAW,GAAoB,EAAE,CAAC;QACxC,MAAM,OAAO,GAA0D,EAAE,CAAC;QAC1E,MAAM,MAAM,GAAoB,EAAE,CAAC;QAEnC,4CAA4C;QAC5C,MAAM,UAAU,GAAG,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;YACxD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;YAEnD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;gBACvB,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;oBAC7B,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,QAAiB,EAAE,CAAC;gBAC3C,CAAC;gBAED,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;oBACrD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC;oBAC3B,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;iBACvB,CAAC,CAAC;gBAEH,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,aAAa,EAAE,IAAI,EAAE,QAAiB,EAAE,CAAC;YACvE,CAAC,CAAC,CACH,CAAC;YAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC7B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAC3B,CAAC;qBAAM,CAAC;oBACN,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;wBAChC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBAC1B,CAAC;oBACD,IAAI,MAAM,CAAC,aAAa,EAAE,WAAW,EAAE,CAAC;wBACtC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;oBACtE,CAAC;oBAED,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBAC/D,IAAI,aAAa,CAAC,WAAW,EAAE,CAAC;wBAC9B,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IACjD,CAAC;IAED,kBAAkB;IAEV,eAAe,CAAC,IAAmB;QACzC,MAAM,KAAK,GAAG,CAAC,SAAS,IAAI,CAAC,IAAI,EAAE,EAAE,WAAW,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAE/D,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACrC,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAC/B,KAAK,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QAClD,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAChC,KAAK,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;QAC7C,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,oBAAoB,CAAC,IAAmB;QAC9C,MAAM,KAAK,GAAG;YACZ,SAAS,IAAI,CAAC,IAAI,EAAE;YACpB,WAAW,IAAI,CAAC,MAAM,EAAE;YACxB,kBAAkB,IAAI,CAAC,QAAQ,IAAI,SAAS,IAAI;SACjD,CAAC;QAEF,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACrC,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,eAAe,CAAC,IAAmB;QACzC,MAAM,KAAK,GAAG;YACZ,SAAS,IAAI,CAAC,IAAI,EAAE;YACpB,UAAU,IAAI,CAAC,KAAK,IAAI,kBAAkB,EAAE;YAC5C,mBAAmB,IAAI,CAAC,OAAO,IAAI,CAAC,EAAE;SACvC,CAAC;QAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,sBAAsB,CAC5B,OAAgB,EAChB,WAAmB;QAEnB,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,WAAW,GAAG,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC;QACrD,CAAC;QAED,IAAI,WAAW,GAAG,GAAG,EAAE,CAAC;YACtB,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}

package/packages/jev-judge/dist/flaky-detector.d.ts

@@ -0,0 +1,34 @@
+/**
+ * Flaky Detector - Specialized module for detecting flaky tests
+ *
+ * Uses Jev to analyze test failures and determine if they're flaky.
+ */
+import type { JevJudgeConfig, E2ETestResult, E2EFlakyAnalysis } from "./types.js";
+/**
+ * Flaky Detector - Specialized for detecting flaky test failures
+ */
+export declare class FlakyDetector {
+    private judge;
+    private threshold;
+    constructor(config: JevJudgeConfig, threshold?: number);
+    /**
+     * Quick pattern-based flaky detection (without Jev)
+     * Used for fast, synchronous checks
+     */
+    detectPattern(errorMessage?: string): {
+        isFlaky: boolean;
+        pattern: string | null;
+        confidence: "high" | "medium" | "low";
+    };
+    /**
+     * AI-powered flaky detection with Jev
+     */
+    detect(testResult: E2ETestResult): Promise<E2EFlakyAnalysis>;
+    /**
+     * Batch detect flaky tests
+     */
+    batchDetect(testResults: E2ETestResult[]): Promise<Map<string, E2EFlakyAnalysis>>;
+    private buildState;
+    private getRecommendation;
+}
+//# sourceMappingURL=flaky-detector.d.ts.map

package/packages/jev-judge/dist/flaky-detector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"flaky-detector.d.ts","sourceRoot":"","sources":["../src/flaky-detector.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAoBlF;;GAEG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,KAAK,CAAW;IACxB,OAAO,CAAC,SAAS,CAAS;IAE1B,YAAY,MAAM,EAAE,cAAc,EAAE,SAAS,SAAM,EAGlD;IAED;;;OAGG;IACH,aAAa,CAAC,YAAY,CAAC,EAAE,MAAM,GAAG;QACpC,OAAO,EAAE,OAAO,CAAC;QACjB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;QACvB,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;KACvC,CA4BA;IAED;;OAEG;IACG,MAAM,CAAC,UAAU,EAAE,aAAa,GAAG,OAAO,CAAC,gBAAgB,CAAC,CA0DjE;IAED;;OAEG;IACG,WAAW,CACf,WAAW,EAAE,aAAa,EAAE,GAC3B,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC,CAkBxC;IAED,OAAO,CAAC,UAAU;IAkBlB,OAAO,CAAC,iBAAiB;CAM1B"}