@qulib/core 0.10.1 → 0.12.0

package/README.md

@@ -368,6 +368,8 @@ A minimal structural snapshot looks like:
 | `qulib_score_automation` | Score local repo test-automation maturity | absolute `repoPath`, optional `includeFullDimensions` |
 | `qulib_score_api` | Discover API endpoints and score their test coverage | absolute `repoPath`, optional `enableTier3`, `includeEndpointDetail` |
 | `qulib_scaffold_tests` | Generate Cypress scaffold from a live URL (`cypress-e2e` only; playwright not yet implemented) | `url`, optional `framework`, `maxPagesToScan`, `recipes` |
+| **`qulib_score_bug_report`** | LLM-as-judge of a learner bug report vs planted-bug target | `report` (title, description, steps, severity), `target` (description, type, severity, expectedBehavior) |
+| **`qulib_score_decisions`** | Pivotal-decision evaluation at agent forks | absolute `forksPath` (JSONL), optional `enableLlmJudge` |
 | `qulib_explore_auth` | Deeper auth-path discovery on unfamiliar apps | `url`, optional `timeoutMs` |
 | `qulib_detect_auth` | Fast single-pass auth pattern guess | `url`, optional `timeoutMs` |
 | `analyze_app` | Legacy alias for `qulib_analyze_app` — kept for backwards compatibility | same as `qulib_analyze_app` |

package/dist/cli/confidence-run.d.ts

@@ -5,6 +5,24 @@ export interface ConfidenceOptions {
     repo?: string;
     json?: boolean;
 }
+export interface ConfidenceGateResult {
+    /** Whether any gate (--fail-on / --min-score) was requested. */
+    requested: boolean;
+    /** True when the release passes the requested gate (or none was requested). */
+    passed: boolean;
+    /** Human-readable explanation of the gate outcome. */
+    reason: string;
+}
+/**
+ * Evaluate a CI gate against a release-confidence result. Pure + side-effect-free
+ * so it is unit-testable; the CLI action turns a failed gate into a non-zero exit.
+ *
+ * - `failOn`: fail when the verdict is at or worse than this threshold
+ *   (e.g. `--fail-on hold` fails on `hold` or `block`).
+ * - `minScore`: fail when the confidence score is below this (a `null` score —
+ *   nothing evaluable — always fails a min-score gate).
+ */
+export declare function evaluateConfidenceGate(rc: ReleaseConfidence, failOn?: string, minScore?: number): ConfidenceGateResult;
 /** Render the human-friendly report for a ReleaseConfidence result. */
 export declare function formatConfidenceReport(rc: ReleaseConfidence, subjectRef: string): string;
 /**

package/dist/cli/confidence-run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"confidence-run.d.ts","sourceRoot":"","sources":["../../src/cli/confidence-run.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAQzC,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;AAGzE,MAAM,WAAW,iBAAiB;IAChC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAiBD,uEAAuE;AACvE,wBAAgB,sBAAsB,CAAC,EAAE,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,CAuCxF;AAED;;;GAGG;AACH,wBAAsB,aAAa,CACjC,OAAO,EAAE,iBAAiB,EAC1B,GAAG,GAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAkC,GACxD,OAAO,CAAC,iBAAiB,CAAC,CAmE5B;AAED,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAuBhE"}
+{"version":3,"file":"confidence-run.d.ts","sourceRoot":"","sources":["../../src/cli/confidence-run.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAQzC,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;AAGzE,MAAM,WAAW,iBAAiB;IAChC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAKD,MAAM,WAAW,oBAAoB;IACnC,gEAAgE;IAChE,SAAS,EAAE,OAAO,CAAC;IACnB,+EAA+E;IAC/E,MAAM,EAAE,OAAO,CAAC;IAChB,sDAAsD;IACtD,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;;;;;;;GAQG;AACH,wBAAgB,sBAAsB,CACpC,EAAE,EAAE,iBAAiB,EACrB,MAAM,CAAC,EAAE,MAAM,EACf,QAAQ,CAAC,EAAE,MAAM,GAChB,oBAAoB,CAuCtB;AAiBD,uEAAuE;AACvE,wBAAgB,sBAAsB,CAAC,EAAE,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,CAuCxF;AAED;;;GAGG;AACH,wBAAsB,aAAa,CACjC,OAAO,EAAE,iBAAiB,EAC1B,GAAG,GAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAkC,GACxD,OAAO,CAAC,iBAAiB,CAAC,CAmE5B;AAED,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CA2ChE"}

package/dist/cli/confidence-run.js

@@ -21,6 +21,50 @@ import { discoverApiSurfaceWithRepo } from '../tools/repo/api-surface.js';
 import { computeApiCoverage } from '../tools/scoring/api-coverage.js';
 import { buildConfidenceInputFromQulib } from '../tools/scoring/confidence-from-qulib.js';
 import { computeReleaseConfidence } from '../tools/scoring/confidence.js';
+/** Verdict severity, best (0) → worst (3). Used by the CI gate. */
+const VERDICT_RANK = { ship: 0, caution: 1, hold: 2, block: 3 };
+/**
+ * Evaluate a CI gate against a release-confidence result. Pure + side-effect-free
+ * so it is unit-testable; the CLI action turns a failed gate into a non-zero exit.
+ *
+ * - `failOn`: fail when the verdict is at or worse than this threshold
+ *   (e.g. `--fail-on hold` fails on `hold` or `block`).
+ * - `minScore`: fail when the confidence score is below this (a `null` score —
+ *   nothing evaluable — always fails a min-score gate).
+ */
+export function evaluateConfidenceGate(rc, failOn, minScore) {
+    const failOnNorm = failOn?.trim().toLowerCase();
+    const hasFailOn = Boolean(failOnNorm);
+    const hasMinScore = typeof minScore === 'number' && !Number.isNaN(minScore);
+    if (!hasFailOn && !hasMinScore) {
+        return { requested: false, passed: true, reason: 'no gate requested' };
+    }
+    const reasons = [];
+    let passed = true;
+    if (hasFailOn) {
+        if (!(failOnNorm in VERDICT_RANK)) {
+            throw new Error(`--fail-on must be one of: ship, caution, hold, block (got "${failOn}")`);
+        }
+        const verdictRank = VERDICT_RANK[rc.verdict] ?? 99;
+        if (verdictRank >= VERDICT_RANK[failOnNorm]) {
+            passed = false;
+            reasons.push(`verdict '${rc.verdict}' is at or worse than --fail-on '${failOnNorm}'`);
+        }
+    }
+    if (hasMinScore) {
+        const score = rc.confidenceScore;
+        if (score === null || score < minScore) {
+            passed = false;
+            reasons.push(`confidence score ${score === null ? 'null (nothing evaluable)' : score} is below --min-score ${minScore}`);
+        }
+    }
+    const scoreSuffix = rc.confidenceScore !== null ? `, score ${rc.confidenceScore}` : '';
+    return {
+        requested: true,
+        passed,
+        reason: passed ? `verdict '${rc.verdict}'${scoreSuffix} meets the gate` : reasons.join('; '),
+    };
+}
 /**
  * Resolve and validate an optional --repo path. Returns null if none was provided.
  */
@@ -152,11 +196,24 @@ export function registerConfidenceCommand(program) {
         .option('--url <url>', 'URL of the deployed app to analyze')
         .option('--repo <path>', 'Path to the local repository to score')
         .option('--json', 'Emit the full ReleaseConfidence object as JSON to stdout', false)
+        .option('--fail-on <verdict>', 'CI gate: exit non-zero when the verdict is at or worse than this (caution | hold | block)')
+        .option('--min-score <n>', 'CI gate: exit non-zero when the confidence score is below this (0–100)', (v) => parseInt(v, 10))
         .action(async (options) => {
-        await runConfidence({
+        const rc = await runConfidence({
             url: options.url,
             repo: options.repo,
             json: Boolean(options.json),
         });
+        const gate = evaluateConfidenceGate(rc, options.failOn, options.minScore);
+        if (gate.requested) {
+            const line = `[qulib] GATE: ${gate.passed ? 'PASS' : 'FAIL'} — ${gate.reason}`;
+            // Keep stdout pure JSON in --json mode; the gate line goes to stderr there.
+            if (options.json)
+                console.error(line);
+            else
+                console.log(line);
+            if (!gate.passed)
+                process.exitCode = 1;
+        }
     });
 }

package/dist/index.d.ts

@@ -13,6 +13,10 @@ export type { ApiSurface, DiscoveredEndpoint, DiscoverApiSurfaceOptions } from '
 export { computeAutomationMaturity } from './tools/scoring/automation-maturity.js';
 export { computeApiCoverage } from './tools/scoring/api-coverage.js';
 export { detectPromptLeakage } from './tools/scoring/prompt-leakage.js';
+export { scoreBugReport, scoreBugReportDeterministic, buildBugReportJudgePrompt, parseBugReportJudgeResponse, BUG_REPORT_JUDGE_MODEL, RUBRIC_MAX_PTS, SEVERITY_WEIGHT, hasQualityRepro, hasEvidence, delimitUntrusted, } from './tools/scoring/bug-report-score.js';
+export type { ScoreBugReportOptions } from './tools/scoring/bug-report-score.js';
+export { scoreDecisions, scoreForkDeterministic, loadDecisionForks, validateForksPath, resolveAllowedForksRoot, buildDecisionJudgePrompt, parseDecisionJudgeResponse, } from './tools/scoring/score-decisions.js';
+export type { ScoreDecisionsOptions } from './tools/scoring/score-decisions.js';
 export type { ApiCoverageResult, ApiEndpointCoverage } from './tools/scoring/api-coverage.js';
 export { scaffoldTests } from './scaffold-tests.js';
 export type { ScaffoldOptions, ScaffoldResult, ProjectConfig } from './scaffold-tests.js';
@@ -27,7 +31,7 @@ export { NoopTelemetrySink } from './telemetry/telemetry.interface.js';
 export { redactUrlForTelemetry } from './telemetry/emit.js';
 export type { LlmCallResult, LlmProvider } from './llm/provider.interface.js';
 export type { CallLlmConfigSlice } from './llm/provider.js';
-export type { HarnessConfig, AuthConfig, RouteInventory, GapAnalysis, RepoAnalysis, DetectedAuth, AuthExploration, AuthPath, AuthPathRequirements, CostIntelligence, LlmUsageRecord, RepeatedAiPattern, DeterministicMaturity, PublicSurface, AutomationMaturity, AutomationMaturityDimension, FrameworkDetectionResult, DetectedFrameworkPrimary, RecipeId, RecipeConfig, } from './schemas/index.js';
+export type { HarnessConfig, AuthConfig, RouteInventory, GapAnalysis, RepoAnalysis, DetectedAuth, AuthExploration, AuthPath, AuthPathRequirements, CostIntelligence, LlmUsageRecord, RepeatedAiPattern, DeterministicMaturity, PublicSurface, AutomationMaturity, AutomationMaturityDimension, FrameworkDetectionResult, DetectedFrameworkPrimary, RecipeId, RecipeConfig, BugReportScoreResult, BugReportRubric, BugReportInput, BugReportTarget, ScoreBugReportInput, DecisionScoreResult, ScoredDecisionFork, DecisionFork, ScoreDecisionsInput, } from './schemas/index.js';
 export { RecipeIdSchema } from './schemas/index.js';
 export { computeReleaseConfidence } from './tools/scoring/confidence.js';
 export { analyzeRunDiff, formatAnalyzeDiffMarkdown, loadGapAnalysisFile } from './cli/analyze-diff-run.js';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EACL,UAAU,EACV,mBAAmB,EACnB,YAAY,EACZ,YAAY,EACZ,aAAa,EACb,cAAc,EACd,gBAAgB,GACjB,MAAM,wBAAwB,CAAC;AAChC,YAAY,EACV,WAAW,EACX,gBAAgB,EAChB,iBAAiB,EACjB,aAAa,GACd,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,YAAY,EACV,YAAY,EACZ,kBAAkB,EAClB,SAAS,EACT,cAAc,EACd,uBAAuB,GACxB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,UAAU,EACV,oBAAoB,EACpB,4BAA4B,EAC5B,yBAAyB,EACzB,qBAAqB,GACtB,MAAM,wBAAwB,CAAC;AAChC,YAAY,EACV,yBAAyB,EACzB,4BAA4B,GAC7B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AAC1G,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,kBAAkB,EAAE,0BAA0B,EAAE,MAAM,6BAA6B,CAAC;AAC7F,YAAY,EAAE,UAAU,EAAE,kBAAkB,EAAE,yBAAyB,EAAE,MAAM,6BAA6B,CAAC;AAC7G,OAAO,EAAE,yBAAyB,EAAE,MAAM,wCAAwC,CAAC;AACnF,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AACxE,YAAY,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AAC9F,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,YAAY,EAAE,eAAe,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAC1F,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAClI,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,gCAAgC,EAAE,MAAM,4BAA4B,CAAC;AAC9E,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AACvF,YAAY,EAAE,cAAc,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AACjF,YAAY,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AACrE,YAAY,EACV,aAAa,EACb,cAAc,EACd,kBAAkB,GACnB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,YAAY,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAC9E,YAAY,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,YAAY,EACV,aAAa,EACb,UAAU,EACV,cAAc,EACd,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,eAAe,EACf,QAAQ,EACR,oBAAoB,EACpB,gBAAgB,EAChB,cAAc,EACd,iBAAiB,EACjB,qBAAqB,EACrB,aAAa,EACb,kBAAkB,EAClB,2BAA2B,EAC3B,wBAAwB,EACxB,wBAAwB,EACxB,QAAQ,EACR,YAAY,GACb,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEpD,OAAO,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;AAEzE,OAAO,EAAE,cAAc,EAAE,yBAAyB,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAE3G,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AACtH,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AACrG,YAAY,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAEnE,OAAO,EAAE,mBAAmB,EAAE,MAAM,kCAAkC,CAAC;AACvE,YAAY,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,mCAAmC,CAAC;AACzE,YAAY,EAAE,eAAe,EAAE,WAAW,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACtH,OAAO,EAAE,6BAA6B,EAAE,MAAM,0CAA0C,CAAC;AACzF,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,qCAAqC,CAAC;AAC7G,YAAY,EACV,kBAAkB,EAClB,YAAY,EACZ,iBAAiB,EACjB,eAAe,EACf,gBAAgB,EAChB,iBAAiB,EACjB,sBAAsB,EACtB,iBAAiB,EACjB,oBAAoB,EACpB,SAAS,EACT,aAAa,EACb,UAAU,EACV,WAAW,EACX,UAAU,GACX,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,wBAAwB,EACxB,kBAAkB,EAClB,uBAAuB,EACvB,qBAAqB,EACrB,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,GACxB,MAAM,oBAAoB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EACL,UAAU,EACV,mBAAmB,EACnB,YAAY,EACZ,YAAY,EACZ,aAAa,EACb,cAAc,EACd,gBAAgB,GACjB,MAAM,wBAAwB,CAAC;AAChC,YAAY,EACV,WAAW,EACX,gBAAgB,EAChB,iBAAiB,EACjB,aAAa,GACd,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,YAAY,EACV,YAAY,EACZ,kBAAkB,EAClB,SAAS,EACT,cAAc,EACd,uBAAuB,GACxB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,UAAU,EACV,oBAAoB,EACpB,4BAA4B,EAC5B,yBAAyB,EACzB,qBAAqB,GACtB,MAAM,wBAAwB,CAAC;AAChC,YAAY,EACV,yBAAyB,EACzB,4BAA4B,GAC7B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AAC1G,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,kBAAkB,EAAE,0BAA0B,EAAE,MAAM,6BAA6B,CAAC;AAC7F,YAAY,EAAE,UAAU,EAAE,kBAAkB,EAAE,yBAAyB,EAAE,MAAM,6BAA6B,CAAC;AAC7G,OAAO,EAAE,yBAAyB,EAAE,MAAM,wCAAwC,CAAC;AACnF,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AACxE,OAAO,EACL,cAAc,EACd,2BAA2B,EAC3B,yBAAyB,EACzB,2BAA2B,EAC3B,sBAAsB,EACtB,cAAc,EACd,eAAe,EACf,eAAe,EACf,WAAW,EACX,gBAAgB,GACjB,MAAM,qCAAqC,CAAC;AAC7C,YAAY,EAAE,qBAAqB,EAAE,MAAM,qCAAqC,CAAC;AACjF,OAAO,EACL,cAAc,EACd,sBAAsB,EACtB,iBAAiB,EACjB,iBAAiB,EACjB,uBAAuB,EACvB,wBAAwB,EACxB,0BAA0B,GAC3B,MAAM,oCAAoC,CAAC;AAC5C,YAAY,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAChF,YAAY,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AAC9F,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,YAAY,EAAE,eAAe,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAC1F,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAClI,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,gCAAgC,EAAE,MAAM,4BAA4B,CAAC;AAC9E,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AACvF,YAAY,EAAE,cAAc,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AACjF,YAAY,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AACrE,YAAY,EACV,aAAa,EACb,cAAc,EACd,kBAAkB,GACnB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,YAAY,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAC9E,YAAY,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,YAAY,EACV,aAAa,EACb,UAAU,EACV,cAAc,EACd,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,eAAe,EACf,QAAQ,EACR,oBAAoB,EACpB,gBAAgB,EAChB,cAAc,EACd,iBAAiB,EACjB,qBAAqB,EACrB,aAAa,EACb,kBAAkB,EAClB,2BAA2B,EAC3B,wBAAwB,EACxB,wBAAwB,EACxB,QAAQ,EACR,YAAY,EACZ,oBAAoB,EACpB,eAAe,EACf,cAAc,EACd,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,kBAAkB,EAClB,YAAY,EACZ,mBAAmB,GACpB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEpD,OAAO,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;AAEzE,OAAO,EAAE,cAAc,EAAE,yBAAyB,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAE3G,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AACtH,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AACrG,YAAY,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAEnE,OAAO,EAAE,mBAAmB,EAAE,MAAM,kCAAkC,CAAC;AACvE,YAAY,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,mCAAmC,CAAC;AACzE,YAAY,EAAE,eAAe,EAAE,WAAW,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACtH,OAAO,EAAE,6BAA6B,EAAE,MAAM,0CAA0C,CAAC;AACzF,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,qCAAqC,CAAC;AAC7G,YAAY,EACV,kBAAkB,EAClB,YAAY,EACZ,iBAAiB,EACjB,eAAe,EACf,gBAAgB,EAChB,iBAAiB,EACjB,sBAAsB,EACtB,iBAAiB,EACjB,oBAAoB,EACpB,SAAS,EACT,aAAa,EACb,UAAU,EACV,WAAW,EACX,UAAU,GACX,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,wBAAwB,EACxB,kBAAkB,EAClB,uBAAuB,EACvB,qBAAqB,EACrB,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,GACxB,MAAM,oBAAoB,CAAC"}

package/dist/index.js

@@ -9,6 +9,8 @@ export { discoverApiSurface, discoverApiSurfaceWithRepo } from './tools/repo/api
 export { computeAutomationMaturity } from './tools/scoring/automation-maturity.js';
 export { computeApiCoverage } from './tools/scoring/api-coverage.js';
 export { detectPromptLeakage } from './tools/scoring/prompt-leakage.js';
+export { scoreBugReport, scoreBugReportDeterministic, buildBugReportJudgePrompt, parseBugReportJudgeResponse, BUG_REPORT_JUDGE_MODEL, RUBRIC_MAX_PTS, SEVERITY_WEIGHT, hasQualityRepro, hasEvidence, delimitUntrusted, } from './tools/scoring/bug-report-score.js';
+export { scoreDecisions, scoreForkDeterministic, loadDecisionForks, validateForksPath, resolveAllowedForksRoot, buildDecisionJudgePrompt, parseDecisionJudgeResponse, } from './tools/scoring/score-decisions.js';
 export { scaffoldTests } from './scaffold-tests.js';
 export { expandRecipes, buildAuthScenarios, buildA11yScenarios, buildNavScenarios, buildSeedScenarios } from './recipes/index.js';
 export { createProvider } from './llm/provider-registry.js';

package/dist/llm/provider.interface.d.ts

@@ -8,9 +8,12 @@ export interface LlmCallResult {
         dataQuality: 'actual' | 'estimated';
     };
 }
+export interface LlmCallOptions {
+    temperature?: number;
+}
 export interface LlmProvider {
     readonly name: string;
     readonly model: string;
-    call(prompt: string, maxOutputTokens: number): Promise<LlmCallResult>;
+    call(prompt: string, maxOutputTokens: number, options?: LlmCallOptions): Promise<LlmCallResult>;
 }
 //# sourceMappingURL=provider.interface.d.ts.map

package/dist/llm/provider.interface.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"provider.interface.d.ts","sourceRoot":"","sources":["../../src/llm/provider.interface.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE;QACL,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,WAAW,EAAE,QAAQ,GAAG,WAAW,CAAC;KACrC,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;CACvE"}
+{"version":3,"file":"provider.interface.d.ts","sourceRoot":"","sources":["../../src/llm/provider.interface.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE;QACL,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,WAAW,EAAE,QAAQ,GAAG,WAAW,CAAC;KACrC,CAAC;CACH;AAED,MAAM,WAAW,cAAc;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;CACjG"}

package/dist/llm/providers/anthropic.d.ts

@@ -1,4 +1,4 @@
-import type { LlmCallResult, LlmProvider } from '../provider.interface.js';
+import type { LlmCallOptions, LlmCallResult, LlmProvider } from '../provider.interface.js';
 import type { TelemetrySink } from '../../telemetry/telemetry.interface.js';
 export type AnthropicProviderOptions = {
     model?: string;
@@ -11,6 +11,6 @@ export declare class AnthropicProvider implements LlmProvider {
     private readonly telemetry?;
     private readonly sessionId;
     constructor(options?: AnthropicProviderOptions);
-    call(prompt: string, maxOutputTokens: number): Promise<LlmCallResult>;
+    call(prompt: string, maxOutputTokens: number, options?: LlmCallOptions): Promise<LlmCallResult>;
 }
 //# sourceMappingURL=anthropic.d.ts.map

package/dist/llm/providers/anthropic.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../../src/llm/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAC3E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,wCAAwC,CAAC;AAS5E,MAAM,MAAM,wBAAwB,GAAG;IACrC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,aAAa,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,qBAAa,iBAAkB,YAAW,WAAW;IACnD,QAAQ,CAAC,IAAI,eAAe;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAgB;IAC3C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEvB,OAAO,CAAC,EAAE,wBAAwB;IAMxC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;CA+F5E"}
+{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../../src/llm/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAC3F,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,wCAAwC,CAAC;AAS5E,MAAM,MAAM,wBAAwB,GAAG;IACrC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,aAAa,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,qBAAa,iBAAkB,YAAW,WAAW;IACnD,QAAQ,CAAC,IAAI,eAAe;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAgB;IAC3C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEvB,OAAO,CAAC,EAAE,wBAAwB;IAMxC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC;CAgGtG"}

package/dist/llm/providers/anthropic.js

@@ -13,7 +13,7 @@ export class AnthropicProvider {
         this.telemetry = options?.telemetry;
         this.sessionId = options?.sessionId ?? 'anonymous';
     }
-    async call(prompt, maxOutputTokens) {
+    async call(prompt, maxOutputTokens, options) {
         const apiKey = process.env.ANTHROPIC_API_KEY;
         if (!apiKey)
             throw new Error('ANTHROPIC_API_KEY is not set');
@@ -34,6 +34,7 @@ export class AnthropicProvider {
                 body: JSON.stringify({
                     model: this.model,
                     max_tokens: maxOutputTokens,
+                    ...(options?.temperature !== undefined ? { temperature: options.temperature } : {}),
                     messages: [{ role: 'user', content: prompt }],
                 }),
             });

package/dist/schemas/bug-report-score.schema.d.ts

@@ -0,0 +1,163 @@
+import { z } from 'zod';
+export declare const BugReportSeveritySchema: z.ZodEnum<["critical", "high", "medium", "low"]>;
+export declare const BugReportInputSchema: z.ZodObject<{
+    title: z.ZodString;
+    description: z.ZodString;
+    steps: z.ZodString;
+    severity: z.ZodEnum<["critical", "high", "medium", "low"]>;
+}, "strip", z.ZodTypeAny, {
+    severity: "critical" | "high" | "medium" | "low";
+    description: string;
+    title: string;
+    steps: string;
+}, {
+    severity: "critical" | "high" | "medium" | "low";
+    description: string;
+    title: string;
+    steps: string;
+}>;
+export declare const BugReportTargetSchema: z.ZodObject<{
+    description: z.ZodString;
+    type: z.ZodString;
+    severity: z.ZodEnum<["critical", "high", "medium", "low"]>;
+    expectedBehavior: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: string;
+    severity: "critical" | "high" | "medium" | "low";
+    description: string;
+    expectedBehavior: string;
+}, {
+    type: string;
+    severity: "critical" | "high" | "medium" | "low";
+    description: string;
+    expectedBehavior: string;
+}>;
+export declare const ScoreBugReportInputSchema: z.ZodObject<{
+    report: z.ZodObject<{
+        title: z.ZodString;
+        description: z.ZodString;
+        steps: z.ZodString;
+        severity: z.ZodEnum<["critical", "high", "medium", "low"]>;
+    }, "strip", z.ZodTypeAny, {
+        severity: "critical" | "high" | "medium" | "low";
+        description: string;
+        title: string;
+        steps: string;
+    }, {
+        severity: "critical" | "high" | "medium" | "low";
+        description: string;
+        title: string;
+        steps: string;
+    }>;
+    target: z.ZodObject<{
+        description: z.ZodString;
+        type: z.ZodString;
+        severity: z.ZodEnum<["critical", "high", "medium", "low"]>;
+        expectedBehavior: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: string;
+        severity: "critical" | "high" | "medium" | "low";
+        description: string;
+        expectedBehavior: string;
+    }, {
+        type: string;
+        severity: "critical" | "high" | "medium" | "low";
+        description: string;
+        expectedBehavior: string;
+    }>;
+}, "strip", z.ZodTypeAny, {
+    target: {
+        type: string;
+        severity: "critical" | "high" | "medium" | "low";
+        description: string;
+        expectedBehavior: string;
+    };
+    report: {
+        severity: "critical" | "high" | "medium" | "low";
+        description: string;
+        title: string;
+        steps: string;
+    };
+}, {
+    target: {
+        type: string;
+        severity: "critical" | "high" | "medium" | "low";
+        description: string;
+        expectedBehavior: string;
+    };
+    report: {
+        severity: "critical" | "high" | "medium" | "low";
+        description: string;
+        title: string;
+        steps: string;
+    };
+}>;
+export declare const BugReportRubricSchema: z.ZodObject<{
+    coverage: z.ZodNumber;
+    severity: z.ZodNumber;
+    repro: z.ZodNumber;
+    evidence: z.ZodNumber;
+}, "strip", z.ZodTypeAny, {
+    severity: number;
+    coverage: number;
+    evidence: number;
+    repro: number;
+}, {
+    severity: number;
+    coverage: number;
+    evidence: number;
+    repro: number;
+}>;
+export declare const BugReportScoringPathSchema: z.ZodEnum<["llm-judge", "deterministic-fallback"]>;
+export declare const BugReportScoreResultSchema: z.ZodObject<{
+    matched: z.ZodBoolean;
+    matchConfidence: z.ZodNumber;
+    rubric: z.ZodObject<{
+        coverage: z.ZodNumber;
+        severity: z.ZodNumber;
+        repro: z.ZodNumber;
+        evidence: z.ZodNumber;
+    }, "strip", z.ZodTypeAny, {
+        severity: number;
+        coverage: number;
+        evidence: number;
+        repro: number;
+    }, {
+        severity: number;
+        coverage: number;
+        evidence: number;
+        repro: number;
+    }>;
+    feedback: z.ZodString;
+    scoringPath: z.ZodEnum<["llm-judge", "deterministic-fallback"]>;
+}, "strip", z.ZodTypeAny, {
+    matched: boolean;
+    matchConfidence: number;
+    rubric: {
+        severity: number;
+        coverage: number;
+        evidence: number;
+        repro: number;
+    };
+    feedback: string;
+    scoringPath: "llm-judge" | "deterministic-fallback";
+}, {
+    matched: boolean;
+    matchConfidence: number;
+    rubric: {
+        severity: number;
+        coverage: number;
+        evidence: number;
+        repro: number;
+    };
+    feedback: string;
+    scoringPath: "llm-judge" | "deterministic-fallback";
+}>;
+export type BugReportSeverity = z.infer<typeof BugReportSeveritySchema>;
+export type BugReportInput = z.infer<typeof BugReportInputSchema>;
+export type BugReportTarget = z.infer<typeof BugReportTargetSchema>;
+export type ScoreBugReportInput = z.infer<typeof ScoreBugReportInputSchema>;
+export type BugReportRubric = z.infer<typeof BugReportRubricSchema>;
+export type BugReportScoringPath = z.infer<typeof BugReportScoringPathSchema>;
+export type BugReportScoreResult = z.infer<typeof BugReportScoreResultSchema>;
+//# sourceMappingURL=bug-report-score.schema.d.ts.map

package/dist/schemas/bug-report-score.schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bug-report-score.schema.d.ts","sourceRoot":"","sources":["../../src/schemas/bug-report-score.schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,uBAAuB,kDAAgD,CAAC;AAErF,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;EAK/B,CAAC;AAEH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;EAKhC,CAAC;AAEH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAGpC,CAAC;AAEH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;EAKhC,CAAC;AAEH,eAAO,MAAM,0BAA0B,oDAAkD,CAAC;AAE1F,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAMrC,CAAC;AAEH,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AACpE,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AACpE,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC"}

package/dist/schemas/bug-report-score.schema.js

@@ -0,0 +1,32 @@
+import { z } from 'zod';
+export const BugReportSeveritySchema = z.enum(['critical', 'high', 'medium', 'low']);
+export const BugReportInputSchema = z.object({
+    title: z.string().min(1).max(500),
+    description: z.string().min(1).max(8000),
+    steps: z.string().min(1).max(8000),
+    severity: BugReportSeveritySchema,
+});
+export const BugReportTargetSchema = z.object({
+    description: z.string().min(1).max(8000),
+    type: z.string().min(1).max(200),
+    severity: BugReportSeveritySchema,
+    expectedBehavior: z.string().min(1).max(8000),
+});
+export const ScoreBugReportInputSchema = z.object({
+    report: BugReportInputSchema,
+    target: BugReportTargetSchema,
+});
+export const BugReportRubricSchema = z.object({
+    coverage: z.number().min(0).max(25),
+    severity: z.number().min(0).max(25),
+    repro: z.number().min(0).max(25),
+    evidence: z.number().min(0).max(25),
+});
+export const BugReportScoringPathSchema = z.enum(['llm-judge', 'deterministic-fallback']);
+export const BugReportScoreResultSchema = z.object({
+    matched: z.boolean(),
+    matchConfidence: z.number().min(0).max(1),
+    rubric: BugReportRubricSchema,
+    feedback: z.string(),
+    scoringPath: BugReportScoringPathSchema,
+});