@dotsetlabs/bellwether 0.10.0

package/dist/baseline/confidence.d.ts

@@ -0,0 +1,55 @@
+/**
+ * Confidence scoring for drift detection.
+ *
+ * Structural changes are always 100% confident since they are deterministic.
+ */
+import type { ChangeConfidence, ComparisonMethod, BehaviorChange, ToolDiff, DiffConfidence, BehaviorAspect } from './types.js';
+/**
+ * Structural aspects (deterministic comparison).
+ */
+export declare const STRUCTURAL_ASPECTS: BehaviorAspect[];
+/**
+ * Creates a 100% confidence result for structural changes.
+ */
+export declare function createStructuralConfidence(description: string): ChangeConfidence;
+/**
+ * Determines the comparison method for a given aspect.
+ * (All aspects are structural in this implementation)
+ */
+export declare function getComparisonMethod(_aspect: BehaviorAspect): ComparisonMethod;
+/**
+ * Determines if an aspect is structural (deterministic).
+ * (All aspects are structural in this implementation)
+ */
+export declare function isStructuralAspect(_aspect: BehaviorAspect): boolean;
+/**
+ * Aggregates confidence scores from multiple changes into a single tool confidence.
+ */
+export declare function aggregateToolConfidence(changes: BehaviorChange[]): ChangeConfidence | undefined;
+/**
+ * Aggregates confidence information for an entire diff.
+ */
+export declare function aggregateDiffConfidence(toolDiffs: ToolDiff[], behaviorChanges: BehaviorChange[]): DiffConfidence | undefined;
+/**
+ * Gets a human-readable confidence label.
+ */
+export declare function getConfidenceLabel(score: number): 'high' | 'medium' | 'low' | 'very-low';
+/**
+ * Formats a confidence score for display.
+ */
+export declare function formatConfidenceScore(confidence: ChangeConfidence | undefined): string;
+/**
+ * Filters changes by minimum confidence threshold.
+ * (All structural changes pass any threshold since they're 100% confident)
+ */
+export declare function filterByConfidence<T extends {
+    confidence?: ChangeConfidence;
+}>(changes: T[], _minConfidence: number): T[];
+/**
+ * Checks if a diff meets the confidence threshold for CI.
+ * (Always true for structural comparison)
+ */
+export declare function meetsConfidenceThreshold(_diff: {
+    confidence?: DiffConfidence;
+}, _threshold: number): boolean;
+//# sourceMappingURL=confidence.d.ts.map

package/dist/baseline/confidence.js

@@ -0,0 +1,122 @@
+/**
+ * Confidence scoring for drift detection.
+ *
+ * Structural changes are always 100% confident since they are deterministic.
+ */
+/**
+ * Structural aspects (deterministic comparison).
+ */
+export const STRUCTURAL_ASPECTS = [
+    'schema',
+    'description',
+    'response_format',
+    'error_handling',
+    'security',
+    'performance',
+];
+/**
+ * Creates a 100% confidence result for structural changes.
+ */
+export function createStructuralConfidence(description) {
+    return {
+        score: 100,
+        method: 'structural',
+        factors: [
+            {
+                name: 'structural_match',
+                weight: 1.0,
+                value: 100,
+                description,
+            },
+        ],
+    };
+}
+/**
+ * Determines the comparison method for a given aspect.
+ * (All aspects are structural in this implementation)
+ */
+export function getComparisonMethod(_aspect) {
+    return 'structural';
+}
+/**
+ * Determines if an aspect is structural (deterministic).
+ * (All aspects are structural in this implementation)
+ */
+export function isStructuralAspect(_aspect) {
+    return true;
+}
+/**
+ * Aggregates confidence scores from multiple changes into a single tool confidence.
+ */
+export function aggregateToolConfidence(changes) {
+    if (changes.length === 0)
+        return undefined;
+    // All structural changes are 100% confident
+    return {
+        score: 100,
+        method: 'structural',
+        factors: [
+            {
+                name: 'aggregated_changes',
+                weight: 1.0,
+                value: 100,
+                description: `Aggregated from ${changes.length} structural changes`,
+            },
+        ],
+    };
+}
+/**
+ * Aggregates confidence information for an entire diff.
+ */
+export function aggregateDiffConfidence(toolDiffs, behaviorChanges) {
+    const totalChanges = toolDiffs.flatMap((td) => td.changes).length + behaviorChanges.length;
+    if (totalChanges === 0)
+        return undefined;
+    // All structural changes are 100% confident
+    return {
+        overallScore: 100,
+        minScore: 100,
+        maxScore: 100,
+        structuralCount: totalChanges,
+        semanticCount: 0,
+        structuralAverage: 100,
+        semanticAverage: 0,
+    };
+}
+/**
+ * Gets a human-readable confidence label.
+ */
+export function getConfidenceLabel(score) {
+    if (score >= 80)
+        return 'high';
+    if (score >= 60)
+        return 'medium';
+    if (score >= 40)
+        return 'low';
+    return 'very-low';
+}
+/**
+ * Formats a confidence score for display.
+ */
+export function formatConfidenceScore(confidence) {
+    if (!confidence)
+        return 'N/A';
+    const label = getConfidenceLabel(confidence.score);
+    return `${confidence.score}% (${label}, structural)`;
+}
+/**
+ * Filters changes by minimum confidence threshold.
+ * (All structural changes pass any threshold since they're 100% confident)
+ */
+export function filterByConfidence(changes, _minConfidence) {
+    // All structural changes are 100% confident, so all pass
+    return changes;
+}
+/**
+ * Checks if a diff meets the confidence threshold for CI.
+ * (Always true for structural comparison)
+ */
+export function meetsConfidenceThreshold(_diff, _threshold) {
+    return true;
+}
+//# sourceMappingURL=confidence.js.map

package/dist/baseline/converter.d.ts

@@ -0,0 +1,61 @@
+/**
+ * Baseline format converter.
+ *
+ * Converts between local BehavioralBaseline format and cloud BellwetherBaseline format.
+ *
+ * ## Severity Type Mappings
+ *
+ * The codebase uses three different severity type systems for different contexts:
+ *
+ * ### ChangeSeverity (baseline/types.ts)
+ * Used for drift detection change classification. Maps to CLI exit codes.
+ * Values: 'none' | 'info' | 'warning' | 'breaking'
+ *
+ * ### ErrorSeverity (errors/types.ts)
+ * Used for error severity classification in error handling.
+ * Values: 'low' | 'medium' | 'high' | 'critical'
+ *
+ * ### CloudAssertionSeverity (cloud/types.ts)
+ * Used for cloud assertions and PersonaFinding severity levels.
+ * Values: 'info' | 'low' | 'medium' | 'high' | 'critical'
+ *
+ * ### Conversion Mappings
+ *
+ * ChangeSeverity → CloudAssertionSeverity:
+ * - 'none'     → 'info'     (no change, informational)
+ * - 'info'     → 'low'      (minor changes)
+ * - 'warning'  → 'medium'   (moderate changes)
+ * - 'breaking' → 'critical' (breaking changes)
+ *
+ * CloudAssertionSeverity → ChangeSeverity (for display/filtering):
+ * - 'info'     → 'info'
+ * - 'low'      → 'info'
+ * - 'medium'   → 'warning'
+ * - 'high'     → 'warning'
+ * - 'critical' → 'breaking'
+ */
+import type { BehavioralBaseline, ChangeSeverity } from './types.js';
+import type { InterviewResult } from '../interview/types.js';
+import type { DiscoveryResult } from '../discovery/types.js';
+import type { BellwetherBaseline, CloudAssertionSeverity } from '../cloud/types.js';
+/**
+ * Map ChangeSeverity to CloudAssertionSeverity.
+ * Used when converting local baselines to cloud format.
+ */
+export declare const CHANGE_TO_CLOUD_SEVERITY: Record<ChangeSeverity, CloudAssertionSeverity>;
+/**
+ * Map CloudAssertionSeverity to ChangeSeverity.
+ * Used when filtering or displaying cloud data locally.
+ */
+export declare const CLOUD_TO_CHANGE_SEVERITY: Record<CloudAssertionSeverity, ChangeSeverity>;
+/**
+ * Convert a BehavioralBaseline to cloud BellwetherBaseline format.
+ */
+export declare function convertToCloudBaseline(baseline: BehavioralBaseline, discovery?: DiscoveryResult, interviewResult?: InterviewResult): BellwetherBaseline;
+/**
+ * Create a BellwetherBaseline directly from InterviewResult.
+ *
+ * This is the preferred method when you have fresh interview results.
+ */
+export declare function createCloudBaseline(result: InterviewResult, serverCommand: string): BellwetherBaseline;
+//# sourceMappingURL=converter.d.ts.map