observability-toolkit 2.0.0 → 2.1.0

package/dist/lib/quality/quality-constants.d.ts

@@ -0,0 +1,294 @@
+/**
+ * Constants for quality feature engineering computations.
+ * @see quality-feature-engineering.ts
+ */
+import { z } from 'zod';
+import { PERCENTILE } from '../core/units.js';
+/** Zod schema for dashboard role types — single source of truth */
+export declare const roleTypeSchema: z.ZodEnum<{
+    operator: "operator";
+    executive: "executive";
+    auditor: "auditor";
+}>;
+export type RoleType = z.infer<typeof roleTypeSchema>;
+/** Zod schema for built-in quality metric names — single source of truth */
+export declare const qualityMetricNameSchema: z.ZodEnum<{
+    relevance: "relevance";
+    task_completion: "task_completion";
+    tool_correctness: "tool_correctness";
+    hallucination: "hallucination";
+    evaluation_latency: "evaluation_latency";
+    faithfulness: "faithfulness";
+    coherence: "coherence";
+    explanation_quality: "explanation_quality";
+    handoff_correctness: "handoff_correctness";
+}>;
+export type QualityMetricName = z.infer<typeof qualityMetricNameSchema>;
+/** Zod v4 schema for CQI weight maps — partial metric name keys, finite non-negative values */
+export declare const cqiWeightsSchema: z.ZodRecord<z.ZodEnum<{
+    relevance: "relevance";
+    task_completion: "task_completion";
+    tool_correctness: "tool_correctness";
+    hallucination: "hallucination";
+    evaluation_latency: "evaluation_latency";
+    faithfulness: "faithfulness";
+    coherence: "coherence";
+    explanation_quality: "explanation_quality";
+    handoff_correctness: "handoff_correctness";
+}> & z.core.$partial, z.ZodNumber>;
+export type CQIWeights = z.infer<typeof cqiWeightsSchema>;
+/** Shared percentile points for quality aggregations */
+export declare const QUALITY_PERCENTILE_P50 = PERCENTILE.P50;
+export declare const QUALITY_PERCENTILE_P95 = PERCENTILE.P95;
+export declare const QUALITY_PERCENTILE_P99 = PERCENTILE.P99;
+/** Fraction-to-percent scale factor for quality calculations */
+export declare const QUALITY_PERCENT_SCALE = 100;
+/** Minimum score (0-1) for 'excellent' color band */
+export declare const SCORE_BAND_EXCELLENT = 0.9;
+/** Minimum score (0-1) for 'good' color band */
+export declare const SCORE_BAND_GOOD = 0.8;
+/** Minimum score (0-1) for 'adequate' color band */
+export declare const SCORE_BAND_ADEQUATE = 0.6;
+/** Minimum score (0-1) for 'poor' color band (below = 'failing') */
+export declare const SCORE_BAND_POOR = 0.4;
+/** Minimum safe denominator to avoid division by zero in CDF interpolation */
+export declare const NUMERICAL_MIN_DENOMINATOR = 0.001;
+/** Log-scale divisor: -log10(NUMERICAL_MIN_DENOMINATOR) = 3 */
+export declare const LOG_SCALE_DIVISOR = 3;
+/** Binary-scale threshold above which a score is 'excellent' */
+export declare const BINARY_SCALE_EXCELLENT_THRESHOLD = 0.7;
+/** Step-scale threshold above which a score is 'excellent' */
+export declare const STEP_SCALE_EXCELLENT_THRESHOLD = 0.8;
+/** Step-scale threshold above which a score is 'adequate' */
+export declare const STEP_SCALE_ADEQUATE_THRESHOLD = 0.5;
+/**
+ * taskProgress return value for partial completion (adequate but not good).
+ * Currently matches STEP_SCALE_ADEQUATE_THRESHOLD (0.5) — this is intentional
+ * but the two may diverge independently: threshold controls the gate,
+ * this controls the output value.
+ */
+export declare const TASK_PROGRESS_PARTIAL = 0.5;
+/** Effective sample size below which coverage confidence level is 'low' */
+export declare const COVERAGE_SAMPLE_LOW_THRESHOLD = 10;
+/** Effective sample size at or above which coverage confidence level may be 'high' */
+export declare const COVERAGE_SAMPLE_HIGH_THRESHOLD = 30;
+/** Minimum number of values required to run EWMA drift detection */
+export declare const EWMA_DRIFT_MIN_VALUES = 5;
+/** Fraction of the series used as baseline for drift comparison */
+export declare const EWMA_BASELINE_FRACTION = 0.7;
+/** Minimum number of baseline data points (after applying EWMA_BASELINE_FRACTION) */
+export declare const EWMA_BASELINE_MIN_POINTS = 3;
+/** Fallback threshold fraction of range when MAD = 0 */
+export declare const EWMA_RANGE_FALLBACK_RATIO = 0.1;
+/** Minimum period duration (hours) to avoid degenerate velocity computation */
+export declare const MIN_PERIOD_HOURS = 0.01;
+/** Base confidence value when only one trend data point is available */
+export declare const DYNAMICS_CONFIDENCE_BASE = 0.2;
+/** Confidence increment per additional trend data point */
+export declare const DYNAMICS_CONFIDENCE_STEP = 0.075;
+/** Maximum achievable dynamics confidence */
+export declare const DYNAMICS_CONFIDENCE_MAX = 0.95;
+/** Latency skew ratio (p95/p50) above which the latency signal is active */
+export declare const LATENCY_SKEW_SIGNAL_THRESHOLD = 3;
+/** Minimum consecutive breach periods required for a confirmed degradation status */
+export declare const CONFIRMATION_MIN_CONSECUTIVE_BREACHES = 2;
+/** Maximum seconds used to normalize evaluation_latency to [0, 1] */
+export declare const LATENCY_NORMALIZATION_MAX_SECONDS = SECONDS.MINUTE;
+/** Scale factor making MAD consistent with std dev for normal distributions */
+export declare const MAD_CONSISTENCY_FACTOR = 1.4826;
+/**
+ * Fixed AR model lag order used for Granger testing.
+ * Avoids data-snooping bias from reusing the correlation-detected best lag
+ * as the AR model order (would inflate Type I error).
+ */
+export declare const GRANGER_FIXED_LAG_ORDER = 2;
+/** Characters before "Show more" truncation for executive role */
+export declare const EXECUTIVE_EXPLANATION_TRUNCATION = 80;
+/** Max worst evaluations shown for executive role */
+export declare const EXECUTIVE_MAX_WORST_EVALUATIONS = 1;
+/** Max worst evaluations shown for operator role */
+export declare const OPERATOR_MAX_WORST_EVALUATIONS = 5;
+/** Characters before "Show more" truncation for auditor role */
+export declare const AUDITOR_EXPLANATION_TRUNCATION = 2000;
+/** Max worst evaluations shown for auditor role */
+export declare const AUDITOR_MAX_WORST_EVALUATIONS = 10;
+/** Fraction of time buckets used as baseline for stdDev comparison (first 70%) */
+export declare const DEGRADATION_BASELINE_RATIO = 0.7;
+/** File path for persisted consecutive breach state (relative to telemetry dir) */
+export declare const DEGRADATION_STATE_FILE = ".degradation-state.json";
+/** Minimum non-empty time buckets required before computing a degradation signal */
+export declare const MIN_BUCKETS_FOR_SIGNAL = 3;
+/** KV key prefix for degradation signal output (appended with :{period}) */
+export declare const DEGRADATION_KV_KEY = "meta/dashboard/degradation-signals";
+/** Relevance p50 warning threshold */
+export declare const RELEVANCE_WARNING = 0.7;
+/** Relevance p50 critical threshold */
+export declare const RELEVANCE_CRITICAL = 0.5;
+/** Shared 85% quality threshold used across score-based alerts */
+export declare const QUALITY_ALERT_THRESHOLD_85 = 0.85;
+/** Task completion warning threshold (avg below this triggers warning) */
+export declare const TASK_COMPLETION_WARNING = 0.85;
+/** Task completion critical threshold */
+export declare const TASK_COMPLETION_CRITICAL = 0.7;
+/** Tool correctness warning threshold */
+export declare const TOOL_CORRECTNESS_WARNING = 0.95;
+/** Tool correctness critical threshold */
+export declare const TOOL_CORRECTNESS_CRITICAL = 0.85;
+/** Tool correctness floor for reliability-correlation rules */
+export declare const TOOL_CORRECTNESS_RELIABILITY_FLOOR = 0.9;
+/** Hallucination rate warning threshold (avg above this triggers warning) */
+export declare const HALLUCINATION_WARNING = 0.1;
+/** Hallucination rate critical threshold */
+export declare const HALLUCINATION_CRITICAL = 0.2;
+/** Evaluation latency p95 warning threshold (seconds) */
+export declare const EVAL_LATENCY_WARNING_S = 5;
+/** Evaluation latency p95 critical threshold (seconds) */
+export declare const EVAL_LATENCY_CRITICAL_S = 10;
+/** Faithfulness p50 warning threshold */
+export declare const FAITHFULNESS_WARNING = 0.8;
+/** Faithfulness p50 critical threshold */
+export declare const FAITHFULNESS_CRITICAL = 0.6;
+/** Coherence p50 warning threshold */
+export declare const COHERENCE_WARNING = 0.75;
+/** Explanation quality p50 warning threshold */
+export declare const EXPLANATION_QUALITY_WARNING = 0.6;
+/** Explanation quality p50 critical threshold */
+export declare const EXPLANATION_QUALITY_CRITICAL = 0.4;
+/** Handoff correctness warning threshold */
+export declare const HANDOFF_CORRECTNESS_WARNING = 0.9;
+/** Handoff correctness critical threshold */
+export declare const HANDOFF_CORRECTNESS_CRITICAL = 0.75;
+/** Divergence entropy threshold for bimodal distribution alerts */
+export declare const DIVERGENCE_ENTROPY_THRESHOLD = 0.5;
+/** Default bin/bucket count for divergence alerts, quality histograms, and PSI */
+export declare const DEFAULT_BIN_COUNT = 10;
+/** Default entropy threshold for divergence alerts */
+export declare const DEFAULT_ENTROPY_THRESHOLD = 0.6;
+/** Minimum sample size required before divergence alerts are considered */
+export declare const MIN_DIVERGENCE_SAMPLES = 10;
+/** Minimum sample size before trend computations are considered statistically stable */
+export declare const TREND_MIN_SAMPLE_SIZE = 30;
+/** Scores below this threshold indicate an error turn */
+export declare const TURN_ERROR_THRESHOLD = 0.3;
+/** Default confidence threshold profile used by quality trends */
+export declare const CONFIDENCE_LOW_SAMPLE_THRESHOLD = 10;
+export declare const CONFIDENCE_HIGH_SAMPLE_THRESHOLD = 50;
+export declare const CONFIDENCE_HIGH_MAX_STD_DEV = 0.15;
+export declare const CONFIDENCE_LOW_MAX_STD_DEV = 0.3;
+/** Default kappa bin count for inter-rater reliability discretization */
+export declare const KAPPA_BINS_DEFAULT = 5;
+/** Relative range ratio below which trend deltas are treated as stable */
+export declare const TREND_STABILITY_THRESHOLD_RATIO = 0.01;
+/** Fallback max stddev for normalized [0,1] score ranges */
+export declare const DEFAULT_NORMALIZED_MAX_STD_DEV = 0.5;
+/** Rolling window for calibration data collection (days) */
+export declare const CALIBRATION_WINDOW_DAYS = 30;
+/** PSI threshold above which recalibration is triggered */
+export declare const PSI_RECALIBRATION_THRESHOLD = 0.1;
+/** File path for persisted calibration state (relative to telemetry dir) */
+export declare const CALIBRATION_STATE_FILE = ".calibration-state.json";
+/** Small epsilon added to empty histogram bins to prevent log(0) in PSI formula */
+export declare const PSI_LOG_EPSILON = 0.0001;
+/** Maximum raw scores to persist per metric in calibration state (bounds file size) */
+export declare const MAX_RAW_SCORES_PER_METRIC = 500;
+/** Default handoff correctness threshold */
+export declare const DEFAULT_HANDOFF_CORRECT_TARGET_THRESHOLD = 0.5;
+/** Default handoff context-preservation threshold */
+export declare const DEFAULT_HANDOFF_CONTEXT_PRESERVED_THRESHOLD = 0.7;
+/** Standard normalized score range [0, 1] shared by most quality metrics */
+export declare const UNIT_RANGE: {
+    readonly min: 0;
+    readonly max: 1;
+};
+/** AHP Random Index values for consistency ratio calculation (indexed by matrix size n=0..9) */
+export declare const AHP_RANDOM_INDEX: readonly [0, 0, 0.58, 0.9, 1.12, 1.24, 1.32, 1.41, 1.45, 1.49];
+/** Default blending coefficient alpha for AHP vs CRITIC weight combination (0=full CRITIC, 1=full AHP) */
+export declare const AHP_CRITIC_DEFAULT_ALPHA = 0.5;
+/** Feature version string for TunedCQIWeights output */
+export declare const TUNED_CQI_WEIGHTS_FEATURE_VERSION = "2.0";
+/** Latency range [0, 60] seconds for evaluation_latency metric */
+export declare const LATENCY_RANGE: {
+    readonly min: 0;
+    readonly max: import("../core/units.js").SECONDS.MINUTE;
+};
+export declare const alertMessagesSchema: z.ZodRecord<z.ZodEnum<{
+    relevance: "relevance";
+    task_completion: "task_completion";
+    tool_correctness: "tool_correctness";
+    hallucination: "hallucination";
+    evaluation_latency: "evaluation_latency";
+    faithfulness: "faithfulness";
+    coherence: "coherence";
+    explanation_quality: "explanation_quality";
+    handoff_correctness: "handoff_correctness";
+}> & z.core.$partial, z.ZodObject<{
+    warning: z.ZodString;
+    critical: z.ZodOptional<z.ZodString>;
+    divergence: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>>;
+export type AlertMessages = z.infer<typeof alertMessagesSchema>;
+export declare const ALERT_MESSAGES: {
+    relevance: {
+        warning: string;
+        critical: string;
+        divergence: string;
+    };
+    task_completion: {
+        warning: string;
+        critical: string;
+        divergence: string;
+    };
+    tool_correctness: {
+        warning: string;
+        critical: string;
+    };
+    hallucination: {
+        warning: string;
+        critical: string;
+    };
+    evaluation_latency: {
+        warning: string;
+        critical: string;
+    };
+    faithfulness: {
+        warning: string;
+        critical: string;
+        divergence: string;
+    };
+    coherence: {
+        warning: string;
+        divergence: string;
+    };
+    explanation_quality: {
+        warning: string;
+        critical: string;
+    };
+    handoff_correctness: {
+        warning: string;
+        critical: string;
+    };
+};
+export declare const remediationHintsSchema: z.ZodRecord<z.ZodEnum<{
+    relevance: "relevance";
+    task_completion: "task_completion";
+    tool_correctness: "tool_correctness";
+    hallucination: "hallucination";
+    evaluation_latency: "evaluation_latency";
+    faithfulness: "faithfulness";
+    coherence: "coherence";
+    explanation_quality: "explanation_quality";
+    handoff_correctness: "handoff_correctness";
+}> & z.core.$partial, z.ZodArray<z.ZodString>>;
+export type RemediationHints = z.infer<typeof remediationHintsSchema>;
+export declare const REMEDIATION_HINTS: {
+    relevance: string[];
+    task_completion: string[];
+    tool_correctness: string[];
+    hallucination: string[];
+    evaluation_latency: string[];
+    faithfulness: string[];
+    coherence: string[];
+    explanation_quality: string[];
+    handoff_correctness: string[];
+};
+//# sourceMappingURL=quality-constants.d.ts.map

package/dist/lib/quality/quality-constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-constants.d.ts","sourceRoot":"","sources":["../../../src/lib/quality/quality-constants.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,EACL,UAAU,EAEX,MAAM,kBAAkB,CAAC;AAM1B,mEAAmE;AACnE,eAAO,MAAM,cAAc;;;;EAA+C,CAAC;AAC3E,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAEtD,4EAA4E;AAC5E,eAAO,MAAM,uBAAuB;;;;;;;;;;EAUlC,CAAC;AACH,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAExE,+FAA+F;AAC/F,eAAO,MAAM,gBAAgB;;;;;;;;;;kCAAuE,CAAC;AAErG,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAM1D,wDAAwD;AACxD,eAAO,MAAM,sBAAsB,iBAAiB,CAAC;AACrD,eAAO,MAAM,sBAAsB,iBAAiB,CAAC;AACrD,eAAO,MAAM,sBAAsB,iBAAiB,CAAC;AACrD,gEAAgE;AAChE,eAAO,MAAM,qBAAqB,MAAqB,CAAC;AAExD,qDAAqD;AACrD,eAAO,MAAM,oBAAoB,MAAM,CAAC;AACxC,gDAAgD;AAChD,eAAO,MAAM,eAAe,MAAM,CAAC;AACnC,oDAAoD;AACpD,eAAO,MAAM,mBAAmB,MAAM,CAAC;AACvC,oEAAoE;AACpE,eAAO,MAAM,eAAe,MAAM,CAAC;AAMnC,8EAA8E;AAC9E,eAAO,MAAM,yBAAyB,QAAQ,CAAC;AAC/C,+DAA+D;AAC/D,eAAO,MAAM,iBAAiB,IAAI,CAAC;AACnC,gEAAgE;AAChE,eAAO,MAAM,gCAAgC,MAAM,CAAC;AACpD,8DAA8D;AAC9D,eAAO,MAAM,8BAA8B,MAAM,CAAC;AAClD,6DAA6D;AAC7D,eAAO,MAAM,6BAA6B,MAAM,CAAC;AACjD;;;;;GAKG;AACH,eAAO,MAAM,qBAAqB,MAAM,CAAC;AAMzC,2EAA2E;AAC3E,eAAO,MAAM,6BAA6B,KAAK,CAAC;AAChD,sFAAsF;AACtF,eAAO,MAAM,8BAA8B,KAAK,CAAC;AAMjD,oEAAoE;AACpE,eAAO,MAAM,qBAAqB,IAAI,CAAC;AACvC,mEAAmE;AACnE,eAAO,MAAM,sBAAsB,MAAM,CAAC;AAC1C,qFAAqF;AACrF,eAAO,MAAM,wBAAwB,IAAI,CAAC;AAC1C,wDAAwD;AACxD,eAAO,MAAM,yBAAyB,MAAM,CAAC;AAM7C,+EAA+E;AAC/E,eAAO,MAAM,gBAAgB,OAAO,CAAC;AACrC,wEAAwE;AACxE,eAAO,MAAM,wBAAwB,MAAM,CAAC;AAC5C,2DAA2D;AAC3D,eAAO,MAAM,wBAAwB,QAAQ,CAAC;AAC9C,6CAA6C;AAC7C,eAAO,MAAM,uBAAuB,OAAO,CAAC;AAM5C,4EAA4E;AAC5E,eAAO,MAAM,6BAA6B,IAAI,CAAC;AAC/C,qFAAqF;AACrF,eAAO,MAAM,qCAAqC,IAAI,CAAC;AAMvD,qEAAqE;AACrE,eAAO,MAAM,iCAAiC,iBAAsB,CAAC;AAMrE,+EAA+E;AAC/E,eAAO,MAAM,sBAAsB,SAAS,CAAC;AAM7C;;;;GAIG;AACH,eAAO,MAAM,uBAAuB,IAAI,CAAC;AAMzC,kEAAkE;AAClE,eAAO,MAAM,gCAAgC,KAAK,CAAC;AACnD,qDAAqD;AACrD,eAAO,MAAM,+BAA+B,IAAI,CAAC;AACjD,oDAAoD;AACpD,eAAO,MAAM,8BAA8B,IAAI,CAAC;AAChD,gEAAgE;AAChE,eAAO,MAAM,8BAA8B,OAAO,CAAC;AACnD,mDAAmD;AACnD,eAAO,MAAM,6BAA6B,KAAK,CAAC;AAMhD,kFAAkF;AAClF,eAAO,MAAM,0BAA0B,MAAM,CAAC;AAE9C,mFAAmF;AACnF,eAAO,MAAM,sBAAsB,4BAA4B,CAAC;AAEhE,oFAAoF;AACpF,eAAO,MAAM,sBAAsB,IAAI,CAAC;AAExC,4EAA4E;AAC5E,eAAO,MAAM,kBAAkB,uCAAuC,CAAC;AAMvE,sCAAsC;AACtC,eAAO,MAAM,iBAAiB,MAAM,CAAC;AACrC,uCAAuC;AACvC,eAAO,MAAM,kBAAkB,MAAM,CAAC;AACtC,kEAAkE;AAClE,eAAO,MAAM,0BAA0B,OAAO,CAAC;AAE/C,0EAA0E;AAC1E,eAAO,MAAM,uBAAuB,OAA6B,CAAC;AAClE,yCAAyC;AACzC,eAAO,MAAM,wBAAwB,MAAO,CAAC;AAE7C,yCAAyC;AACzC,eAAO,MAAM,wBAAwB,OAAO,CAAC;AAC7C,0CAA0C;AAC1C,eAAO,MAAM,yBAAyB,OAA6B,CAAC;AACpE,+DAA+D;AAC/D,eAAO,MAAM,kCAAkC,MAAM,CAAC;AAEtD,6EAA6E;AAC7E,eAAO,MAAM,qBAAqB,MAAM,CAAC;AACzC,4CAA4C;AAC5C,eAAO,MAAM,sBAAsB,MAAM,CAAC;AAE1C,yDAAyD;AACzD,eAAO,MAAM,sBAAsB,IAAM,CAAC;AAC1C,0DAA0D;AAC1D,eAAO,MAAM,uBAAuB,KAAO,CAAC;AAE5C,yCAAyC;AACzC,eAAO,MAAM,oBAAoB,MAAM,CAAC;AACxC,0CAA0C;AAC1C,eAAO,MAAM,qBAAqB,MAAM,CAAC;AAEzC,sCAAsC;AACtC,eAAO,MAAM,iBAAiB,OAAO,CAAC;AAEtC,gDAAgD;AAChD,eAAO,MAAM,2BAA2B,MAAM,CAAC;AAC/C,iDAAiD;AACjD,eAAO,MAAM,4BAA4B,MAAM,CAAC;AAEhD,4CAA4C;AAC5C,eAAO,MAAM,2BAA2B,MAAM,CAAC;AAC/C,6CAA6C;AAC7C,eAAO,MAAM,4BAA4B,OAAO,CAAC;AAEjD,mEAAmE;AACnE,eAAO,MAAM,4BAA4B,MAAM,CAAC;AAChD,kFAAkF;AAClF,eAAO,MAAM,iBAAiB,KAAK,CAAC;AACpC,sDAAsD;AACtD,eAAO,MAAM,yBAAyB,MAAM,CAAC;AAC7C,2EAA2E;AAC3E,eAAO,MAAM,sBAAsB,KAAK,CAAC;AAEzC,wFAAwF;AACxF,eAAO,MAAM,qBAAqB,KAAK,CAAC;AACxC,yDAAyD;AACzD,eAAO,MAAM,oBAAoB,MAAM,CAAC;AAExC,kEAAkE;AAClE,eAAO,MAAM,+BAA+B,KAAK,CAAC;AAClD,eAAO,MAAM,gCAAgC,KAAK,CAAC;AACnD,eAAO,MAAM,2BAA2B,OAAO,CAAC;AAChD,eAAO,MAAM,0BAA0B,MAAM,CAAC;AAC9C,yEAAyE;AACzE,eAAO,MAAM,kBAAkB,IAAI,CAAC;AACpC,0EAA0E;AAC1E,eAAO,MAAM,+BAA+B,OAAO,CAAC;AACpD,4DAA4D;AAC5D,eAAO,MAAM,8BAA8B,MAAM,CAAC;AAMlD,4DAA4D;AAC5D,eAAO,MAAM,uBAAuB,KAAK,CAAC;AAE1C,2DAA2D;AAC3D,eAAO,MAAM,2BAA2B,MAAM,CAAC;AAE/C,4EAA4E;AAC5E,eAAO,MAAM,sBAAsB,4BAA4B,CAAC;AAEhE,mFAAmF;AACnF,eAAO,MAAM,eAAe,SAAS,CAAC;AAEtC,uFAAuF;AACvF,eAAO,MAAM,yBAAyB,MAAM,CAAC;AAC7C,4CAA4C;AAC5C,eAAO,MAAM,wCAAwC,MAAgC,CAAC;AACtF,qDAAqD;AACrD,eAAO,MAAM,2CAA2C,MAAmC,CAAC;AAE5F,4EAA4E;AAC5E,eAAO,MAAM,UAAU;;;CAA8B,CAAC;AAMtD,gGAAgG;AAChG,eAAO,MAAM,gBAAgB,gEAAiE,CAAC;AAE/F,0GAA0G;AAC1G,eAAO,MAAM,wBAAwB,MAAM,CAAC;AAE5C,wDAAwD;AACxD,eAAO,MAAM,iCAAiC,QAAQ,CAAC;AAEvD,kEAAkE;AAClE,eAAO,MAAM,aAAa;;;CAAgD,CAAC;AAY3E,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;kBAA+D,CAAC;AAEhG,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEhE,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAwC1B,CAAC;AAOF,eAAO,MAAM,sBAAsB;;;;;;;;;;8CAAuE,CAAC;AAE3G,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAEtE,eAAO,MAAM,iBAAiB;;;;;;;;;;CAyC7B,CAAC"}

package/dist/lib/quality/quality-constants.js

@@ -0,0 +1,335 @@
+/**
+ * Constants for quality feature engineering computations.
+ * @see quality-feature-engineering.ts
+ */
+import { z } from 'zod';
+import { MAX_LATENCY_SECONDS, } from '../core/constants.js';
+import { PERCENTILE, PERCENT_MULTIPLIER, } from '../core/units.js';
+// ============================================================================
+// Role Type Schema (shared by quality-views and quality-feature-engineering)
+// ============================================================================
+/** Zod schema for dashboard role types — single source of truth */
+export const roleTypeSchema = z.enum(['executive', 'operator', 'auditor']);
+/** Zod schema for built-in quality metric names — single source of truth */
+export const qualityMetricNameSchema = z.enum([
+    'relevance',
+    'task_completion',
+    'tool_correctness',
+    'hallucination',
+    'evaluation_latency',
+    'faithfulness',
+    'coherence',
+    'explanation_quality',
+    'handoff_correctness',
+]);
+/** Zod v4 schema for CQI weight maps — partial metric name keys, finite non-negative values */
+export const cqiWeightsSchema = z.partialRecord(qualityMetricNameSchema, z.number().finite().min(0));
+// ============================================================================
+// Score Color Bands (scoreColorBand)
+// ============================================================================
+/** Shared percentile points for quality aggregations */
+export const QUALITY_PERCENTILE_P50 = PERCENTILE.P50;
+export const QUALITY_PERCENTILE_P95 = PERCENTILE.P95;
+export const QUALITY_PERCENTILE_P99 = PERCENTILE.P99;
+/** Fraction-to-percent scale factor for quality calculations */
+export const QUALITY_PERCENT_SCALE = PERCENT_MULTIPLIER;
+/** Minimum score (0-1) for 'excellent' color band */
+export const SCORE_BAND_EXCELLENT = 0.9;
+/** Minimum score (0-1) for 'good' color band */
+export const SCORE_BAND_GOOD = 0.8;
+/** Minimum score (0-1) for 'adequate' color band */
+export const SCORE_BAND_ADEQUATE = 0.6;
+/** Minimum score (0-1) for 'poor' color band (below = 'failing') */
+export const SCORE_BAND_POOR = 0.4;
+// ============================================================================
+// Adaptive Score Color Band (adaptiveScoreColorBand)
+// ============================================================================
+/** Minimum safe denominator to avoid division by zero in CDF interpolation */
+export const NUMERICAL_MIN_DENOMINATOR = 0.001;
+/** Log-scale divisor: -log10(NUMERICAL_MIN_DENOMINATOR) = 3 */
+export const LOG_SCALE_DIVISOR = 3;
+/** Binary-scale threshold above which a score is 'excellent' */
+export const BINARY_SCALE_EXCELLENT_THRESHOLD = 0.7;
+/** Step-scale threshold above which a score is 'excellent' */
+export const STEP_SCALE_EXCELLENT_THRESHOLD = 0.8;
+/** Step-scale threshold above which a score is 'adequate' */
+export const STEP_SCALE_ADEQUATE_THRESHOLD = 0.5;
+/**
+ * taskProgress return value for partial completion (adequate but not good).
+ * Currently matches STEP_SCALE_ADEQUATE_THRESHOLD (0.5) — this is intentional
+ * but the two may diverge independently: threshold controls the gate,
+ * this controls the output value.
+ */
+export const TASK_PROGRESS_PARTIAL = 0.5;
+// ============================================================================
+// Coverage-Weighted Confidence (computeCoverageWeightedConfidence)
+// ============================================================================
+/** Effective sample size below which coverage confidence level is 'low' */
+export const COVERAGE_SAMPLE_LOW_THRESHOLD = 10;
+/** Effective sample size at or above which coverage confidence level may be 'high' */
+export const COVERAGE_SAMPLE_HIGH_THRESHOLD = 30;
+// ============================================================================
+// EWMA Drift Detection (detectEWMADrift)
+// ============================================================================
+/** Minimum number of values required to run EWMA drift detection */
+export const EWMA_DRIFT_MIN_VALUES = 5;
+/** Fraction of the series used as baseline for drift comparison */
+export const EWMA_BASELINE_FRACTION = 0.7;
+/** Minimum number of baseline data points (after applying EWMA_BASELINE_FRACTION) */
+export const EWMA_BASELINE_MIN_POINTS = 3;
+/** Fallback threshold fraction of range when MAD = 0 */
+export const EWMA_RANGE_FALLBACK_RATIO = 0.1;
+// ============================================================================
+// Metric Dynamics (computeMetricDynamics)
+// ============================================================================
+/** Minimum period duration (hours) to avoid degenerate velocity computation */
+export const MIN_PERIOD_HOURS = 0.01;
+/** Base confidence value when only one trend data point is available */
+export const DYNAMICS_CONFIDENCE_BASE = 0.2;
+/** Confidence increment per additional trend data point */
+export const DYNAMICS_CONFIDENCE_STEP = 0.075;
+/** Maximum achievable dynamics confidence */
+export const DYNAMICS_CONFIDENCE_MAX = 0.95;
+// ============================================================================
+// Degradation Signal (computeDegradationSignal)
+// ============================================================================
+/** Latency skew ratio (p95/p50) above which the latency signal is active */
+export const LATENCY_SKEW_SIGNAL_THRESHOLD = 3;
+/** Minimum consecutive breach periods required for a confirmed degradation status */
+export const CONFIRMATION_MIN_CONSECUTIVE_BREACHES = 2;
+// ============================================================================
+// Composite Quality Index (computeCQI)
+// ============================================================================
+/** Maximum seconds used to normalize evaluation_latency to [0, 1] */
+export const LATENCY_NORMALIZATION_MAX_SECONDS = MAX_LATENCY_SECONDS;
+// ============================================================================
+// MAD Scale Factor (computeMAD)
+// ============================================================================
+/** Scale factor making MAD consistent with std dev for normal distributions */
+export const MAD_CONSISTENCY_FACTOR = 1.4826;
+// ============================================================================
+// Granger Causality (computeCorrelationMatrix)
+// ============================================================================
+/**
+ * Fixed AR model lag order used for Granger testing.
+ * Avoids data-snooping bias from reusing the correlation-detected best lag
+ * as the AR model order (would inflate Type I error).
+ */
+export const GRANGER_FIXED_LAG_ORDER = 2;
+// ============================================================================
+// Role Feature Configuration (getRoleFeatureConfig)
+// ============================================================================
+/** Characters before "Show more" truncation for executive role */
+export const EXECUTIVE_EXPLANATION_TRUNCATION = 80;
+/** Max worst evaluations shown for executive role */
+export const EXECUTIVE_MAX_WORST_EVALUATIONS = 1;
+/** Max worst evaluations shown for operator role */
+export const OPERATOR_MAX_WORST_EVALUATIONS = 5;
+/** Characters before "Show more" truncation for auditor role */
+export const AUDITOR_EXPLANATION_TRUNCATION = 2000;
+/** Max worst evaluations shown for auditor role */
+export const AUDITOR_MAX_WORST_EVALUATIONS = 10;
+// ============================================================================
+// Rolling Degradation Signal (computeRollingDegradationSignals)
+// ============================================================================
+/** Fraction of time buckets used as baseline for stdDev comparison (first 70%) */
+export const DEGRADATION_BASELINE_RATIO = 0.7;
+/** File path for persisted consecutive breach state (relative to telemetry dir) */
+export const DEGRADATION_STATE_FILE = '.degradation-state.json';
+/** Minimum non-empty time buckets required before computing a degradation signal */
+export const MIN_BUCKETS_FOR_SIGNAL = 3;
+/** KV key prefix for degradation signal output (appended with :{period}) */
+export const DEGRADATION_KV_KEY = 'meta/dashboard/degradation-signals';
+// ============================================================================
+// Alert Thresholds (quality-metrics.ts metric definitions)
+// ============================================================================
+/** Relevance p50 warning threshold */
+export const RELEVANCE_WARNING = 0.7;
+/** Relevance p50 critical threshold */
+export const RELEVANCE_CRITICAL = 0.5;
+/** Shared 85% quality threshold used across score-based alerts */
+export const QUALITY_ALERT_THRESHOLD_85 = 0.85;
+/** Task completion warning threshold (avg below this triggers warning) */
+export const TASK_COMPLETION_WARNING = QUALITY_ALERT_THRESHOLD_85;
+/** Task completion critical threshold */
+export const TASK_COMPLETION_CRITICAL = 0.70;
+/** Tool correctness warning threshold */
+export const TOOL_CORRECTNESS_WARNING = 0.95;
+/** Tool correctness critical threshold */
+export const TOOL_CORRECTNESS_CRITICAL = QUALITY_ALERT_THRESHOLD_85;
+/** Tool correctness floor for reliability-correlation rules */
+export const TOOL_CORRECTNESS_RELIABILITY_FLOOR = 0.9;
+/** Hallucination rate warning threshold (avg above this triggers warning) */
+export const HALLUCINATION_WARNING = 0.1;
+/** Hallucination rate critical threshold */
+export const HALLUCINATION_CRITICAL = 0.2;
+/** Evaluation latency p95 warning threshold (seconds) */
+export const EVAL_LATENCY_WARNING_S = 5.0;
+/** Evaluation latency p95 critical threshold (seconds) */
+export const EVAL_LATENCY_CRITICAL_S = 10.0;
+/** Faithfulness p50 warning threshold */
+export const FAITHFULNESS_WARNING = 0.8;
+/** Faithfulness p50 critical threshold */
+export const FAITHFULNESS_CRITICAL = 0.6;
+/** Coherence p50 warning threshold */
+export const COHERENCE_WARNING = 0.75;
+/** Explanation quality p50 warning threshold */
+export const EXPLANATION_QUALITY_WARNING = 0.6;
+/** Explanation quality p50 critical threshold */
+export const EXPLANATION_QUALITY_CRITICAL = 0.4;
+/** Handoff correctness warning threshold */
+export const HANDOFF_CORRECTNESS_WARNING = 0.9;
+/** Handoff correctness critical threshold */
+export const HANDOFF_CORRECTNESS_CRITICAL = 0.75;
+/** Divergence entropy threshold for bimodal distribution alerts */
+export const DIVERGENCE_ENTROPY_THRESHOLD = 0.5;
+/** Default bin/bucket count for divergence alerts, quality histograms, and PSI */
+export const DEFAULT_BIN_COUNT = 10;
+/** Default entropy threshold for divergence alerts */
+export const DEFAULT_ENTROPY_THRESHOLD = 0.6;
+/** Minimum sample size required before divergence alerts are considered */
+export const MIN_DIVERGENCE_SAMPLES = 10;
+/** Minimum sample size before trend computations are considered statistically stable */
+export const TREND_MIN_SAMPLE_SIZE = 30;
+/** Scores below this threshold indicate an error turn */
+export const TURN_ERROR_THRESHOLD = 0.3;
+/** Default confidence threshold profile used by quality trends */
+export const CONFIDENCE_LOW_SAMPLE_THRESHOLD = 10;
+export const CONFIDENCE_HIGH_SAMPLE_THRESHOLD = 50;
+export const CONFIDENCE_HIGH_MAX_STD_DEV = 0.15;
+export const CONFIDENCE_LOW_MAX_STD_DEV = 0.3;
+/** Default kappa bin count for inter-rater reliability discretization */
+export const KAPPA_BINS_DEFAULT = 5;
+/** Relative range ratio below which trend deltas are treated as stable */
+export const TREND_STABILITY_THRESHOLD_RATIO = 0.01;
+/** Fallback max stddev for normalized [0,1] score ranges */
+export const DEFAULT_NORMALIZED_MAX_STD_DEV = 0.5;
+// ============================================================================
+// FE-R1: Quantile-Based Adaptive Scaling Calibration
+// ============================================================================
+/** Rolling window for calibration data collection (days) */
+export const CALIBRATION_WINDOW_DAYS = 30;
+/** PSI threshold above which recalibration is triggered */
+export const PSI_RECALIBRATION_THRESHOLD = 0.1;
+/** File path for persisted calibration state (relative to telemetry dir) */
+export const CALIBRATION_STATE_FILE = '.calibration-state.json';
+/** Small epsilon added to empty histogram bins to prevent log(0) in PSI formula */
+export const PSI_LOG_EPSILON = 0.0001;
+/** Maximum raw scores to persist per metric in calibration state (bounds file size) */
+export const MAX_RAW_SCORES_PER_METRIC = 500;
+/** Default handoff correctness threshold */
+export const DEFAULT_HANDOFF_CORRECT_TARGET_THRESHOLD = STEP_SCALE_ADEQUATE_THRESHOLD;
+/** Default handoff context-preservation threshold */
+export const DEFAULT_HANDOFF_CONTEXT_PRESERVED_THRESHOLD = BINARY_SCALE_EXCELLENT_THRESHOLD;
+/** Standard normalized score range [0, 1] shared by most quality metrics */
+export const UNIT_RANGE = { min: 0, max: 1 };
+// ============================================================================
+// FE-R2: AHP-CRITIC Hybrid Weight Computation
+// ============================================================================
+/** AHP Random Index values for consistency ratio calculation (indexed by matrix size n=0..9) */
+export const AHP_RANDOM_INDEX = [0, 0, 0.58, 0.9, 1.12, 1.24, 1.32, 1.41, 1.45, 1.49];
+/** Default blending coefficient alpha for AHP vs CRITIC weight combination (0=full CRITIC, 1=full AHP) */
+export const AHP_CRITIC_DEFAULT_ALPHA = 0.5;
+/** Feature version string for TunedCQIWeights output */
+export const TUNED_CQI_WEIGHTS_FEATURE_VERSION = '2.0';
+/** Latency range [0, 60] seconds for evaluation_latency metric */
+export const LATENCY_RANGE = { min: 0, max: MAX_LATENCY_SECONDS };
+// ============================================================================
+// Alert Messages (quality-metrics.ts metric definitions)
+// ============================================================================
+const alertMessageSchema = z.object({
+    warning: z.string(),
+    critical: z.string().optional(),
+    divergence: z.string().optional(),
+});
+export const alertMessagesSchema = z.partialRecord(qualityMetricNameSchema, alertMessageSchema);
+export const ALERT_MESSAGES = {
+    relevance: {
+        warning: 'Relevance p50 ({value}) below 0.7 threshold',
+        critical: 'Relevance p50 ({value}) critically low',
+        divergence: 'Relevance score distribution is bimodal (entropy {entropy})',
+    },
+    task_completion: {
+        warning: 'Task completion rate ({value}) below 85% target',
+        critical: 'Task completion rate ({value}) critically low',
+        divergence: 'Task completion score distribution is bimodal (entropy {entropy})',
+    },
+    tool_correctness: {
+        warning: 'Tool correctness ({value}) below 95% target',
+        critical: 'Tool correctness ({value}) critically low',
+    },
+    hallucination: {
+        warning: 'Hallucination rate ({value}) above 10% threshold',
+        critical: 'Hallucination rate ({value}) critically high',
+    },
+    evaluation_latency: {
+        warning: 'Evaluation latency p95 ({value}s) exceeds 5s target',
+        critical: 'Evaluation latency p95 ({value}s) critically high',
+    },
+    faithfulness: {
+        warning: 'Faithfulness p50 ({value}) below 0.8 threshold',
+        critical: 'Faithfulness p50 ({value}) critically low',
+        divergence: 'Faithfulness score distribution is bimodal (entropy {entropy})',
+    },
+    coherence: {
+        warning: 'Coherence p50 ({value}) below 0.75 threshold',
+        divergence: 'Coherence score distribution is bimodal (entropy {entropy})',
+    },
+    explanation_quality: {
+        warning: 'Explanation quality p50 ({value}) below 0.6 — judge reasoning may be opaque',
+        critical: 'Explanation quality p50 ({value}) critically low — judge explanations lack evidence and specificity',
+    },
+    handoff_correctness: {
+        warning: 'Handoff correctness ({value}) below 90% target',
+        critical: 'Handoff correctness ({value}) critically low',
+    },
+};
+alertMessagesSchema.parse(ALERT_MESSAGES);
+// ============================================================================
+// Remediation Hints (quality-metrics.ts metric definitions)
+// ============================================================================
+export const remediationHintsSchema = z.partialRecord(qualityMetricNameSchema, z.array(z.string()).min(1));
+export const REMEDIATION_HINTS = {
+    relevance: [
+        'Review prompt templates for specificity and grounding instructions',
+        'Add input validation to filter ambiguous or off-topic queries',
+        'Consider few-shot examples in system prompts to improve response targeting',
+    ],
+    task_completion: [
+        'Audit agent planning prompts for task decomposition clarity',
+        'Check if tool availability has changed or if required tools are missing',
+    ],
+    tool_correctness: [
+        'Review tool descriptions for clarity and overlap',
+        'Verify tool schemas match expected input formats',
+    ],
+    hallucination: [
+        'Add retrieval-augmented generation (RAG) with verified source documents',
+        'Increase grounding context in prompts to reduce fabrication',
+        'Enable faithfulness evaluation (QAG) to detect hallucinations early',
+    ],
+    evaluation_latency: [
+        'Check LLM provider latency and consider model size reduction',
+        'Review evaluation prompt complexity and token counts',
+    ],
+    faithfulness: [
+        'Ensure context documents are relevant and not contradictory',
+        'Review RAG retrieval quality and chunk sizing',
+    ],
+    coherence: [
+        'Review response structure requirements in system prompts',
+        'Add explicit formatting and organization instructions',
+    ],
+    explanation_quality: [
+        'Review judge prompt templates for explanation format requirements',
+        'Add few-shot examples showing good explanations with evidence citations',
+        'Consider switching to a more capable judge model for better reasoning',
+    ],
+    handoff_correctness: [
+        'Review handoff prompts for clarity on context transfer requirements',
+        'Verify receiving agent has access to all required context from sender',
+        'Add explicit state serialization to handoff payloads',
+    ],
+};
+remediationHintsSchema.parse(REMEDIATION_HINTS);
+//# sourceMappingURL=quality-constants.js.map

package/dist/lib/quality/quality-constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-constants.js","sourceRoot":"","sources":["../../../src/lib/quality/quality-constants.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,mBAAmB,GACpB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,UAAU,EACV,kBAAkB,GACnB,MAAM,kBAAkB,CAAC;AAE1B,+EAA+E;AAC/E,6EAA6E;AAC7E,+EAA+E;AAE/E,mEAAmE;AACnE,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC;AAG3E,4EAA4E;AAC5E,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,IAAI,CAAC;IAC5C,WAAW;IACX,iBAAiB;IACjB,kBAAkB;IAClB,eAAe;IACf,oBAAoB;IACpB,cAAc;IACd,WAAW;IACX,qBAAqB;IACrB,qBAAqB;CACtB,CAAC,CAAC;AAGH,+FAA+F;AAC/F,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,aAAa,CAAC,uBAAuB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AAIrG,+EAA+E;AAC/E,qCAAqC;AACrC,+EAA+E;AAE/E,wDAAwD;AACxD,MAAM,CAAC,MAAM,sBAAsB,GAAG,UAAU,CAAC,GAAG,CAAC;AACrD,MAAM,CAAC,MAAM,sBAAsB,GAAG,UAAU,CAAC,GAAG,CAAC;AACrD,MAAM,CAAC,MAAM,sBAAsB,GAAG,UAAU,CAAC,GAAG,CAAC;AACrD,gEAAgE;AAChE,MAAM,CAAC,MAAM,qBAAqB,GAAG,kBAAkB,CAAC;AAExD,qDAAqD;AACrD,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAG,CAAC;AACxC,gDAAgD;AAChD,MAAM,CAAC,MAAM,eAAe,GAAG,GAAG,CAAC;AACnC,oDAAoD;AACpD,MAAM,CAAC,MAAM,mBAAmB,GAAG,GAAG,CAAC;AACvC,oEAAoE;AACpE,MAAM,CAAC,MAAM,eAAe,GAAG,GAAG,CAAC;AAEnC,+EAA+E;AAC/E,qDAAqD;AACrD,+EAA+E;AAE/E,8EAA8E;AAC9E,MAAM,CAAC,MAAM,yBAAyB,GAAG,KAAK,CAAC;AAC/C,+DAA+D;AAC/D,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC;AACnC,gEAAgE;AAChE,MAAM,CAAC,MAAM,gCAAgC,GAAG,GAAG,CAAC;AACpD,8DAA8D;AAC9D,MAAM,CAAC,MAAM,8BAA8B,GAAG,GAAG,CAAC;AAClD,6DAA6D;AAC7D,MAAM,CAAC,MAAM,6BAA6B,GAAG,GAAG,CAAC;AACjD;;;;;GAKG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAEzC,+EAA+E;AAC/E,mEAAmE;AACnE,+EAA+E;AAE/E,2EAA2E;AAC3E,MAAM,CAAC,MAAM,6BAA6B,GAAG,EAAE,CAAC;AAChD,sFAAsF;AACtF,MAAM,CAAC,MAAM,8BAA8B,GAAG,EAAE,CAAC;AAEjD,+EAA+E;AAC/E,yCAAyC;AACzC,+EAA+E;AAE/E,oEAAoE;AACpE,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC;AACvC,mEAAmE;AACnE,MAAM,CAAC,MAAM,sBAAsB,GAAG,GAAG,CAAC;AAC1C,qFAAqF;AACrF,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC;AAC1C,wDAAwD;AACxD,MAAM,CAAC,MAAM,yBAAyB,GAAG,GAAG,CAAC;AAE7C,+EAA+E;AAC/E,0CAA0C;AAC1C,+EAA+E;AAE/E,+EAA+E;AAC/E,MAAM,CAAC,MAAM,gBAAgB,GAAG,IAAI,CAAC;AACrC,wEAAwE;AACxE,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAG,CAAC;AAC5C,2DAA2D;AAC3D,MAAM,CAAC,MAAM,wBAAwB,GAAG,KAAK,CAAC;AAC9C,6CAA6C;AAC7C,MAAM,CAAC,MAAM,uBAAuB,GAAG,IAAI,CAAC;AAE5C,+EAA+E;AAC/E,gDAAgD;AAChD,+EAA+E;AAE/E,4EAA4E;AAC5E,MAAM,CAAC,MAAM,6BAA6B,GAAG,CAAC,CAAC;AAC/C,qFAAqF;AACrF,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,CAAC;AAEvD,+EAA+E;AAC/E,uCAAuC;AACvC,+EAA+E;AAE/E,qEAAqE;AACrE,MAAM,CAAC,MAAM,iCAAiC,GAAG,mBAAmB,CAAC;AAErE,+EAA+E;AAC/E,gCAAgC;AAChC,+EAA+E;AAE/E,+EAA+E;AAC/E,MAAM,CAAC,MAAM,sBAAsB,GAAG,MAAM,CAAC;AAE7C,+EAA+E;AAC/E,+CAA+C;AAC/C,+EAA+E;AAE/E;;;;GAIG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAEzC,+EAA+E;AAC/E,oDAAoD;AACpD,+EAA+E;AAE/E,kEAAkE;AAClE,MAAM,CAAC,MAAM,gCAAgC,GAAG,EAAE,CAAC;AACnD,qDAAqD;AACrD,MAAM,CAAC,MAAM,+BAA+B,GAAG,CAAC,CAAC;AACjD,oDAAoD;AACpD,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,CAAC;AAChD,gEAAgE;AAChE,MAAM,CAAC,MAAM,8BAA8B,GAAG,IAAI,CAAC;AACnD,mDAAmD;AACnD,MAAM,CAAC,MAAM,6BAA6B,GAAG,EAAE,CAAC;AAEhD,+EAA+E;AAC/E,gEAAgE;AAChE,+EAA+E;AAE/E,kFAAkF;AAClF,MAAM,CAAC,MAAM,0BAA0B,GAAG,GAAG,CAAC;AAE9C,mFAAmF;AACnF,MAAM,CAAC,MAAM,sBAAsB,GAAG,yBAAyB,CAAC;AAEhE,oFAAoF;AACpF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC;AAExC,4EAA4E;AAC5E,MAAM,CAAC,MAAM,kBAAkB,GAAG,oCAAoC,CAAC;AAEvE,+EAA+E;AAC/E,2DAA2D;AAC3D,+EAA+E;AAE/E,sCAAsC;AACtC,MAAM,CAAC,MAAM,iBAAiB,GAAG,GAAG,CAAC;AACrC,uCAAuC;AACvC,MAAM,CAAC,MAAM,kBAAkB,GAAG,GAAG,CAAC;AACtC,kEAAkE;AAClE,MAAM,CAAC,MAAM,0BAA0B,GAAG,IAAI,CAAC;AAE/C,0EAA0E;AAC1E,MAAM,CAAC,MAAM,uBAAuB,GAAG,0BAA0B,CAAC;AAClE,yCAAyC;AACzC,MAAM,CAAC,MAAM,wBAAwB,GAAG,IAAI,CAAC;AAE7C,yCAAyC;AACzC,MAAM,CAAC,MAAM,wBAAwB,GAAG,IAAI,CAAC;AAC7C,0CAA0C;AAC1C,MAAM,CAAC,MAAM,yBAAyB,GAAG,0BAA0B,CAAC;AACpE,+DAA+D;AAC/D,MAAM,CAAC,MAAM,kCAAkC,GAAG,GAAG,CAAC;AAEtD,6EAA6E;AAC7E,MAAM,CAAC,MAAM,qBAAqB,GAAG,GAAG,CAAC;AACzC,4CAA4C;AAC5C,MAAM,CAAC,MAAM,sBAAsB,GAAG,GAAG,CAAC;AAE1C,yDAAyD;AACzD,MAAM,CAAC,MAAM,sBAAsB,GAAG,GAAG,CAAC;AAC1C,0DAA0D;AAC1D,MAAM,CAAC,MAAM,uBAAuB,GAAG,IAAI,CAAC;AAE5C,yCAAyC;AACzC,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAG,CAAC;AACxC,0CAA0C;AAC1C,MAAM,CAAC,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAEzC,sCAAsC;AACtC,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAEtC,gDAAgD;AAChD,MAAM,CAAC,MAAM,2BAA2B,GAAG,GAAG,CAAC;AAC/C,iDAAiD;AACjD,MAAM,CAAC,MAAM,4BAA4B,GAAG,GAAG,CAAC;AAEhD,4CAA4C;AAC5C,MAAM,CAAC,MAAM,2BAA2B,GAAG,GAAG,CAAC;AAC/C,6CAA6C;AAC7C,MAAM,CAAC,MAAM,4BAA4B,GAAG,IAAI,CAAC;AAEjD,mEAAmE;AACnE,MAAM,CAAC,MAAM,4BAA4B,GAAG,GAAG,CAAC;AAChD,kFAAkF;AAClF,MAAM,CAAC,MAAM,iBAAiB,GAAG,EAAE,CAAC;AACpC,sDAAsD;AACtD,MAAM,CAAC,MAAM,yBAAyB,GAAG,GAAG,CAAC;AAC7C,2EAA2E;AAC3E,MAAM,CAAC,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAEzC,wFAAwF;AACxF,MAAM,CAAC,MAAM,qBAAqB,GAAG,EAAE,CAAC;AACxC,yDAAyD;AACzD,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAG,CAAC;AAExC,kEAAkE;AAClE,MAAM,CAAC,MAAM,+BAA+B,GAAG,EAAE,CAAC;AAClD,MAAM,CAAC,MAAM,gCAAgC,GAAG,EAAE,CAAC;AACnD,MAAM,CAAC,MAAM,2BAA2B,GAAG,IAAI,CAAC;AAChD,MAAM,CAAC,MAAM,0BAA0B,GAAG,GAAG,CAAC;AAC9C,yEAAyE;AACzE,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC;AACpC,0EAA0E;AAC1E,MAAM,CAAC,MAAM,+BAA+B,GAAG,IAAI,CAAC;AACpD,4DAA4D;AAC5D,MAAM,CAAC,MAAM,8BAA8B,GAAG,GAAG,CAAC;AAElD,+EAA+E;AAC/E,qDAAqD;AACrD,+EAA+E;AAE/E,4DAA4D;AAC5D,MAAM,CAAC,MAAM,uBAAuB,GAAG,EAAE,CAAC;AAE1C,2DAA2D;AAC3D,MAAM,CAAC,MAAM,2BAA2B,GAAG,GAAG,CAAC;AAE/C,4EAA4E;AAC5E,MAAM,CAAC,MAAM,sBAAsB,GAAG,yBAAyB,CAAC;AAEhE,mFAAmF;AACnF,MAAM,CAAC,MAAM,eAAe,GAAG,MAAM,CAAC;AAEtC,uFAAuF;AACvF,MAAM,CAAC,MAAM,yBAAyB,GAAG,GAAG,CAAC;AAC7C,4CAA4C;AAC5C,MAAM,CAAC,MAAM,wCAAwC,GAAG,6BAA6B,CAAC;AACtF,qDAAqD;AACrD,MAAM,CAAC,MAAM,2CAA2C,GAAG,gCAAgC,CAAC;AAE5F,4EAA4E;AAC5E,MAAM,CAAC,MAAM,UAAU,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAW,CAAC;AAEtD,+EAA+E;AAC/E,8CAA8C;AAC9C,+EAA+E;AAE/E,gGAAgG;AAChG,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAU,CAAC;AAE/F,0GAA0G;AAC1G,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAG,CAAC;AAE5C,wDAAwD;AACxD,MAAM,CAAC,MAAM,iCAAiC,GAAG,KAAK,CAAC;AAEvD,kEAAkE;AAClE,MAAM,CAAC,MAAM,aAAa,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,mBAAmB,EAAW,CAAC;AAE3E,+EAA+E;AAC/E,yDAAyD;AACzD,+EAA+E;AAE/E,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IAClC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAClC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,aAAa,CAAC,uBAAuB,EAAE,kBAAkB,CAAC,CAAC;AAIhG,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,SAAS,EAAE;QACT,OAAO,EAAE,6CAA6C;QACtD,QAAQ,EAAE,wCAAwC;QAClD,UAAU,EAAE,6DAA6D;KAC1E;IACD,eAAe,EAAE;QACf,OAAO,EAAE,iDAAiD;QAC1D,QAAQ,EAAE,+CAA+C;QACzD,UAAU,EAAE,mEAAmE;KAChF;IACD,gBAAgB,EAAE;QAChB,OAAO,EAAE,6CAA6C;QACtD,QAAQ,EAAE,2CAA2C;KACtD;IACD,aAAa,EAAE;QACb,OAAO,EAAE,kDAAkD;QAC3D,QAAQ,EAAE,8CAA8C;KACzD;IACD,kBAAkB,EAAE;QAClB,OAAO,EAAE,qDAAqD;QAC9D,QAAQ,EAAE,mDAAmD;KAC9D;IACD,YAAY,EAAE;QACZ,OAAO,EAAE,gDAAgD;QACzD,QAAQ,EAAE,2CAA2C;QACrD,UAAU,EAAE,gEAAgE;KAC7E;IACD,SAAS,EAAE;QACT,OAAO,EAAE,8CAA8C;QACvD,UAAU,EAAE,6DAA6D;KAC1E;IACD,mBAAmB,EAAE;QACnB,OAAO,EAAE,6EAA6E;QACtF,QAAQ,EAAE,qGAAqG;KAChH;IACD,mBAAmB,EAAE;QACnB,OAAO,EAAE,gDAAgD;QACzD,QAAQ,EAAE,8CAA8C;KACzD;CACF,CAAC;AACF,mBAAmB,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;AAE1C,+EAA+E;AAC/E,4DAA4D;AAC5D,+EAA+E;AAE/E,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,aAAa,CAAC,uBAAuB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AAI3G,MAAM,CAAC,MAAM,iBAAiB,GAAG;IAC/B,SAAS,EAAE;QACT,oEAAoE;QACpE,+DAA+D;QAC/D,4EAA4E;KAC7E;IACD,eAAe,EAAE;QACf,6DAA6D;QAC7D,yEAAyE;KAC1E;IACD,gBAAgB,EAAE;QAChB,kDAAkD;QAClD,kDAAkD;KACnD;IACD,aAAa,EAAE;QACb,yEAAyE;QACzE,6DAA6D;QAC7D,qEAAqE;KACtE;IACD,kBAAkB,EAAE;QAClB,8DAA8D;QAC9D,sDAAsD;KACvD;IACD,YAAY,EAAE;QACZ,6DAA6D;QAC7D,+CAA+C;KAChD;IACD,SAAS,EAAE;QACT,0DAA0D;QAC1D,uDAAuD;KACxD;IACD,mBAAmB,EAAE;QACnB,mEAAmE;QACnE,yEAAyE;QACzE,uEAAuE;KACxE;IACD,mBAAmB,EAAE;QACnB,qEAAqE;QACrE,uEAAuE;QACvE,sDAAsD;KACvD;CACF,CAAC;AACF,sBAAsB,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC"}