@opensearch-project/agent-health 0.4.0 → 0.6.0

package/lib/dist/lib/resolveAgentModel.js

@@ -0,0 +1,37 @@
+// SPDX-License-Identifier: Apache-2.0
+// Copyright OpenSearch Contributors
+/**
+ * Resolve the LLM an agent runs on.
+ *
+ * The agent's model is owned by the agent's OWN config (`agent-health.config.ts`),
+ * NOT a user-facing "agent model" selector. There is intentionally no run-level
+ * or UI/CLI way to override it — picking a model separately from the agent is a
+ * leaky abstraction (subprocess agents like Claude Code / pi ignore it and run
+ * on whatever their connector is configured with). Claude-like agents that DO
+ * accept a model take it via their connector config.
+ *
+ * Resolution order (all from the agent's `connectorConfig`):
+ *   1. `connectorConfig.model`              — pi / streaming / openai-compatible
+ *   2. `connectorConfig.env.ANTHROPIC_MODEL` — claude-code
+ *   3. `connectorConfig.args` `--model <id>` — any subprocess agent passing a flag
+ *
+ * `fallback` exists only for backward compatibility with runs/agents created
+ * before the agent-model concept was removed (where the run carried a
+ * user-selected `modelId`). New code should not rely on it.
+ */
+export function resolveAgentModel(agent, fallback) {
+    const cc = (agent?.connectorConfig || {});
+    if (typeof cc.model === 'string' && cc.model)
+        return cc.model;
+    const envModel = cc.env?.ANTHROPIC_MODEL;
+    if (typeof envModel === 'string' && envModel)
+        return envModel;
+    const args = cc.args;
+    if (Array.isArray(args)) {
+        const i = args.indexOf('--model');
+        if (i >= 0 && typeof args[i + 1] === 'string' && args[i + 1])
+            return args[i + 1];
+    }
+    return fallback || '';
+}
+//# sourceMappingURL=resolveAgentModel.js.map

package/lib/dist/lib/resolveAgentModel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveAgentModel.js","sourceRoot":"","sources":["../../resolveAgentModel.ts"],"names":[],"mappings":"AAAA,sCAAsC;AACtC,oCAAoC;AAIpC;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,UAAU,iBAAiB,CAC/B,KAAqC,EACrC,QAAiB;IAEjB,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,eAAe,IAAI,EAAE,CAAwB,CAAC;IACjE,IAAI,OAAO,EAAE,CAAC,KAAK,KAAK,QAAQ,IAAI,EAAE,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC,KAAK,CAAC;IAC9D,MAAM,QAAQ,GAAG,EAAE,CAAC,GAAG,EAAE,eAAe,CAAC;IACzC,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC9D,MAAM,IAAI,GAAY,EAAE,CAAC,IAAI,CAAC;IAC9B,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,QAAQ,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC,CAAW,CAAC;IAC7F,CAAC;IACD,OAAO,QAAQ,IAAI,EAAE,CAAC;AACxB,CAAC"}

package/lib/dist/lib/runStats.d.ts

@@ -0,0 +1,116 @@
+/**
+ * Shared Run Statistics Calculation
+ *
+ * This module provides shared logic for calculating benchmark run statistics.
+ * Both UI and CLI use these functions to ensure consistent pass/fail counting.
+ *
+ * The canonical approach is:
+ * 1. Get report IDs from run.results[testCaseId].reportId
+ * 2. Fetch each report by ID
+ * 3. Count passFailStatus from the fetched reports
+ *
+ * For performance optimization, stats are denormalized onto BenchmarkRun.stats
+ * and updated incrementally as test cases complete.
+ */
+import type { BenchmarkRun, EvaluationReport, RunStats as RunStatsType } from '../types/index.js';
+/**
+ * Statistics for a benchmark run
+ */
+export interface RunStats {
+    /** Number of test cases that passed (passFailStatus === 'passed') */
+    passed: number;
+    /** Number of test cases that failed (passFailStatus === 'failed' or execution failed) */
+    failed: number;
+    /** Number of test cases still pending (running, or report not yet available) */
+    pending: number;
+    /**
+     * Number of test cases where the *evaluator* could not produce a verdict
+     * (judge validation error, trace timeout, etc.). Excluded from passed and
+     * failed counts so a misconfigured evaluator doesn't poison aggregate
+     * pass rates. Issue #242.
+     */
+    errored: number;
+    /** Total number of test cases in the run */
+    total: number;
+    /**
+     * Pass rate as a percentage (0-100). Computed over `total - errored`
+     * (the *evaluable* set), not over `total`, so a non-retryable judge
+     * failure can't masquerade as the agent scoring 0%.
+     */
+    passRate: number;
+}
+/**
+ * Bucket a run's per-test-case results into passed/failed/errored/pending using
+ * ONLY the persisted result fields (status + passFailStatus) — no reports
+ * needed. This is the SINGLE source of truth for pass/fail/errored counts across
+ * the app (the runs list AND the comparison page), so the numbers can't
+ * diverge between views.
+ *
+ * The denormalized `run.stats` is NOT authoritative: its writer historically
+ * counted every 'completed' result as passed without checking the verdict, so
+ * an errored case (judge produced no verdict) was miscounted as a pass and
+ * `errored` was never tracked. Recompute from results instead.
+ *
+ * Errored (#242): a 'completed' result with no 'passed'/'failed' verdict means
+ * the evaluator couldn't produce one (judge validation error, trace timeout).
+ * Excluded from passed/failed — exactly as calculateRunStats does via the
+ * report's metricsStatus.
+ */
+export declare function bucketRunResults(results: Record<string, {
+    status?: string;
+    passFailStatus?: string;
+}> | undefined): Pick<RunStats, 'passed' | 'failed' | 'errored' | 'pending' | 'total'>;
+/**
+ * Calculate statistics for a benchmark run.
+ *
+ * This function uses the same logic as the UI to count pass/fail status:
+ * - Iterates over run.results to get reportIds
+ * - Looks up each report in the provided reports map
+ * - Counts passFailStatus from completed reports
+ *
+ * @param run - The benchmark run to calculate stats for
+ * @param reports - Map of reportId -> EvaluationReport (pre-fetched)
+ * @returns Calculated statistics including passed, failed, pending, total, and passRate
+ */
+export declare function calculateRunStats(run: BenchmarkRun, reports: Record<string, EvaluationReport | null>): RunStats;
+/**
+ * Extract all report IDs from a run's results that need to be fetched.
+ *
+ * @param run - The benchmark run to extract report IDs from
+ * @returns Array of unique report IDs
+ */
+export declare function getReportIdsFromRun(run: BenchmarkRun): string[];
+/**
+ * Compute stats from a benchmark run and its reports.
+ * This is the server-side version that returns the denormalized stats object.
+ *
+ * @param run - The benchmark run to compute stats for
+ * @param reports - Array of reports for this run
+ * @returns Denormalized stats object (passed, failed, pending, total)
+ */
+/**
+ * Canonical "display" stats for a run detail/list view: prefer recomputing
+ * from the persisted per-test-case verdicts (`run.results`) via
+ * {@link bucketRunResults} — the single source of truth — and only fall
+ * back to the denormalized `run.stats` when `results` is empty (e.g. a run
+ * that hasn't started, or legacy data with no results map at all).
+ *
+ * This is THE single shared helper for pass/fail/errored/pending/total
+ * across every surface that renders run stats (runs list, benchmark runs
+ * list, run detail page, comparison page) — do not reimplement this logic
+ * locally in a component or add a differently-named twin. Historically this
+ * logic was duplicated per-page (each with its own subtly different bugs,
+ * e.g. `errored` not tracked, or `run.stats` trusted directly even when
+ * stale/inflated for trace-judged runs — a 66/84-real-passed run displaying
+ * as 84/84). Callers that only need `{passed, failed, errored, total}` can
+ * simply ignore the extra `pending` field.
+ */
+export declare function computeRunStats(run: {
+    results?: Record<string, {
+        status?: string;
+        passFailStatus?: string;
+    }>;
+    stats?: Partial<RunStatsType> | null;
+}): Pick<RunStatsType, 'passed' | 'failed' | 'errored' | 'pending' | 'total'>;
+export declare function computeRunStatsFromReports(run: BenchmarkRun, reports: EvaluationReport[]): RunStatsType;
+//# sourceMappingURL=runStats.d.ts.map

package/lib/dist/lib/runStats.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runStats.d.ts","sourceRoot":"","sources":["../../runStats.ts"],"names":[],"mappings":"AAKA;;;;;;;;;;;;;GAaG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,gBAAgB,EAAE,QAAQ,IAAI,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEjG;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,qEAAqE;IACrE,MAAM,EAAE,MAAM,CAAC;IACf,yFAAyF;IACzF,MAAM,EAAE,MAAM,CAAC;IACf,gFAAgF;IAChF,OAAO,EAAE,MAAM,CAAC;IAChB;;;;;OAKG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB,4CAA4C;IAC5C,KAAK,EAAE,MAAM,CAAC;IACd;;;;OAIG;IACH,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;IAAE,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,cAAc,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,GAAG,SAAS,GAChF,IAAI,CAAC,QAAQ,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,SAAS,GAAG,OAAO,CAAC,CAevE;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,iBAAiB,CAC/B,GAAG,EAAE,YAAY,EACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAC,GAC/C,QAAQ,CAuEV;AAED;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,YAAY,GAAG,MAAM,EAAE,CAU/D;AAED;;;;;;;GAOG;AACH;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,eAAe,CAC7B,GAAG,EAAE;IACH,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,cAAc,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACvE,KAAK,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC;CACtC,GACA,IAAI,CAAC,YAAY,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,SAAS,GAAG,OAAO,CAAC,CAc3E;AAED,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,YAAY,EACjB,OAAO,EAAE,gBAAgB,EAAE,GAC1B,YAAY,CAed"}

package/lib/dist/lib/runStats.js

@@ -0,0 +1,192 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+/**
+ * Bucket a run's per-test-case results into passed/failed/errored/pending using
+ * ONLY the persisted result fields (status + passFailStatus) — no reports
+ * needed. This is the SINGLE source of truth for pass/fail/errored counts across
+ * the app (the runs list AND the comparison page), so the numbers can't
+ * diverge between views.
+ *
+ * The denormalized `run.stats` is NOT authoritative: its writer historically
+ * counted every 'completed' result as passed without checking the verdict, so
+ * an errored case (judge produced no verdict) was miscounted as a pass and
+ * `errored` was never tracked. Recompute from results instead.
+ *
+ * Errored (#242): a 'completed' result with no 'passed'/'failed' verdict means
+ * the evaluator couldn't produce one (judge validation error, trace timeout).
+ * Excluded from passed/failed — exactly as calculateRunStats does via the
+ * report's metricsStatus.
+ */
+export function bucketRunResults(results) {
+    let passed = 0, failed = 0, errored = 0, pending = 0, total = 0;
+    for (const r of Object.values(results || {})) {
+        total++;
+        if (r.status === 'pending' || r.status === 'running') {
+            pending++;
+            continue;
+        }
+        if (r.status === 'failed' || r.status === 'cancelled') {
+            failed++;
+            continue;
+        }
+        if (r.status === 'completed') {
+            if (r.passFailStatus === 'passed')
+                passed++;
+            else if (r.passFailStatus === 'failed')
+                failed++;
+            else
+                errored++; // completed without a verdict = judge errored (#242)
+            continue;
+        }
+        pending++; // unknown / no status
+    }
+    return { passed, failed, errored, pending, total };
+}
+/**
+ * Calculate statistics for a benchmark run.
+ *
+ * This function uses the same logic as the UI to count pass/fail status:
+ * - Iterates over run.results to get reportIds
+ * - Looks up each report in the provided reports map
+ * - Counts passFailStatus from completed reports
+ *
+ * @param run - The benchmark run to calculate stats for
+ * @param reports - Map of reportId -> EvaluationReport (pre-fetched)
+ * @returns Calculated statistics including passed, failed, pending, total, and passRate
+ */
+export function calculateRunStats(run, reports) {
+    let passed = 0;
+    let failed = 0;
+    let pending = 0;
+    let errored = 0;
+    let total = 0;
+    Object.entries(run.results || {}).forEach(([testCaseId, result]) => {
+        total++;
+        // Check result status first
+        if (result.status === 'pending' || result.status === 'running') {
+            pending++;
+            return;
+        }
+        if (result.status === 'failed' || result.status === 'cancelled') {
+            failed++;
+            return;
+        }
+        // For completed results, check the report's passFailStatus
+        if (result.status === 'completed' && result.reportId) {
+            const report = reports[result.reportId];
+            if (!report) {
+                // Report not loaded yet or doesn't exist
+                pending++;
+                return;
+            }
+            // Check if evaluation is still pending (trace mode)
+            if (report.metricsStatus === 'pending' || report.metricsStatus === 'calculating') {
+                pending++;
+                return;
+            }
+            // Issue #242: evaluator could not produce a verdict (judge validation
+            // error, trace timeout, etc.). Excluded from passed/failed so
+            // misconfigured evaluators don't masquerade as agent failures.
+            if (report.metricsStatus === 'error') {
+                errored++;
+                return;
+            }
+            // Count based on passFailStatus from LLM judge
+            if (report.passFailStatus === 'passed') {
+                passed++;
+            }
+            else {
+                // passFailStatus === 'failed' or undefined (treat as failed)
+                failed++;
+            }
+        }
+        else {
+            // No reportId but status is completed - treat as pending
+            pending++;
+        }
+    });
+    // Pass rate is computed over the evaluable set (total minus errored).
+    // If every run errored, expose 0% rather than dividing by zero.
+    const evaluable = Math.max(0, total - errored);
+    const passRate = evaluable > 0 ? Math.round((passed / evaluable) * 100) : 0;
+    return {
+        passed,
+        failed,
+        pending,
+        errored,
+        total,
+        passRate,
+    };
+}
+/**
+ * Extract all report IDs from a run's results that need to be fetched.
+ *
+ * @param run - The benchmark run to extract report IDs from
+ * @returns Array of unique report IDs
+ */
+export function getReportIdsFromRun(run) {
+    const reportIds = new Set();
+    Object.values(run.results || {}).forEach((result) => {
+        if (result.reportId) {
+            reportIds.add(result.reportId);
+        }
+    });
+    return Array.from(reportIds);
+}
+/**
+ * Compute stats from a benchmark run and its reports.
+ * This is the server-side version that returns the denormalized stats object.
+ *
+ * @param run - The benchmark run to compute stats for
+ * @param reports - Array of reports for this run
+ * @returns Denormalized stats object (passed, failed, pending, total)
+ */
+/**
+ * Canonical "display" stats for a run detail/list view: prefer recomputing
+ * from the persisted per-test-case verdicts (`run.results`) via
+ * {@link bucketRunResults} — the single source of truth — and only fall
+ * back to the denormalized `run.stats` when `results` is empty (e.g. a run
+ * that hasn't started, or legacy data with no results map at all).
+ *
+ * This is THE single shared helper for pass/fail/errored/pending/total
+ * across every surface that renders run stats (runs list, benchmark runs
+ * list, run detail page, comparison page) — do not reimplement this logic
+ * locally in a component or add a differently-named twin. Historically this
+ * logic was duplicated per-page (each with its own subtly different bugs,
+ * e.g. `errored` not tracked, or `run.stats` trusted directly even when
+ * stale/inflated for trace-judged runs — a 66/84-real-passed run displaying
+ * as 84/84). Callers that only need `{passed, failed, errored, total}` can
+ * simply ignore the extra `pending` field.
+ */
+export function computeRunStats(run) {
+    if (run.results && Object.keys(run.results).length > 0) {
+        return bucketRunResults(run.results);
+    }
+    if (run.stats && (run.stats.total ?? 0) > 0) {
+        return {
+            passed: run.stats.passed ?? 0,
+            failed: run.stats.failed ?? 0,
+            errored: run.stats.errored ?? 0,
+            pending: run.stats.pending ?? 0,
+            total: run.stats.total ?? 0,
+        };
+    }
+    return { passed: 0, failed: 0, errored: 0, pending: 0, total: 0 };
+}
+export function computeRunStatsFromReports(run, reports) {
+    const reportsMap = {};
+    reports.forEach(report => {
+        reportsMap[report.id] = report;
+    });
+    const fullStats = calculateRunStats(run, reportsMap);
+    return {
+        passed: fullStats.passed,
+        failed: fullStats.failed,
+        pending: fullStats.pending,
+        errored: fullStats.errored,
+        total: fullStats.total,
+    };
+}
+//# sourceMappingURL=runStats.js.map

package/lib/dist/lib/runStats.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runStats.js","sourceRoot":"","sources":["../../runStats.ts"],"names":[],"mappings":"AAAA;;;GAGG;AA8CH;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,gBAAgB,CAC9B,OAAiF;IAEjF,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;IAChE,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;QAC7C,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAAC,OAAO,EAAE,CAAC;YAAC,SAAS;QAAC,CAAC;QAC9E,IAAI,CAAC,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAAC,MAAM,EAAE,CAAC;YAAC,SAAS;QAAC,CAAC;QAC9E,IAAI,CAAC,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAC7B,IAAI,CAAC,CAAC,cAAc,KAAK,QAAQ;gBAAE,MAAM,EAAE,CAAC;iBACvC,IAAI,CAAC,CAAC,cAAc,KAAK,QAAQ;gBAAE,MAAM,EAAE,CAAC;;gBAC5C,OAAO,EAAE,CAAC,CAAC,qDAAqD;YACrE,SAAS;QACX,CAAC;QACD,OAAO,EAAE,CAAC,CAAC,sBAAsB;IACnC,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AACrD,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,iBAAiB,CAC/B,GAAiB,EACjB,OAAgD;IAEhD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,EAAE;QACjE,KAAK,EAAE,CAAC;QAER,4BAA4B;QAC5B,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC/D,OAAO,EAAE,CAAC;YACV,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAChE,MAAM,EAAE,CAAC;YACT,OAAO;QACT,CAAC;QAED,2DAA2D;QAC3D,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACrD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAExC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,yCAAyC;gBACzC,OAAO,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YAED,oDAAoD;YACpD,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS,IAAI,MAAM,CAAC,aAAa,KAAK,aAAa,EAAE,CAAC;gBACjF,OAAO,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YAED,sEAAsE;YACtE,8DAA8D;YAC9D,+DAA+D;YAC/D,IAAI,MAAM,CAAC,aAAa,KAAK,OAAO,EAAE,CAAC;gBACrC,OAAO,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YAED,+CAA+C;YAC/C,IAAI,MAAM,CAAC,cAAc,KAAK,QAAQ,EAAE,CAAC;gBACvC,MAAM,EAAE,CAAC;YACX,CAAC;iBAAM,CAAC;gBACN,6DAA6D;gBAC7D,MAAM,EAAE,CAAC;YACX,CAAC;QACH,CAAC;aAAM,CAAC;YACN,yDAAyD;YACzD,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,sEAAsE;IACtE,gEAAgE;IAChE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE5E,OAAO;QACL,MAAM;QACN,MAAM;QACN,OAAO;QACP,OAAO;QACP,KAAK;QACL,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,GAAiB;IACnD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IAEpC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;QAClD,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;AAC/B,CAAC;AAED;;;;;;;GAOG;AACH;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,eAAe,CAC7B,GAGC;IAED,IAAI,GAAG,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvD,OAAO,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IACD,IAAI,GAAG,CAAC,KAAK,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5C,OAAO;YACL,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC;YAC7B,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC;YAC7B,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC;YAC/B,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC;YAC/B,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC;SAC5B,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;AACpE,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,GAAiB,EACjB,OAA2B;IAE3B,MAAM,UAAU,GAA4C,EAAE,CAAC;IAC/D,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;QACvB,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,iBAAiB,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAErD,OAAO;QACL,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,OAAO,EAAE,SAAS,CAAC,OAAO;QAC1B,OAAO,EAAE,SAAS,CAAC,OAAO;QAC1B,KAAK,EAAE,SAAS,CAAC,KAAK;KACvB,CAAC;AACJ,CAAC"}

package/lib/dist/lib/telemetry/constants.d.ts

@@ -0,0 +1,60 @@
+/**
+ * OTel Semantic Convention constants for evaluation telemetry.
+ *
+ * In-spec attributes are re-exported from @opentelemetry/semantic-conventions.
+ * Proposed and extension attributes are defined here as string constants.
+ */
+export { ATTR_TEST_SUITE_NAME, ATTR_TEST_SUITE_RUN_STATUS, ATTR_TEST_CASE_NAME, ATTR_TEST_CASE_RESULT_STATUS, TEST_SUITE_RUN_STATUS_VALUE_SUCCESS, TEST_SUITE_RUN_STATUS_VALUE_FAILURE, TEST_SUITE_RUN_STATUS_VALUE_IN_PROGRESS, TEST_CASE_RESULT_STATUS_VALUE_PASS, TEST_CASE_RESULT_STATUS_VALUE_FAIL, ATTR_GEN_AI_OPERATION_NAME, ATTR_GEN_AI_EVALUATION_NAME, ATTR_GEN_AI_EVALUATION_SCORE_VALUE, ATTR_GEN_AI_EVALUATION_SCORE_LABEL, ATTR_GEN_AI_EVALUATION_EXPLANATION, EVENT_GEN_AI_EVALUATION_RESULT, } from '@opentelemetry/semantic-conventions/incubating';
+/** Unique identifier for a specific test suite run */
+export declare const ATTR_TEST_SUITE_RUN_ID: "test.suite.run.id";
+/** Machine-readable unique identifier for a test case */
+export declare const ATTR_TEST_CASE_ID: "test.case.id";
+/** Test case input (prompt) */
+export declare const ATTR_TEST_CASE_INPUT: "test.case.input";
+/** Test case output (agent response) */
+export declare const ATTR_TEST_CASE_OUTPUT: "test.case.output";
+/** Test case expected outcome */
+export declare const ATTR_TEST_CASE_EXPECTED: "test.case.expected";
+/** Model ID used by the LLM judge */
+export declare const ATTR_AGENT_HEALTH_JUDGE_MODEL_ID: "agent_health.judge.model_id";
+/** Time spent in LLM judge evaluation (ms) */
+export declare const ATTR_AGENT_HEALTH_JUDGE_DURATION_MS: "agent_health.judge.duration_ms";
+/** Number of retry attempts for the LLM judge */
+export declare const ATTR_AGENT_HEALTH_JUDGE_ATTEMPTS: "agent_health.judge.attempts";
+/** Time spent in agent execution (ms) */
+export declare const ATTR_AGENT_HEALTH_AGENT_DURATION_MS: "agent_health.agent.duration_ms";
+/** Connector protocol used for agent communication */
+export declare const ATTR_AGENT_HEALTH_CONNECTOR_PROTOCOL: "agent_health.connector.protocol";
+/**
+ * Agent run ID — links eval spans to the agent execution trace (Strategy B).
+ *
+ * Uses Agent Health's own namespace rather than the OpenTelemetry-reserved
+ * `gen_ai.*` namespace: `gen_ai.request.id` is not a registered semantic
+ * convention attribute (the `gen_ai.request.*` namespace is for request
+ * parameters), and the OTEL naming spec advises against adding app-specific
+ * keys under an existing OTEL namespace. W3C trace context (shared traceId,
+ * Strategy A) remains the primary correlation; this attribute is the loose
+ * link for agents that don't propagate context.
+ */
+export declare const ATTR_AGENT_HEALTH_AGENT_RUN_ID: "agent_health.run.id";
+/** Operation name value for evaluation spans */
+export declare const GEN_AI_OPERATION_NAME_VALUE_EVALUATION: "evaluation";
+/**
+ * OTEL-registered (incubating) conversation/session identifier —
+ * `gen_ai.conversation.id` (model/gen-ai/registry.yaml): "the unique
+ * identifier for a conversation (session, thread), used to store and correlate
+ * messages within this conversation." We stamp this (= the agent run id) on our
+ * eval + sample-agent spans so trace queries can correlate on the OTEL-standard
+ * attribute in addition to our own `agent_health.run.id`. Declared as a string
+ * literal (rather than re-exported from the incubating module) so it's stable
+ * regardless of semantic-conventions packaging. See AGENTS.md → Trace
+ * correlation conventions.
+ */
+export declare const ATTR_GEN_AI_CONVERSATION_ID: "gen_ai.conversation.id";
+/** Maximum length for truncated attribute values */
+export declare const MAX_ATTRIBUTE_LENGTH = 10000;
+/** Maximum length for judge explanation in events */
+export declare const MAX_EXPLANATION_LENGTH = 4000;
+/** Tracer name used for evaluation spans */
+export declare const EVAL_TRACER_NAME = "agent-health-eval";
+//# sourceMappingURL=constants.d.ts.map

package/lib/dist/lib/telemetry/constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../../telemetry/constants.ts"],"names":[],"mappings":"AAKA;;;;;GAKG;AAOH,OAAO,EAEL,oBAAoB,EACpB,0BAA0B,EAC1B,mBAAmB,EACnB,4BAA4B,EAC5B,mCAAmC,EACnC,mCAAmC,EACnC,uCAAuC,EACvC,kCAAkC,EAClC,kCAAkC,EAGlC,0BAA0B,EAC1B,2BAA2B,EAC3B,kCAAkC,EAClC,kCAAkC,EAClC,kCAAkC,EAGlC,8BAA8B,GAC/B,MAAM,gDAAgD,CAAC;AAOxD,sDAAsD;AACtD,eAAO,MAAM,sBAAsB,EAAG,mBAA4B,CAAC;AAEnE,yDAAyD;AACzD,eAAO,MAAM,iBAAiB,EAAG,cAAuB,CAAC;AAMzD,+BAA+B;AAC/B,eAAO,MAAM,oBAAoB,EAAG,iBAA0B,CAAC;AAE/D,wCAAwC;AACxC,eAAO,MAAM,qBAAqB,EAAG,kBAA2B,CAAC;AAEjE,iCAAiC;AACjC,eAAO,MAAM,uBAAuB,EAAG,oBAA6B,CAAC;AAMrE,qCAAqC;AACrC,eAAO,MAAM,gCAAgC,EAAG,6BAAsC,CAAC;AAEvF,8CAA8C;AAC9C,eAAO,MAAM,mCAAmC,EAAG,gCAAyC,CAAC;AAE7F,iDAAiD;AACjD,eAAO,MAAM,gCAAgC,EAAG,6BAAsC,CAAC;AAEvF,yCAAyC;AACzC,eAAO,MAAM,mCAAmC,EAAG,gCAAyC,CAAC;AAE7F,sDAAsD;AACtD,eAAO,MAAM,oCAAoC,EAAG,iCAA0C,CAAC;AAE/F;;;;;;;;;;GAUG;AACH,eAAO,MAAM,8BAA8B,EAAG,qBAA8B,CAAC;AAM7E,gDAAgD;AAChD,eAAO,MAAM,sCAAsC,EAAG,YAAqB,CAAC;AAE5E;;;;;;;;;;GAUG;AACH,eAAO,MAAM,2BAA2B,EAAG,wBAAiC,CAAC;AAE7E,oDAAoD;AACpD,eAAO,MAAM,oBAAoB,QAAQ,CAAC;AAE1C,qDAAqD;AACrD,eAAO,MAAM,sBAAsB,OAAO,CAAC;AAE3C,4CAA4C;AAC5C,eAAO,MAAM,gBAAgB,sBAAsB,CAAC"}

package/lib/dist/lib/telemetry/constants.js

@@ -0,0 +1,87 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+/**
+ * OTel Semantic Convention constants for evaluation telemetry.
+ *
+ * In-spec attributes are re-exported from @opentelemetry/semantic-conventions.
+ * Proposed and extension attributes are defined here as string constants.
+ */
+// =============================================================================
+// In-spec attributes (Development stability)
+// Re-exported from @opentelemetry/semantic-conventions for convenience
+// =============================================================================
+export { 
+// Test attributes (model/test/registry.yaml)
+ATTR_TEST_SUITE_NAME, ATTR_TEST_SUITE_RUN_STATUS, ATTR_TEST_CASE_NAME, ATTR_TEST_CASE_RESULT_STATUS, TEST_SUITE_RUN_STATUS_VALUE_SUCCESS, TEST_SUITE_RUN_STATUS_VALUE_FAILURE, TEST_SUITE_RUN_STATUS_VALUE_IN_PROGRESS, TEST_CASE_RESULT_STATUS_VALUE_PASS, TEST_CASE_RESULT_STATUS_VALUE_FAIL, 
+// GenAI evaluation attributes (model/gen-ai/registry.yaml, PR #2563)
+ATTR_GEN_AI_OPERATION_NAME, ATTR_GEN_AI_EVALUATION_NAME, ATTR_GEN_AI_EVALUATION_SCORE_VALUE, ATTR_GEN_AI_EVALUATION_SCORE_LABEL, ATTR_GEN_AI_EVALUATION_EXPLANATION, 
+// GenAI evaluation event (model/gen-ai/events.yaml)
+EVENT_GEN_AI_EVALUATION_RESULT, } from '@opentelemetry/semantic-conventions/incubating';
+// =============================================================================
+// Proposed attributes (Issue #3398 — not yet in spec)
+// https://github.com/open-telemetry/semantic-conventions/issues/3398
+// =============================================================================
+/** Unique identifier for a specific test suite run */
+export const ATTR_TEST_SUITE_RUN_ID = 'test.suite.run.id';
+/** Machine-readable unique identifier for a test case */
+export const ATTR_TEST_CASE_ID = 'test.case.id';
+// =============================================================================
+// IO attributes (used by Python SDK, not yet standardized)
+// =============================================================================
+/** Test case input (prompt) */
+export const ATTR_TEST_CASE_INPUT = 'test.case.input';
+/** Test case output (agent response) */
+export const ATTR_TEST_CASE_OUTPUT = 'test.case.output';
+/** Test case expected outcome */
+export const ATTR_TEST_CASE_EXPECTED = 'test.case.expected';
+// =============================================================================
+// Agent Health extension attributes (agent_health.* prefix)
+// =============================================================================
+/** Model ID used by the LLM judge */
+export const ATTR_AGENT_HEALTH_JUDGE_MODEL_ID = 'agent_health.judge.model_id';
+/** Time spent in LLM judge evaluation (ms) */
+export const ATTR_AGENT_HEALTH_JUDGE_DURATION_MS = 'agent_health.judge.duration_ms';
+/** Number of retry attempts for the LLM judge */
+export const ATTR_AGENT_HEALTH_JUDGE_ATTEMPTS = 'agent_health.judge.attempts';
+/** Time spent in agent execution (ms) */
+export const ATTR_AGENT_HEALTH_AGENT_DURATION_MS = 'agent_health.agent.duration_ms';
+/** Connector protocol used for agent communication */
+export const ATTR_AGENT_HEALTH_CONNECTOR_PROTOCOL = 'agent_health.connector.protocol';
+/**
+ * Agent run ID — links eval spans to the agent execution trace (Strategy B).
+ *
+ * Uses Agent Health's own namespace rather than the OpenTelemetry-reserved
+ * `gen_ai.*` namespace: `gen_ai.request.id` is not a registered semantic
+ * convention attribute (the `gen_ai.request.*` namespace is for request
+ * parameters), and the OTEL naming spec advises against adding app-specific
+ * keys under an existing OTEL namespace. W3C trace context (shared traceId,
+ * Strategy A) remains the primary correlation; this attribute is the loose
+ * link for agents that don't propagate context.
+ */
+export const ATTR_AGENT_HEALTH_AGENT_RUN_ID = 'agent_health.run.id';
+// =============================================================================
+// Constants
+// =============================================================================
+/** Operation name value for evaluation spans */
+export const GEN_AI_OPERATION_NAME_VALUE_EVALUATION = 'evaluation';
+/**
+ * OTEL-registered (incubating) conversation/session identifier —
+ * `gen_ai.conversation.id` (model/gen-ai/registry.yaml): "the unique
+ * identifier for a conversation (session, thread), used to store and correlate
+ * messages within this conversation." We stamp this (= the agent run id) on our
+ * eval + sample-agent spans so trace queries can correlate on the OTEL-standard
+ * attribute in addition to our own `agent_health.run.id`. Declared as a string
+ * literal (rather than re-exported from the incubating module) so it's stable
+ * regardless of semantic-conventions packaging. See AGENTS.md → Trace
+ * correlation conventions.
+ */
+export const ATTR_GEN_AI_CONVERSATION_ID = 'gen_ai.conversation.id';
+/** Maximum length for truncated attribute values */
+export const MAX_ATTRIBUTE_LENGTH = 10000;
+/** Maximum length for judge explanation in events */
+export const MAX_EXPLANATION_LENGTH = 4000;
+/** Tracer name used for evaluation spans */
+export const EVAL_TRACER_NAME = 'agent-health-eval';
+//# sourceMappingURL=constants.js.map

package/lib/dist/lib/telemetry/constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../telemetry/constants.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;GAKG;AAEH,gFAAgF;AAChF,6CAA6C;AAC7C,uEAAuE;AACvE,gFAAgF;AAEhF,OAAO;AACL,6CAA6C;AAC7C,oBAAoB,EACpB,0BAA0B,EAC1B,mBAAmB,EACnB,4BAA4B,EAC5B,mCAAmC,EACnC,mCAAmC,EACnC,uCAAuC,EACvC,kCAAkC,EAClC,kCAAkC;AAElC,qEAAqE;AACrE,0BAA0B,EAC1B,2BAA2B,EAC3B,kCAAkC,EAClC,kCAAkC,EAClC,kCAAkC;AAElC,oDAAoD;AACpD,8BAA8B,GAC/B,MAAM,gDAAgD,CAAC;AAExD,gFAAgF;AAChF,sDAAsD;AACtD,qEAAqE;AACrE,gFAAgF;AAEhF,sDAAsD;AACtD,MAAM,CAAC,MAAM,sBAAsB,GAAG,mBAA4B,CAAC;AAEnE,yDAAyD;AACzD,MAAM,CAAC,MAAM,iBAAiB,GAAG,cAAuB,CAAC;AAEzD,gFAAgF;AAChF,2DAA2D;AAC3D,gFAAgF;AAEhF,+BAA+B;AAC/B,MAAM,CAAC,MAAM,oBAAoB,GAAG,iBAA0B,CAAC;AAE/D,wCAAwC;AACxC,MAAM,CAAC,MAAM,qBAAqB,GAAG,kBAA2B,CAAC;AAEjE,iCAAiC;AACjC,MAAM,CAAC,MAAM,uBAAuB,GAAG,oBAA6B,CAAC;AAErE,gFAAgF;AAChF,4DAA4D;AAC5D,gFAAgF;AAEhF,qCAAqC;AACrC,MAAM,CAAC,MAAM,gCAAgC,GAAG,6BAAsC,CAAC;AAEvF,8CAA8C;AAC9C,MAAM,CAAC,MAAM,mCAAmC,GAAG,gCAAyC,CAAC;AAE7F,iDAAiD;AACjD,MAAM,CAAC,MAAM,gCAAgC,GAAG,6BAAsC,CAAC;AAEvF,yCAAyC;AACzC,MAAM,CAAC,MAAM,mCAAmC,GAAG,gCAAyC,CAAC;AAE7F,sDAAsD;AACtD,MAAM,CAAC,MAAM,oCAAoC,GAAG,iCAA0C,CAAC;AAE/F;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAG,qBAA8B,CAAC;AAE7E,gFAAgF;AAChF,YAAY;AACZ,gFAAgF;AAEhF,gDAAgD;AAChD,MAAM,CAAC,MAAM,sCAAsC,GAAG,YAAqB,CAAC;AAE5E;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAG,wBAAiC,CAAC;AAE7E,oDAAoD;AACpD,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,CAAC;AAE1C,qDAAqD;AACrD,MAAM,CAAC,MAAM,sBAAsB,GAAG,IAAI,CAAC;AAE3C,4CAA4C;AAC5C,MAAM,CAAC,MAAM,gBAAgB,GAAG,mBAAmB,CAAC"}

package/lib/dist/lib/telemetry/evalSpans.d.ts

@@ -0,0 +1,61 @@
+/**
+ * OTel span helpers for evaluation telemetry.
+ *
+ * Creates and manages spans for benchmark execution following
+ * OpenTelemetry semantic conventions for test suites and GenAI evaluation.
+ *
+ * Span structure:
+ *   test_suite_run {benchmarkName}     ← root span (1 per benchmark run)
+ *     └── test_case                    ← child span (1 per test case)
+ *           └── Event: gen_ai.evaluation.result
+ */
+import { type Context, type Span, type Link } from '@opentelemetry/api';
+import type { Benchmark, BenchmarkRun, TestCase, TestCaseRun } from '../../types/index.js';
+/**
+ * Start a test_suite_run root span for a benchmark run.
+ *
+ * Returns the span and a context carrying it for child span creation.
+ * The caller MUST call finalizeTestSuiteRunSpan() when the run completes.
+ */
+export declare function startTestSuiteRunSpan(benchmark: Benchmark, run: BenchmarkRun): {
+    span: Span;
+    context: Context;
+} | null;
+/**
+ * Start a test_case child span for a single test case evaluation.
+ *
+ * @param parentCtx - Context from the parent test_suite_run span
+ * @param testCase - The test case being evaluated
+ * @param benchmark - Parent benchmark (for name duplication)
+ * @param run - Parent benchmark run (for run ID duplication)
+ * @param agentRunId - Optional agent execution run ID (links eval span to agent traces)
+ * @param links - Optional span links (e.g., to agent execution trace)
+ */
+export declare function startTestCaseSpan(parentCtx: Context, testCase: TestCase, benchmark: Benchmark, run: BenchmarkRun, agentRunId?: string, links?: Link[]): {
+    span: Span;
+    context: Context;
+} | null;
+/**
+ * Add gen_ai.evaluation.result events to a test case span.
+ *
+ * Emits one event per metric (currently: accuracy with pass/fail label).
+ */
+export declare function addEvaluationResultEvents(span: Span, report: TestCaseRun): void;
+/**
+ * Finalize a test case span with evaluation results and end it.
+ */
+export declare function finalizeTestCaseSpan(span: Span, report: TestCaseRun, endTime?: Date): void;
+/**
+ * Finalize a test_suite_run span and end it.
+ */
+export declare function finalizeTestSuiteRunSpan(span: Span, run: BenchmarkRun): void;
+/**
+ * Emit a complete test case span for a deferred (trace-mode) evaluation.
+ *
+ * Used when the judge runs asynchronously after trace polling completes.
+ * Creates a standalone span with explicit timestamps reflecting the original execution.
+ */
+export declare function emitDeferredTestCaseSpan(testCase: TestCase, report: TestCaseRun, benchmark: {
+    name: string;
+}, runId: string, agentRunId?: string, startTime?: Date, endTime?: Date, agentTraceId?: string): void;
+//# sourceMappingURL=evalSpans.d.ts.map

package/lib/dist/lib/telemetry/evalSpans.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evalSpans.d.ts","sourceRoot":"","sources":["../../../telemetry/evalSpans.ts"],"names":[],"mappings":"AAKA;;;;;;;;;;GAUG;AAEH,OAAO,EAIL,KAAK,OAAO,EACZ,KAAK,IAAI,EAIT,KAAK,IAAI,EACV,MAAM,oBAAoB,CAAC;AA0C5B,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAoB9E;;;;;GAKG;AACH,wBAAgB,qBAAqB,CACnC,SAAS,EAAE,SAAS,EACpB,GAAG,EAAE,YAAY,GAChB;IAAE,IAAI,EAAE,IAAI,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAAE,GAAG,IAAI,CAkBzC;AAED;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAC/B,SAAS,EAAE,OAAO,EAClB,QAAQ,EAAE,QAAQ,EAClB,SAAS,EAAE,SAAS,EACpB,GAAG,EAAE,YAAY,EACjB,UAAU,CAAC,EAAE,MAAM,EACnB,KAAK,CAAC,EAAE,IAAI,EAAE,GACb;IAAE,IAAI,EAAE,IAAI,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAAE,GAAG,IAAI,CAsCzC;AAED;;;;GAIG;AACH,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,GAAG,IAAI,CAkC/E;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,IAAI,GAAG,IAAI,CAqC1F;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,YAAY,GAAG,IAAI,CAoB5E;AAED;;;;;GAKG;AACH,wBAAgB,wBAAwB,CACtC,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,WAAW,EACnB,SAAS,EAAE;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,EAC3B,KAAK,EAAE,MAAM,EACb,UAAU,CAAC,EAAE,MAAM,EACnB,SAAS,CAAC,EAAE,IAAI,EAChB,OAAO,CAAC,EAAE,IAAI,EACd,YAAY,CAAC,EAAE,MAAM,GACpB,IAAI,CAiDN"}