@opensearch-project/agent-health 0.5.2 → 0.7.0

package/lib/dist/services/evaluation/index.js

@@ -13,6 +13,7 @@ import { generateMockTrajectory } from './mockTrajectory.js';
 import { callBedrockJudge } from './bedrockJudge.js';
 import { buildJudgeMatcherEntry, formatExpectedOutcomesAsClaim } from '../../lib/matchers/judgeAccessor.js';
 import { buildJudgeAgentsHints } from '../../services/traces/judgeAgentsHints.js';
+import { buildEvaluatorErrorPatch } from '../../services/evaluation/evaluatorError.js';
 // Re-export for use by experimentRunner when calling judge after trace polling
 export { callBedrockJudge };
 import { openSearchClient } from '../../services/opensearch/index.js';
@@ -122,7 +123,11 @@ export function computeSdkMatcherSessionMetrics(matcherResults, opts) {
             trajectory_alignment_score: 0,
         };
     }
-    const gates = matcherResults.filter(m => m.role !== 'observe' && !m.errored);
+    // `notReached` entries are a synthetic runner-appended marker (see
+    // appendNotReachedMarker below), not a matcher the user's body actually
+    // ran — exclude them from the gate denominator exactly like `observe`
+    // and `errored` entries, so they can't skew the pass-rate aggregate.
+    const gates = matcherResults.filter(m => m.role !== 'observe' && !m.errored && !m.notReached);
     const total = gates.length;
     const passing = gates.filter(m => m.pass).length;
     // Vacuous pass when there are no gates (e.g. body just calls the agent
@@ -159,6 +164,87 @@ export function computeSdkMatcherSessionMetrics(matcherResults, opts) {
     }
     return out;
 }
+// ─── Always-record: objective actuals survive a mid-body throw ────────────
+//
+// Bug (owner-hit, measurement-harness-defeating): chai's `expect()` is
+// fail-fast — the first failing assertion throws and the rest of the test
+// body (later expect()/judge()/evaluate() calls) never executes. For a
+// pass/fail assertion that's the intended Playwright-style contract, but an
+// optimizer reading these reports needs ALL FOUR axes (accuracy, latency,
+// tokens, cost) for every run, even when one gate fails — a token-budget
+// gate failing shouldn't erase the cost figure or a judge score that
+// would otherwise have been recorded.
+//
+// `durationMs`/`agentDurationMs` already survive a later throw: the runner
+// stamps them onto `report.performanceMetrics` the instant `agent.run()`
+// resolves (inside the `invoke()` closure in evaluationRunner.ts /
+// benchmarkRunner.ts), which happens BEFORE the body gets a chance to run
+// (and fail on) any further code. `totalTokens`/`totalCostUsd` did NOT get
+// the same treatment — nothing wrote them onto the report unless a matcher
+// in the body happened to read `result.traces.totalTokens`/`totalCost`,
+// which never happens if the body throws before reaching that line.
+//
+// `stampObjectiveActuals` closes that gap: it reads straight from the SAME
+// `TracesAccessor` the body would have read (`loadedTraces`, loaded once
+// right after `agent.run()` resolves) and writes onto
+// `report.performanceMetrics`, independent of whether any matcher asserted
+// on them. See docs/SDK.md "Always-record guarantee".
+//
+// judge() score is deliberately NOT handled here: `judge()` (RFC 004) is
+// already non-throwing and records its own MatcherResult synchronously the
+// moment it's called — so a REACHED judge call is already always-recorded
+// today with zero extra code. A judge call placed AFTER a throwing
+// `expect()` in the user's source is a pure ordering problem: the runner
+// cannot record a call that never executed. Only `expect.soft()` (see
+// lib/matchers/expect.ts) rescues that case, by not throwing in the first
+// place so the body reaches the judge() call at all.
+export function stampObjectiveActuals(performanceMetrics, loadedTraces, hasCapturedResult) {
+    if (!hasCapturedResult || !performanceMetrics)
+        return;
+    try {
+        const { totalTokens, totalCost } = loadedTraces;
+        if (typeof totalTokens === 'number')
+            performanceMetrics.totalTokens = totalTokens;
+        if (typeof totalCost === 'number')
+            performanceMetrics.totalCostUsd = totalCost;
+    }
+    catch {
+        // `loadedTraces` is the "loud failure" accessor (#230) when
+        // `useTraces: true` but spans never arrived — every read throws. Leave
+        // totalTokens/totalCostUsd unset rather than writing a misleading `0`
+        // (0 would assert "no cost incurred", which we don't actually know).
+    }
+}
+/**
+ * Append a synthetic "not reached" MatcherResult when the test body threw
+ * before completing, so the matcher panel can render a clearly distinct row
+ * for the tail of the test that never ran (the "T3 judge not reached"
+ * symptom) instead of silently omitting it. Callers must invoke this AFTER
+ * computing their own gate/error booleans from the real matcherResults —
+ * this function mutates the array in place, and the synthetic entry is
+ * excluded from gating everywhere via its `notReached: true` flag (see the
+ * `computeSdkMatcherSessionMetrics` gates filter above).
+ *
+ * No-op for an agent crash (`agentFailed`): there's no "test body" telling
+ * a coherent story when the agent itself never produced a trajectory —
+ * that case already has its own clearly-labelled `agent_failed` patch.
+ */
+export function appendNotReachedMarker(matcherResults, evalError, agentFailed) {
+    if (evalError === undefined || agentFailed)
+        return;
+    matcherResults.push({
+        description: 'Test body did not complete: an error was thrown before reaching ' +
+            'further matcher calls in source order, so any expect()/judge()/' +
+            'evaluate() calls after that point never executed. If the error came ' +
+            'from a failing expect() assertion (not a bug elsewhere in the test ' +
+            'body), expect.soft(...) records instead of throwing so later matchers ' +
+            'still run (see docs/SDK.md "Always-record guarantee").',
+        pass: false,
+        method: 'code-assertion',
+        notReached: true,
+        errorMessage: evalError instanceof Error ? evalError.message : String(evalError),
+    });
+}
 /**
  * Drive a single agent invocation through its connector and return the raw
  * trajectory/runId/rawEvents — no judge, no report synthesis.
@@ -368,24 +454,69 @@ export async function runEvaluationWithConnector(agent, modelId, testCase, onSte
             process.env.BEDROCK_MODEL_ID ||
             modelConfig?.model_id ||
             modelId;
-        const judgment = await callBedrockJudge(fullTrajectory, {
-            expectedOutcomes: testCase.expectedOutcomes,
-            expectedTrajectory: testCase.expectedTrajectory,
-        }, undefined, // No logs in direct connector mode
-        (chunk) => debug('Eval', 'Judge progress:', chunk.slice(0, 100)), judgeModelId, evaluatorId, 
-        // Forward agent runId so the `agent` (trace) judge provider can
-        // scope its query_spans/query_logs tools. See callBedrockJudge.
-        agentRunId || undefined, 
-        // Strategy C correlation hints (#264) so the trace judge tool can
-        // find spans the agent emits under its OWN correlation (claude-code
-        // session ids etc.), not just spans matching agent-health's runId
-        // via gen_ai.request.id.
-        buildJudgeAgentsHints({
-            agentKey: agent.key,
-            connectorProtocol: agent.connectorType,
-            timestamp: new Date().toISOString(),
-            performanceMetrics: { durationMs: Date.now() - evalStartTime, agentDurationMs },
-        }, agent.traceServiceName));
+        // The judge call gets its OWN try/catch, separate from agent invocation
+        // above. Pre-fix, a judge failure here (e.g. the agent-trace-judge's
+        // "needs a runId or trace correlation hint" validation error for a
+        // `useTraces: false` REST agent -- the reported incident) fell through
+        // to the OUTER catch below and was indistinguishable from a genuine
+        // agent crash: `status: 'failed'`, no `metricsStatus`, generic
+        // "Evaluation failed: ..." reasoning. That shape is invisible to
+        // retry-judgement's `isJudgeFailedCase` (requires `metricsStatus:
+        // 'error'` on a `'completed'` result) and buckets as `failed` instead of
+        // `errored` in the runs list/stats (lib/runStats.ts), silently
+        // misattributing an evaluator problem as "the agent did badly". The
+        // agent DID complete here (we have `fullTrajectory`) -- use the
+        // canonical `buildEvaluatorErrorPatch('judge_failed', ...)` shape so
+        // this case is `status: 'completed'` + `metricsStatus: 'error'`,
+        // exactly like every other judge-failure code path in this codebase
+        // (evaluationRunner.ts, benchmarkRunner.ts, retryJudgement.ts,
+        // browserRecovery.ts).
+        let judgment;
+        try {
+            judgment = await callBedrockJudge(fullTrajectory, {
+                expectedOutcomes: testCase.expectedOutcomes,
+                expectedTrajectory: testCase.expectedTrajectory,
+            }, undefined, // No logs in direct connector mode
+            (chunk) => debug('Eval', 'Judge progress:', chunk.slice(0, 100)), judgeModelId, evaluatorId, 
+            // Forward agent runId so the `agent` (trace) judge provider can
+            // scope its query_spans/query_logs tools. See callBedrockJudge.
+            agentRunId || undefined, 
+            // Strategy C correlation hints (#264) so the trace judge tool can
+            // find spans the agent emits under its OWN correlation (claude-code
+            // session ids etc.), not just spans matching agent-health's runId
+            // via gen_ai.request.id.
+            buildJudgeAgentsHints({
+                agentKey: agent.key,
+                connectorProtocol: agent.connectorType,
+                timestamp: new Date().toISOString(),
+                performanceMetrics: { durationMs: Date.now() - evalStartTime, agentDurationMs },
+            }, agent.traceServiceName));
+        }
+        catch (judgeError) {
+            console.error('[Eval] Judge call failed:', judgeError instanceof Error ? judgeError.message : judgeError);
+            return {
+                id: reportId,
+                timestamp: new Date().toISOString(),
+                agentName: agent.name,
+                agentKey: agent.key,
+                modelName: modelId,
+                modelId,
+                testCaseId: testCase.id,
+                testCaseVersion: testCase.currentVersion ?? 1,
+                status: 'completed',
+                trajectory: fullTrajectory,
+                ...buildEvaluatorErrorPatch('judge_failed', judgeError),
+                improvementStrategies: [],
+                runId: agentRunId || undefined,
+                sessionId: agentSessionId || undefined,
+                rawEvents,
+                connectorProtocol: connector.type,
+                performanceMetrics: {
+                    durationMs: Date.now() - evalStartTime,
+                    agentDurationMs,
+                },
+            };
+        }
         debug('Eval', 'Metrics:', judgment.metrics);
         const llmJudgeResponse = {
             modelId: judgeModelId,
@@ -417,6 +548,9 @@ export async function runEvaluationWithConnector(agent, modelId, testCase, onSte
             trajectory: fullTrajectory,
             metrics: judgment.metrics,
             llmJudgeReasoning: judgment.llmJudgeReasoning,
+            // Set only by the agent (trace) judge provider -- see
+            // JudgeResponse.judgeMode / TestCaseRun.judgeMode.
+            ...(judgment.judgeMode ? { judgeMode: judgment.judgeMode } : {}),
             // Unified judge surface (Option-B BC: legacy field above kept).
             matcherResults: [
                 buildJudgeMatcherEntry(judgment, {
@@ -640,6 +774,9 @@ export async function runEvaluation(agent, modelId, testCase, onStep, onRawEvent
             trajectory: fullTrajectory,
             metrics: judgment.metrics,
             llmJudgeReasoning: judgment.llmJudgeReasoning,
+            // Set only by the agent (trace) judge provider -- see
+            // JudgeResponse.judgeMode / TestCaseRun.judgeMode.
+            ...(judgment.judgeMode ? { judgeMode: judgment.judgeMode } : {}),
             // Unified judge surface (Option-B BC: legacy field above kept).
             matcherResults: [
                 buildJudgeMatcherEntry(judgment, {

package/lib/dist/services/evaluation/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../services/evaluation/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;GAGG;AAEH,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AAEpC,OAAO,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AACjF,OAAO,EAAE,yBAAyB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAElG,OAAO,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAE,sBAAsB,EAAE,6BAA6B,EAAE,MAAM,8BAA8B,CAAC;AAErG,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAE3E,+EAA+E;AAC/E,OAAO,EAAE,gBAAgB,EAAE,CAAC;AAC5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAEjD,wDAAwD;AACxD,6EAA6E;AAC7E,gFAAgF;AAChF,MAAM,SAAS,GAAG,GAAG,EAAE;IACrB,kEAAkE;IAClE,IAAI,OAAO,MAAM,KAAK,WAAW,IAAI,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;QAC9F,IAAI,CAAC;YACH,0CAA0C;YAC1C,iEAAiE;YACjE,MAAM,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;YACzD,OAAO,cAAc,EAAE,CAAC,MAAM,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC;YACP,wBAAwB;QAC1B,CAAC;IACH,CAAC;IACD,OAAO,cAAc,CAAC,MAAM,CAAC;AAC/B,CAAC,CAAC;AAcF,qCAAqC;AACrC,MAAM,cAAc,GAAG,KAAK,CAAC;AAE7B;;;GAGG;AACH,SAAS,kBAAkB,CAAC,KAAkB;IAC5C,4CAA4C;IAC5C,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC7C,OAAO;YACL,GAAG,KAAK,CAAC,IAAI;YACb,iCAAiC;YACjC,OAAO,EAAE,EAAE,GAAG,KAAK,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE;SACrD,CAAC;IACJ,CAAC;IAED,6BAA6B;IAC7B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;IAEpC,IAAI,OAAO,CAAC,eAAe,CAAC,EAAE,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACpD,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;SACvD,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,CAAC,eAAe,CAAC,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QACnD,OAAO;YACL,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;SACtD,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;QACzB,OAAO;YACL,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,OAAO,CAAC,WAAW,CAAC;SAC5B,CAAC;IACJ,CAAC;IAED,2BAA2B;IAC3B,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,OAAO;KACR,CAAC;AACJ,CAAC;AAED,kFAAkF;AAClF,EAAE;AACF,uEAAuE;AACvE,mEAAmE;AACnE,4DAA4D;AAC5D,2EAA2E;AAC3E,yCAAyC;AACzC,EAAE;AACF,+EAA+E;AAC/E,8BAA8B;AAC9B,4EAA4E;AAC5E,0EAA0E;AAC1E,yEAAyE;AACzE,yEAAyE;AACzE,sBAAsB;AACtB,sEAAsE;AACtE,8EAA8E;AAC9E,4EAA4E;AAC5E,yEAAyE;AACzE,EAAE;AACF,YAAY;AACZ,0EAA0E;AAC1E,yEAAyE;AACzE,iEAAiE;AACjE,2EAA2E;AAC3E,uEAAuE;AACvE,uEAAuE;AACvE,2EAA2E;AAC3E,2EAA2E;AAC3E,sEAAsE;AACtE,2EAA2E;AAC3E,EAAE;AACF,wEAAwE;AACxE,4EAA4E;AAC5E,yEAAyE;AACzE,MAAM,UAAU,+BAA+B,CAC7C,cAA+B,EAC/B,IAAiC;IAEjC,IAAI,IAAI,EAAE,YAAY,EAAE,CAAC;QACvB,OAAO;YACL,QAAQ,EAAE,CAAC;YACX,YAAY,EAAE,CAAC;YACf,aAAa,EAAE,CAAC;YAChB,0BAA0B,EAAE,CAAC;SAC9B,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAC7E,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;IAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IACjD,uEAAuE;IACvE,wEAAwE;IACxE,0EAA0E;IAC1E,yEAAyE;IACzE,kEAAkE;IAClE,MAAM,WAAW,GACf,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC;IAE1D,kDAAkD;IAClD,MAAM,GAAG,GAA2B;QAClC,QAAQ,EAAE,WAAW;QACrB,YAAY,EAAE,WAAW;QACzB,aAAa,EAAE,WAAW;QAC1B,0BAA0B,EAAE,WAAW;KACxC,CAAC;IAEF,qEAAqE;IACrE,yEAAyE;IACzE,qCAAqC;IACrC,MAAM,IAAI,GAA2B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACzD,MAAM,MAAM,GAA2B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3D,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,MAAM,IAAI,GAAI,CAAS,CAAC,YAA8D,CAAC;QACvF,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1C,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChD,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC7B,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAgFD;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,KAAkB,EAClB,OAAe,EACf,QAAkB,EAClB,OAA2B;IAE3B,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAEjF,+BAA+B;IAC/B,MAAM,kBAAkB,GAAG,KAAiC,CAAC;IAC7D,MAAM,SAAS,GAAG,iBAAiB,CAAC,WAAW,CAAC,kBAAkB,CAAC,CAAC;IAEpE,6EAA6E;IAC7E,6EAA6E;IAC7E,yEAAyE;IACzE,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,eAAkD,CAAC;IAClG,MAAM,qBAAqB,GACzB,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC;QACtC,CAAC,CAAC;YACE,GAAG,CAAC,mBAAmB,IAAI,EAAE,CAAC;YAC9B,GAAG,EAAE,EAAE,GAAG,CAAE,mBAAmB,EAAE,GAA8B,IAAI,EAAE,CAAC,EAAE,GAAG,MAAM,EAAE;SACpF;QACH,CAAC,CAAC,mBAAmB,CAAC;IAE1B,0BAA0B;IAC1B,IAAI,OAAO,GAAqB;QAC9B,QAAQ;QACR,OAAO;QACP,eAAe,EAAE,qBAAqB;KACvC,CAAC;IAEF,+BAA+B;IAC/B,MAAM,IAAI,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;IAEvC,wCAAwC;IACxC,IAAI,iBAAiB,GAAG,KAAK,CAAC,QAAQ,CAAC;IACvC,IAAI,KAAK,CAAC,KAAK,EAAE,aAAa,EAAE,CAAC;QAC/B,MAAM,cAAc,GAAG,SAAS,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAEvD,MAAM,WAAW,GAAyB;YACxC,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,OAAO,EAAE,cAAc;YACvB,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,IAAI,EAAE;SAC7C,CAAC;QACF,MAAM,UAAU,GAAG,MAAM,wBAAwB,CAAC,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QACvF,iBAAiB,GAAG,UAAU,CAAC,QAAQ,CAAC;QAExC,sEAAsE;QACtE,yEAAyE;QACzE,kEAAkE;QAClE,OAAO,GAAG;YACR,GAAG,OAAO;YACV,OAAO,EAAE,UAAU,CAAC,OAAO;SAC5B,CAAC;QAEF,4CAA4C;QAC5C,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;YACvB,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC;QAC5D,CAAC;IACH,CAAC;IAED,sCAAsC;IACtC,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAClC,IAAI,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAClC,iBAAiB,EACjB,OAAO,EACP,IAAI,EACJ,MAAM,EACN,UAAU,CACX,CAAC;IACF,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc,CAAC;IAEpD,wCAAwC;IACxC,IAAI,KAAK,CAAC,KAAK,EAAE,aAAa,EAAE,CAAC;QAC/B,KAAK,CAAC,MAAM,EAAE,2CAA2C,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC;QACvE,IAAI,CAAC;YACH,MAAM,WAAW,GAAyB;gBACxC,QAAQ,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,IAAI,EAAE;gBACpH,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,SAAS;gBAChC,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE;gBACjC,QAAQ,EAAE,MAAM,CAAC,QAAQ;aAC1B,CAAC;YACF,MAAM,UAAU,GAAG,MAAM,wBAAwB,CAAC,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;YAEvF,2BAA2B;YAC3B,MAAM,GAAG;gBACP,GAAG,MAAM;gBACT,UAAU,EAAE,UAAU,CAAC,UAAU;gBACjC,KAAK,EAAE,UAAU,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK;aACxC,CAAC;YAEF,KAAK,CAAC,MAAM,EAAE,6BAA6B,EAAE;gBAC3C,eAAe,EAAE,UAAU,CAAC,UAAU,CAAC,MAAM;gBAC7C,KAAK,EAAE,UAAU,CAAC,KAAK;aACxB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,SAAc,EAAE,CAAC;YACxB,MAAM,QAAQ,GAAG,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACpF,OAAO,CAAC,KAAK,CAAC,+CAA+C,KAAK,CAAC,GAAG,IAAI,EAAE,QAAQ,CAAC,CAAC;YACtF,KAAK,CAAC,MAAM,EAAE,mCAAmC,EAAE;gBACjD,KAAK,EAAE,KAAK,CAAC,GAAG;gBAChB,KAAK,EAAE,QAAQ;gBACf,cAAc,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,IAAI,CAAC;gBAC7C,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ;aAC/B,CAAC,CAAC;YACH,wEAAwE;YACxE,MAAM,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IAED,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE;QACjC,eAAe;QACf,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,SAAS;KACV,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,KAAkB,EAClB,OAAe,EACf,QAAkB,EAClB,MAAsC,EACtC,OAA0C;IAE1C,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;IACpF,wEAAwE;IACxE,oEAAoE;IACpE,MAAM,mBAAmB,GAAG,OAAO,CAAC,YAAY,CAAC;IAEjD,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC;IAC1B,IAAI,cAAc,GAAqB,EAAE,CAAC;IAC1C,IAAI,SAAS,GAAU,EAAE,CAAC;IAC1B,IAAI,UAAU,GAAkB,IAAI,CAAC;IACrC,IAAI,cAAkC,CAAC;IAEvC,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;IAEvF,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEjC,IAAI,CAAC;QACH,uEAAuE;QACvE,qEAAqE;QACrE,oEAAoE;QACpE,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE;YAC7D,QAAQ,EAAE,iBAAiB;YAC3B,MAAM;YACN,UAAU;SACX,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC;QACvC,MAAM,eAAe,GAAG,UAAU,CAAC,eAAe,CAAC;QAEnD,cAAc,GAAG,UAAU,CAAC,UAAU,CAAC;QACvC,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC;QAC9B,cAAc,GAAG,UAAU,CAAC,QAAQ,EAAE,SAAS,IAAI,SAAS,CAAC;QAC7D,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC;QAEjC,KAAK,CAAC,MAAM,EAAE,sBAAsB,EAAE,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACtE,KAAK,CAAC,MAAM,EAAE,sBAAsB,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;QAExD,+DAA+D;QAC/D,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO;gBACL,EAAE,EAAE,QAAQ;gBACZ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,SAAS,EAAE,KAAK,CAAC,IAAI;gBACrB,QAAQ,EAAE,KAAK,CAAC,GAAG;gBACnB,SAAS,EAAE,OAAO;gBAClB,OAAO,EAAE,OAAO;gBAChB,UAAU,EAAE,QAAQ,CAAC,EAAE;gBACvB,eAAe,EAAE,QAAQ,CAAC,cAAc,IAAI,CAAC;gBAC7C,MAAM,EAAE,WAAW;gBACnB,aAAa,EAAE,SAAS;gBACxB,UAAU,EAAE,cAAc;gBAC1B,OAAO,EAAE;oBACP,QAAQ,EAAE,CAAC;oBACX,YAAY,EAAE,CAAC;oBACf,aAAa,EAAE,CAAC;oBAChB,0BAA0B,EAAE,CAAC;iBAC9B;gBACD,iBAAiB,EAAE,2CAA2C;gBAC9D,qBAAqB,EAAE,EAAE;gBACzB,KAAK,EAAE,UAAU,IAAI,SAAS;gBAC9B,SAAS,EAAE,cAAc,IAAI,SAAS;gBACtC,SAAS;gBACT,iBAAiB,EAAE,SAAS,CAAC,IAAyB;gBACtD,kBAAkB,EAAE;oBAClB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa;oBACtC,eAAe;iBAChB;aACF,CAAC;QACJ,CAAC;QAED,8EAA8E;QAC9E,IAAI,SAAS,EAAE,CAAC;YACd,OAAO;gBACL,EAAE,EAAE,QAAQ;gBACZ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,SAAS,EAAE,KAAK,CAAC,IAAI;gBACrB,QAAQ,EAAE,KAAK,CAAC,GAAG;gBACnB,SAAS,EAAE,OAAO;gBAClB,OAAO;gBACP,UAAU,EAAE,QAAQ,CAAC,EAAE;gBACvB,eAAe,EAAE,QAAQ,CAAC,cAAc,IAAI,CAAC;gBAC7C,MAAM,EAAE,WAAW;gBACnB,UAAU,EAAE,cAAc;gBAC1B,OAAO,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,0BAA0B,EAAE,CAAC,EAAE;gBAC1F,iBAAiB,EAAE,EAAE;gBACrB,qBAAqB,EAAE,EAAE;gBACzB,KAAK,EAAE,UAAU,IAAI,SAAS;gBAC9B,SAAS,EAAE,cAAc,IAAI,SAAS;gBACtC,SAAS;gBACT,iBAAiB,EAAE,SAAS,CAAC,IAAyB;gBACtD,kBAAkB,EAAE;oBAClB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa;oBACtC,eAAe;iBAChB;aACF,CAAC;QACJ,CAAC;QAED,4BAA4B;QAC5B,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;QACpC,0EAA0E;QAC1E,wDAAwD;QACxD,+EAA+E;QAC/E,6EAA6E;QAC7E,8EAA8E;QAC9E,sEAAsE;QACtE,2EAA2E;QAC3E,sCAAsC;QACtC,6EAA6E;QAC7E,2EAA2E;QAC3E,MAAM,YAAY,GAChB,mBAAmB;YACnB,OAAO,CAAC,GAAG,CAAC,gBAAgB;YAC5B,WAAW,EAAE,QAAQ;YACrB,OAAO,CAAC;QACV,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CACrC,cAAc,EACd;YACE,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB;YAC3C,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;SAChD,EACD,SAAS,EAAE,mCAAmC;QAC9C,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,iBAAiB,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAChE,YAAY,EACZ,WAAW;QACX,gEAAgE;QAChE,gEAAgE;QAChE,UAAU,IAAI,SAAS;QACvB,kEAAkE;QAClE,oEAAoE;QACpE,kEAAkE;QAClE,yBAAyB;QACzB,qBAAqB,CACnB;YACE,QAAQ,EAAE,KAAK,CAAC,GAAG;YACnB,iBAAiB,EAAG,KAAK,CAAC,aAAqB;YAC/C,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,kBAAkB,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,EAAE,eAAe,EAAE;SAChF,EACD,KAAK,CAAC,gBAAgB,CACvB,CACF,CAAC;QAEF,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;QAE5C,MAAM,gBAAgB,GAAqB;YACzC,OAAO,EAAE,YAAY;YACrB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,CAAC;YACnB,SAAS,EAAE,QAAQ,CAAC,eAAe,IAAI,CAAC;YACxC,6DAA6D;YAC7D,8DAA8D;YAC9D,iEAAiE;YACjE,uCAAuC;YACvC,WAAW,EAAE,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC,iBAAiB;YAC/D,aAAa,EAAE,QAAQ,CAAC,OAAc;YACtC,qBAAqB,EAAE,QAAQ,CAAC,qBAAqB;YACrD,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtE,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACpE,CAAC;QAEF,OAAO;YACL,EAAE,EAAE,QAAQ;YACZ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS,EAAE,KAAK,CAAC,IAAI;YACrB,QAAQ,EAAE,KAAK,CAAC,GAAG;YACnB,SAAS,EAAE,OAAO;YAClB,OAAO;YACP,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,eAAe,EAAE,QAAQ,CAAC,cAAc,IAAI,CAAC;YAC7C,MAAM,EAAE,WAAW;YACnB,cAAc,EAAE,QAAQ,CAAC,cAAc;YACvC,UAAU,EAAE,cAAc;YAC1B,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;YAC7C,gEAAgE;YAChE,cAAc,EAAE;gBACd,sBAAsB,CAAC,QAAQ,EAAE;oBAC/B,KAAK,EAAE,6BAA6B,CAAC,QAAQ,CAAC,gBAAgB,CAAC;oBAC/D,KAAK,EAAE,YAAY;iBACpB,CAAC;aACH;YACD,qBAAqB,EAAE,QAAQ,CAAC,qBAAqB;YACrD,gBAAgB;YAChB,KAAK,EAAE,UAAU,IAAI,SAAS;YAC9B,SAAS,EAAE,cAAc,IAAI,SAAS;YACtC,SAAS;YACT,iBAAiB,EAAE,SAAS,CAAC,IAAyB;YACtD,kBAAkB,EAAE;gBAClB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa;gBACtC,eAAe;gBACf,eAAe,EAAE,QAAQ,CAAC,eAAe;gBACzC,aAAa,EAAE,QAAQ,CAAC,aAAa;aACtC;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAE/E,iDAAiD;QACjD,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,KAAK,CAAC,MAAM,EAAE,gBAAgB,EAAE;gBAC9B,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,KAAK,EAAG,KAAa,CAAC,KAAK;gBAC3B,KAAK,EAAE,KAAK,CAAC,IAAI;gBACjB,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,OAAO;gBACP,UAAU,EAAE,QAAQ,CAAC,EAAE;aACxB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,MAAM,EAAE,gBAAgB,EAAE,KAAK,CAAC,CAAC;QACzC,CAAC;QAED,6FAA6F;QAC7F,IAAI,aAA4C,CAAC;QACjD,IAAI,CAAC;YACH,MAAM,kBAAkB,GAAG,KAAiC,CAAC;YAC7D,MAAM,SAAS,GAAG,iBAAiB,CAAC,WAAW,CAAC,kBAAkB,CAAC,CAAC;YACpE,aAAa,GAAG,SAAS,CAAC,IAAyB,CAAC;YACpD,KAAK,CAAC,MAAM,EAAE,iBAAiB,EAAE,aAAa,CAAC,CAAC;QAClD,CAAC;QAAC,OAAO,cAAc,EAAE,CAAC;YACxB,KAAK,CAAC,MAAM,EAAE,+BAA+B,EAAE,cAAc,CAAC,CAAC;YAC/D,2CAA2C;QAC7C,CAAC;QAED,OAAO;YACL,EAAE,EAAE,QAAQ;YACZ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS,EAAE,KAAK,CAAC,IAAI;YACrB,QAAQ,EAAE,KAAK,CAAC,GAAG;YACnB,SAAS,EAAE,OAAO;YAClB,OAAO;YACP,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,eAAe,EAAE,QAAQ,CAAC,cAAc,IAAI,CAAC;YAC7C,MAAM,EAAE,QAAQ;YAChB,UAAU,EAAE,cAAc;YAC1B,OAAO,EAAE;gBACP,QAAQ,EAAE,CAAC;gBACX,YAAY,EAAE,CAAC;gBACf,aAAa,EAAE,CAAC;gBAChB,0BAA0B,EAAE,CAAC;aAC9B;YACD,iBAAiB,EAAE,sBAAsB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE;YACnG,qBAAqB,EAAE,EAAE;YACzB,SAAS;YACT,iBAAiB,EAAE,aAAa;SACjC,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,sBAAsB,CACnC,KAAkB,EAClB,OAAe,EACf,QAAkB,EAClB,MAAsC,EACtC,UAAuC;IAEvC,MAAM,UAAU,GAAqB,EAAE,CAAC;IACxC,MAAM,SAAS,GAAgB,EAAE,CAAC;IAClC,MAAM,SAAS,GAAG,IAAI,yBAAyB,EAAE,CAAC;IAElD,MAAM,YAAY,GAAG,iBAAiB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAE1D,KAAK,CAAC,MAAM,EAAE,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;IAEhF,6DAA6D;IAC7D,MAAM,YAAY,GAAG;QACnB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,OAAO,EAAE,YAAY;QACrB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,QAAQ,EAAE,KAAK,CAAC,GAAG;KACpB,CAAC;IAEF,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,UAAU,CAAC,aAAa,CAAC,CAAC;IAExD,MAAM,gBAAgB,CACpB,UAAU,CAAC,aAAa,EACxB,YAAY,EACZ,CAAC,KAAgB,EAAE,EAAE;QACnB,kCAAkC;QAClC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtB,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC;QAEpB,8BAA8B;QAC9B,MAAM,KAAK,GAAG,SAAS,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAC5C,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YACnB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtB,MAAM,CAAC,IAAI,CAAC,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC,CACF,CAAC;IAEF,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,EAAE,CAAC;IACnC,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AAC1C,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,KAAkB,EAClB,OAAe,EACf,QAAkB,EAClB,MAAsC,EACtC,UAAuC;IAGvC,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC;IAC1B,IAAI,cAAc,GAAqB,EAAE,CAAC;IAC1C,IAAI,SAAS,GAAgB,EAAE,CAAC;IAChC,IAAI,UAAU,GAAkB,IAAI,CAAC;IACrC,IAAI,cAAkC,CAAC;IAEvC,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;IAEvF,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEjC,IAAI,CAAC;QACH,IAAI,cAAc,EAAE,CAAC;YACnB,cAAc,GAAG,MAAM,sBAAsB,CAAC,QAAQ,CAAC,CAAC;YACxD,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;gBAClC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACb,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,MAAM,sBAAsB,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;YAC1F,cAAc,GAAG,MAAM,CAAC,UAAU,CAAC;YACnC,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC;YAC1B,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAC/B,CAAC;QAED,KAAK,CAAC,MAAM,EAAE,sBAAsB,EAAE,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACtE,KAAK,CAAC,MAAM,EAAE,sBAAsB,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;QAExD,+DAA+D;QAC/D,oEAAoE;QACpE,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO;gBACL,EAAE,EAAE,QAAQ;gBACZ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,SAAS,EAAE,KAAK,CAAC,IAAI;gBACrB,QAAQ,EAAE,KAAK,CAAC,GAAG;gBACnB,SAAS,EAAE,OAAO;gBAClB,OAAO,EAAE,OAAO;gBAChB,UAAU,EAAE,QAAQ,CAAC,EAAE;gBACvB,eAAe,EAAE,QAAQ,CAAC,cAAc,IAAI,CAAC;gBAC7C,MAAM,EAAE,WAAW;gBACnB,aAAa,EAAE,SAAS,EAAE,6CAA6C;gBACvE,UAAU,EAAE,cAAc;gBAC1B,OAAO,EAAE;oBACP,QAAQ,EAAE,CAAC;oBACX,YAAY,EAAE,CAAC;oBACf,aAAa,EAAE,CAAC;oBAChB,0BAA0B,EAAE,CAAC;iBAC9B;gBACD,iBAAiB,EAAE,2CAA2C;gBAC9D,qBAAqB,EAAE,EAAE;gBACzB,KAAK,EAAE,UAAU,IAAI,SAAS;gBAC9B,SAAS,EAAE,cAAc,IAAI,SAAS;gBACtC,SAAS;aACV,CAAC;QACJ,CAAC;QAED,uDAAuD;QACvD,IAAI,IAAiC,CAAC;QACtC,IAAI,UAAU,EAAE,CAAC;YACf,IAAI,CAAC;gBACH,IAAI,GAAG,MAAM,gBAAgB,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YAC5D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YAChG,CAAC;QACH,CAAC;QAED,aAAa;QACb,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;QACpC,qEAAqE;QACrE,sEAAsE;QACtE,oEAAoE;QACpE,MAAM,YAAY,GAChB,OAAO,CAAC,GAAG,CAAC,gBAAgB;YAC5B,WAAW,EAAE,QAAQ;YACrB,OAAO,CAAC;QACV,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CACrC,cAAc,EACd;YACE,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB;YAC3C,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;SAChD,EACD,IAAI,EACJ,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,iBAAiB,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAChE,YAAY,EACZ,SAAS,EAAE,8CAA8C;QACzD,gDAAgD;QAChD,UAAU,IAAI,SAAS,CACxB,CAAC;QAEF,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;QAE5C,MAAM,gBAAgB,GAAqB;YACzC,OAAO,EAAE,YAAY;YACrB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,CAAC;YACnB,SAAS,EAAE,QAAQ,CAAC,eAAe,IAAI,CAAC;YACxC,6DAA6D;YAC7D,8DAA8D;YAC9D,sDAAsD;YACtD,WAAW,EAAE,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC,iBAAiB;YAC/D,aAAa,EAAE,QAAQ,CAAC,OAAc;YACtC,qBAAqB,EAAE,QAAQ,CAAC,qBAAqB;YACrD,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtE,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACpE,CAAC;QAEF,OAAO;YACL,EAAE,EAAE,QAAQ;YACZ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS,EAAE,KAAK,CAAC,IAAI;YACrB,QAAQ,EAAE,KAAK,CAAC,GAAG;YACnB,SAAS,EAAE,OAAO;YAClB,OAAO;YACP,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,eAAe,EAAE,QAAQ,CAAC,cAAc,IAAI,CAAC;YAC7C,MAAM,EAAE,WAAW;YACnB,cAAc,EAAE,QAAQ,CAAC,cAAc;YACvC,UAAU,EAAE,cAAc;YAC1B,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;YAC7C,gEAAgE;YAChE,cAAc,EAAE;gBACd,sBAAsB,CAAC,QAAQ,EAAE;oBAC/B,KAAK,EAAE,6BAA6B,CAAC,QAAQ,CAAC,gBAAgB,CAAC;oBAC/D,KAAK,EAAE,YAAY;iBACpB,CAAC;aACH;YACD,qBAAqB,EAAE,QAAQ,CAAC,qBAAqB;YACrD,gBAAgB;YAChB,cAAc,EAAE,IAAI;YACpB,KAAK,EAAE,UAAU,IAAI,SAAS;YAC9B,SAAS,EAAE,cAAc,IAAI,SAAS;YACtC,IAAI,EAAE,IAAI,IAAI,SAAS;YACvB,SAAS;SACV,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAE/E,OAAO;YACL,EAAE,EAAE,QAAQ;YACZ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS,EAAE,KAAK,CAAC,IAAI;YACrB,QAAQ,EAAE,KAAK,CAAC,GAAG;YACnB,SAAS,EAAE,OAAO;YAClB,OAAO;YACP,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,eAAe,EAAE,QAAQ,CAAC,cAAc,IAAI,CAAC;YAC7C,MAAM,EAAE,QAAQ;YAChB,UAAU,EAAE,cAAc;YAC1B,OAAO,EAAE;gBACP,QAAQ,EAAE,CAAC;gBACX,YAAY,EAAE,CAAC;gBACf,aAAa,EAAE,CAAC;gBAChB,0BAA0B,EAAE,CAAC;aAC9B;YACD,iBAAiB,EAAE,sBAAsB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE;YACnG,qBAAqB,EAAE,EAAE;YACzB,SAAS;SACV,CAAC;IACJ,CAAC;AACH,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../services/evaluation/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;GAGG;AAEH,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AAEpC,OAAO,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AACjF,OAAO,EAAE,yBAAyB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAElG,OAAO,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAE,sBAAsB,EAAE,6BAA6B,EAAE,MAAM,8BAA8B,CAAC;AAGrG,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAC3E,OAAO,EAAE,wBAAwB,EAAE,MAAM,sCAAsC,CAAC;AAEhF,+EAA+E;AAC/E,OAAO,EAAE,gBAAgB,EAAE,CAAC;AAC5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAEjD,wDAAwD;AACxD,6EAA6E;AAC7E,gFAAgF;AAChF,MAAM,SAAS,GAAG,GAAG,EAAE;IACrB,kEAAkE;IAClE,IAAI,OAAO,MAAM,KAAK,WAAW,IAAI,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;QAC9F,IAAI,CAAC;YACH,0CAA0C;YAC1C,iEAAiE;YACjE,MAAM,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;YACzD,OAAO,cAAc,EAAE,CAAC,MAAM,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC;YACP,wBAAwB;QAC1B,CAAC;IACH,CAAC;IACD,OAAO,cAAc,CAAC,MAAM,CAAC;AAC/B,CAAC,CAAC;AAcF,qCAAqC;AACrC,MAAM,cAAc,GAAG,KAAK,CAAC;AAE7B;;;GAGG;AACH,SAAS,kBAAkB,CAAC,KAAkB;IAC5C,4CAA4C;IAC5C,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC7C,OAAO;YACL,GAAG,KAAK,CAAC,IAAI;YACb,iCAAiC;YACjC,OAAO,EAAE,EAAE,GAAG,KAAK,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE;SACrD,CAAC;IACJ,CAAC;IAED,6BAA6B;IAC7B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;IAEpC,IAAI,OAAO,CAAC,eAAe,CAAC,EAAE,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACpD,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;SACvD,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,CAAC,eAAe,CAAC,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QACnD,OAAO;YACL,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;SACtD,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;QACzB,OAAO;YACL,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,OAAO,CAAC,WAAW,CAAC;SAC5B,CAAC;IACJ,CAAC;IAED,2BAA2B;IAC3B,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,OAAO;KACR,CAAC;AACJ,CAAC;AAED,kFAAkF;AAClF,EAAE;AACF,uEAAuE;AACvE,mEAAmE;AACnE,4DAA4D;AAC5D,2EAA2E;AAC3E,yCAAyC;AACzC,EAAE;AACF,+EAA+E;AAC/E,8BAA8B;AAC9B,4EAA4E;AAC5E,0EAA0E;AAC1E,yEAAyE;AACzE,yEAAyE;AACzE,sBAAsB;AACtB,sEAAsE;AACtE,8EAA8E;AAC9E,4EAA4E;AAC5E,yEAAyE;AACzE,EAAE;AACF,YAAY;AACZ,0EAA0E;AAC1E,yEAAyE;AACzE,iEAAiE;AACjE,2EAA2E;AAC3E,uEAAuE;AACvE,uEAAuE;AACvE,2EAA2E;AAC3E,2EAA2E;AAC3E,sEAAsE;AACtE,2EAA2E;AAC3E,EAAE;AACF,wEAAwE;AACxE,4EAA4E;AAC5E,yEAAyE;AACzE,MAAM,UAAU,+BAA+B,CAC7C,cAA+B,EAC/B,IAAiC;IAEjC,IAAI,IAAI,EAAE,YAAY,EAAE,CAAC;QACvB,OAAO;YACL,QAAQ,EAAE,CAAC;YACX,YAAY,EAAE,CAAC;YACf,aAAa,EAAE,CAAC;YAChB,0BAA0B,EAAE,CAAC;SAC9B,CAAC;IACJ,CAAC;IAED,mEAAmE;IACnE,wEAAwE;IACxE,sEAAsE;IACtE,qEAAqE;IACrE,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IAC9F,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;IAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IACjD,uEAAuE;IACvE,wEAAwE;IACxE,0EAA0E;IAC1E,yEAAyE;IACzE,kEAAkE;IAClE,MAAM,WAAW,GACf,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC;IAE1D,kDAAkD;IAClD,MAAM,GAAG,GAA2B;QAClC,QAAQ,EAAE,WAAW;QACrB,YAAY,EAAE,WAAW;QACzB,aAAa,EAAE,WAAW;QAC1B,0BAA0B,EAAE,WAAW;KACxC,CAAC;IAEF,qEAAqE;IACrE,yEAAyE;IACzE,qCAAqC;IACrC,MAAM,IAAI,GAA2B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACzD,MAAM,MAAM,GAA2B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3D,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,MAAM,IAAI,GAAI,CAAS,CAAC,YAA8D,CAAC;QACvF,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1C,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChD,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC7B,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,6EAA6E;AAC7E,EAAE;AACF,uEAAuE;AACvE,0EAA0E;AAC1E,uEAAuE;AACvE,4EAA4E;AAC5E,0EAA0E;AAC1E,yEAAyE;AACzE,qEAAqE;AACrE,sCAAsC;AACtC,EAAE;AACF,2EAA2E;AAC3E,yEAAyE;AACzE,mEAAmE;AACnE,0EAA0E;AAC1E,2EAA2E;AAC3E,2EAA2E;AAC3E,wEAAwE;AACxE,oEAAoE;AACpE,EAAE;AACF,2EAA2E;AAC3E,yEAAyE;AACzE,sDAAsD;AACtD,2EAA2E;AAC3E,sDAAsD;AACtD,EAAE;AACF,yEAAyE;AACzE,2EAA2E;AAC3E,0EAA0E;AAC1E,mEAAmE;AACnE,yEAAyE;AACzE,sEAAsE;AACtE,0EAA0E;AAC1E,qDAAqD;AACrD,MAAM,UAAU,qBAAqB,CACnC,kBAA0D,EAC1D,YAA4B,EAC5B,iBAA0B;IAE1B,IAAI,CAAC,iBAAiB,IAAI,CAAC,kBAAkB;QAAE,OAAO;IACtD,IAAI,CAAC;QACH,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,GAAG,YAAY,CAAC;QAChD,IAAI,OAAO,WAAW,KAAK,QAAQ;YAAE,kBAAkB,CAAC,WAAW,GAAG,WAAW,CAAC;QAClF,IAAI,OAAO,SAAS,KAAK,QAAQ;YAAE,kBAAkB,CAAC,YAAY,GAAG,SAAS,CAAC;IACjF,CAAC;IAAC,MAAM,CAAC;QACP,4DAA4D;QAC5D,uEAAuE;QACvE,sEAAsE;QACtE,qEAAqE;IACvE,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,sBAAsB,CACpC,cAA+B,EAC/B,SAAkB,EAClB,WAAoB;IAEpB,IAAI,SAAS,KAAK,SAAS,IAAI,WAAW;QAAE,OAAO;IACnD,cAAc,CAAC,IAAI,CAAC;QAClB,WAAW,EACT,kEAAkE;YAClE,iEAAiE;YACjE,sEAAsE;YACtE,qEAAqE;YACrE,wEAAwE;YACxE,wDAAwD;QAC1D,IAAI,EAAE,KAAK;QACX,MAAM,EAAE,gBAAgB;QACxB,UAAU,EAAE,IAAI;QAChB,YAAY,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;KACjF,CAAC,CAAC;AACL,CAAC;AAgFD;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,KAAkB,EAClB,OAAe,EACf,QAAkB,EAClB,OAA2B;IAE3B,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAEjF,+BAA+B;IAC/B,MAAM,kBAAkB,GAAG,KAAiC,CAAC;IAC7D,MAAM,SAAS,GAAG,iBAAiB,CAAC,WAAW,CAAC,kBAAkB,CAAC,CAAC;IAEpE,6EAA6E;IAC7E,6EAA6E;IAC7E,yEAAyE;IACzE,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,eAAkD,CAAC;IAClG,MAAM,qBAAqB,GACzB,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC;QACtC,CAAC,CAAC;YACE,GAAG,CAAC,mBAAmB,IAAI,EAAE,CAAC;YAC9B,GAAG,EAAE,EAAE,GAAG,CAAE,mBAAmB,EAAE,GAA8B,IAAI,EAAE,CAAC,EAAE,GAAG,MAAM,EAAE;SACpF;QACH,CAAC,CAAC,mBAAmB,CAAC;IAE1B,0BAA0B;IAC1B,IAAI,OAAO,GAAqB;QAC9B,QAAQ;QACR,OAAO;QACP,eAAe,EAAE,qBAAqB;KACvC,CAAC;IAEF,+BAA+B;IAC/B,MAAM,IAAI,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;IAEvC,wCAAwC;IACxC,IAAI,iBAAiB,GAAG,KAAK,CAAC,QAAQ,CAAC;IACvC,IAAI,KAAK,CAAC,KAAK,EAAE,aAAa,EAAE,CAAC;QAC/B,MAAM,cAAc,GAAG,SAAS,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAEvD,MAAM,WAAW,GAAyB;YACxC,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,OAAO,EAAE,cAAc;YACvB,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,IAAI,EAAE;SAC7C,CAAC;QACF,MAAM,UAAU,GAAG,MAAM,wBAAwB,CAAC,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QACvF,iBAAiB,GAAG,UAAU,CAAC,QAAQ,CAAC;QAExC,sEAAsE;QACtE,yEAAyE;QACzE,kEAAkE;QAClE,OAAO,GAAG;YACR,GAAG,OAAO;YACV,OAAO,EAAE,UAAU,CAAC,OAAO;SAC5B,CAAC;QAEF,4CAA4C;QAC5C,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;YACvB,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC;QAC5D,CAAC;IACH,CAAC;IAED,sCAAsC;IACtC,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAClC,IAAI,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAClC,iBAAiB,EACjB,OAAO,EACP,IAAI,EACJ,MAAM,EACN,UAAU,CACX,CAAC;IACF,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc,CAAC;IAEpD,wCAAwC;IACxC,IAAI,KAAK,CAAC,KAAK,EAAE,aAAa,EAAE,CAAC;QAC/B,KAAK,CAAC,MAAM,EAAE,2CAA2C,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC;QACvE,IAAI,CAAC;YACH,MAAM,WAAW,GAAyB;gBACxC,QAAQ,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,IAAI,EAAE;gBACpH,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,SAAS;gBAChC,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE;gBACjC,QAAQ,EAAE,MAAM,CAAC,QAAQ;aAC1B,CAAC;YACF,MAAM,UAAU,GAAG,MAAM,wBAAwB,CAAC,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;YAEvF,2BAA2B;YAC3B,MAAM,GAAG;gBACP,GAAG,MAAM;gBACT,UAAU,EAAE,UAAU,CAAC,UAAU;gBACjC,KAAK,EAAE,UAAU,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK;aACxC,CAAC;YAEF,KAAK,CAAC,MAAM,EAAE,6BAA6B,EAAE;gBAC3C,eAAe,EAAE,UAAU,CAAC,UAAU,CAAC,MAAM;gBAC7C,KAAK,EAAE,UAAU,CAAC,KAAK;aACxB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,SAAc,EAAE,CAAC;YACxB,MAAM,QAAQ,GAAG,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACpF,OAAO,CAAC,KAAK,CAAC,+CAA+C,KAAK,CAAC,GAAG,IAAI,EAAE,QAAQ,CAAC,CAAC;YACtF,KAAK,CAAC,MAAM,EAAE,mCAAmC,EAAE;gBACjD,KAAK,EAAE,KAAK,CAAC,GAAG;gBAChB,KAAK,EAAE,QAAQ;gBACf,cAAc,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,IAAI,CAAC;gBAC7C,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ;aAC/B,CAAC,CAAC;YACH,wEAAwE;YACxE,MAAM,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IAED,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE;QACjC,eAAe;QACf,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,SAAS;KACV,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,KAAkB,EAClB,OAAe,EACf,QAAkB,EAClB,MAAsC,EACtC,OAA0C;IAE1C,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;IACpF,wEAAwE;IACxE,oEAAoE;IACpE,MAAM,mBAAmB,GAAG,OAAO,CAAC,YAAY,CAAC;IAEjD,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC;IAC1B,IAAI,cAAc,GAAqB,EAAE,CAAC;IAC1C,IAAI,SAAS,GAAU,EAAE,CAAC;IAC1B,IAAI,UAAU,GAAkB,IAAI,CAAC;IACrC,IAAI,cAAkC,CAAC;IAEvC,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;IAEvF,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEjC,IAAI,CAAC;QACH,uEAAuE;QACvE,qEAAqE;QACrE,oEAAoE;QACpE,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE;YAC7D,QAAQ,EAAE,iBAAiB;YAC3B,MAAM;YACN,UAAU;SACX,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC;QACvC,MAAM,eAAe,GAAG,UAAU,CAAC,eAAe,CAAC;QAEnD,cAAc,GAAG,UAAU,CAAC,UAAU,CAAC;QACvC,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC;QAC9B,cAAc,GAAG,UAAU,CAAC,QAAQ,EAAE,SAAS,IAAI,SAAS,CAAC;QAC7D,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC;QAEjC,KAAK,CAAC,MAAM,EAAE,sBAAsB,EAAE,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACtE,KAAK,CAAC,MAAM,EAAE,sBAAsB,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;QAExD,+DAA+D;QAC/D,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO;gBACL,EAAE,EAAE,QAAQ;gBACZ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,SAAS,EAAE,KAAK,CAAC,IAAI;gBACrB,QAAQ,EAAE,KAAK,CAAC,GAAG;gBACnB,SAAS,EAAE,OAAO;gBAClB,OAAO,EAAE,OAAO;gBAChB,UAAU,EAAE,QAAQ,CAAC,EAAE;gBACvB,eAAe,EAAE,QAAQ,CAAC,cAAc,IAAI,CAAC;gBAC7C,MAAM,EAAE,WAAW;gBACnB,aAAa,EAAE,SAAS;gBACxB,UAAU,EAAE,cAAc;gBAC1B,OAAO,EAAE;oBACP,QAAQ,EAAE,CAAC;oBACX,YAAY,EAAE,CAAC;oBACf,aAAa,EAAE,CAAC;oBAChB,0BAA0B,EAAE,CAAC;iBAC9B;gBACD,iBAAiB,EAAE,2CAA2C;gBAC9D,qBAAqB,EAAE,EAAE;gBACzB,KAAK,EAAE,UAAU,IAAI,SAAS;gBAC9B,SAAS,EAAE,cAAc,IAAI,SAAS;gBACtC,SAAS;gBACT,iBAAiB,EAAE,SAAS,CAAC,IAAyB;gBACtD,kBAAkB,EAAE;oBAClB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa;oBACtC,eAAe;iBAChB;aACF,CAAC;QACJ,CAAC;QAED,8EAA8E;QAC9E,IAAI,SAAS,EAAE,CAAC;YACd,OAAO;gBACL,EAAE,EAAE,QAAQ;gBACZ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,SAAS,EAAE,KAAK,CAAC,IAAI;gBACrB,QAAQ,EAAE,KAAK,CAAC,GAAG;gBACnB,SAAS,EAAE,OAAO;gBAClB,OAAO;gBACP,UAAU,EAAE,QAAQ,CAAC,EAAE;gBACvB,eAAe,EAAE,QAAQ,CAAC,cAAc,IAAI,CAAC;gBAC7C,MAAM,EAAE,WAAW;gBACnB,UAAU,EAAE,cAAc;gBAC1B,OAAO,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,0BAA0B,EAAE,CAAC,EAAE;gBAC1F,iBAAiB,EAAE,EAAE;gBACrB,qBAAqB,EAAE,EAAE;gBACzB,KAAK,EAAE,UAAU,IAAI,SAAS;gBAC9B,SAAS,EAAE,cAAc,IAAI,SAAS;gBACtC,SAAS;gBACT,iBAAiB,EAAE,SAAS,CAAC,IAAyB;gBACtD,kBAAkB,EAAE;oBAClB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa;oBACtC,eAAe;iBAChB;aACF,CAAC;QACJ,CAAC;QAED,4BAA4B;QAC5B,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;QACpC,0EAA0E;QAC1E,wDAAwD;QACxD,+EAA+E;QAC/E,6EAA6E;QAC7E,8EAA8E;QAC9E,sEAAsE;QACtE,2EAA2E;QAC3E,sCAAsC;QACtC,6EAA6E;QAC7E,2EAA2E;QAC3E,MAAM,YAAY,GAChB,mBAAmB;YACnB,OAAO,CAAC,GAAG,CAAC,gBAAgB;YAC5B,WAAW,EAAE,QAAQ;YACrB,OAAO,CAAC;QAEV,wEAAwE;QACxE,qEAAqE;QACrE,mEAAmE;QACnE,uEAAuE;QACvE,oEAAoE;QACpE,+DAA+D;QAC/D,iEAAiE;QACjE,kEAAkE;QAClE,yEAAyE;QACzE,+DAA+D;QAC/D,oEAAoE;QACpE,gEAAgE;QAChE,qEAAqE;QACrE,iEAAiE;QACjE,oEAAoE;QACpE,+DAA+D;QAC/D,uBAAuB;QACvB,IAAI,QAAsD,CAAC;QAC3D,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,gBAAgB,CAC/B,cAAc,EACd;gBACE,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB;gBAC3C,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;aAChD,EACD,SAAS,EAAE,mCAAmC;YAC9C,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,iBAAiB,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAChE,YAAY,EACZ,WAAW;YACX,gEAAgE;YAChE,gEAAgE;YAChE,UAAU,IAAI,SAAS;YACvB,kEAAkE;YAClE,oEAAoE;YACpE,kEAAkE;YAClE,yBAAyB;YACzB,qBAAqB,CACnB;gBACE,QAAQ,EAAE,KAAK,CAAC,GAAG;gBACnB,iBAAiB,EAAG,KAAK,CAAC,aAAqB;gBAC/C,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,kBAAkB,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,EAAE,eAAe,EAAE;aAChF,EACD,KAAK,CAAC,gBAAgB,CACvB,CACF,CAAC;QACJ,CAAC;QAAC,OAAO,UAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;YAC1G,OAAO;gBACL,EAAE,EAAE,QAAQ;gBACZ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,SAAS,EAAE,KAAK,CAAC,IAAI;gBACrB,QAAQ,EAAE,KAAK,CAAC,GAAG;gBACnB,SAAS,EAAE,OAAO;gBAClB,OAAO;gBACP,UAAU,EAAE,QAAQ,CAAC,EAAE;gBACvB,eAAe,EAAE,QAAQ,CAAC,cAAc,IAAI,CAAC;gBAC7C,MAAM,EAAE,WAAW;gBACnB,UAAU,EAAE,cAAc;gBAC1B,GAAG,wBAAwB,CAAC,cAAc,EAAE,UAAU,CAAC;gBACvD,qBAAqB,EAAE,EAAE;gBACzB,KAAK,EAAE,UAAU,IAAI,SAAS;gBAC9B,SAAS,EAAE,cAAc,IAAI,SAAS;gBACtC,SAAS;gBACT,iBAAiB,EAAE,SAAS,CAAC,IAAyB;gBACtD,kBAAkB,EAAE;oBAClB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa;oBACtC,eAAe;iBAChB;aACF,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;QAE5C,MAAM,gBAAgB,GAAqB;YACzC,OAAO,EAAE,YAAY;YACrB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,CAAC;YACnB,SAAS,EAAE,QAAQ,CAAC,eAAe,IAAI,CAAC;YACxC,6DAA6D;YAC7D,8DAA8D;YAC9D,iEAAiE;YACjE,uCAAuC;YACvC,WAAW,EAAE,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC,iBAAiB;YAC/D,aAAa,EAAE,QAAQ,CAAC,OAAc;YACtC,qBAAqB,EAAE,QAAQ,CAAC,qBAAqB;YACrD,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtE,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACpE,CAAC;QAEF,OAAO;YACL,EAAE,EAAE,QAAQ;YACZ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS,EAAE,KAAK,CAAC,IAAI;YACrB,QAAQ,EAAE,KAAK,CAAC,GAAG;YACnB,SAAS,EAAE,OAAO;YAClB,OAAO;YACP,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,eAAe,EAAE,QAAQ,CAAC,cAAc,IAAI,CAAC;YAC7C,MAAM,EAAE,WAAW;YACnB,cAAc,EAAE,QAAQ,CAAC,cAAc;YACvC,UAAU,EAAE,cAAc;YAC1B,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;YAC7C,sDAAsD;YACtD,mDAAmD;YACnD,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChE,gEAAgE;YAChE,cAAc,EAAE;gBACd,sBAAsB,CAAC,QAAQ,EAAE;oBAC/B,KAAK,EAAE,6BAA6B,CAAC,QAAQ,CAAC,gBAAgB,CAAC;oBAC/D,KAAK,EAAE,YAAY;iBACpB,CAAC;aACH;YACD,qBAAqB,EAAE,QAAQ,CAAC,qBAAqB;YACrD,gBAAgB;YAChB,KAAK,EAAE,UAAU,IAAI,SAAS;YAC9B,SAAS,EAAE,cAAc,IAAI,SAAS;YACtC,SAAS;YACT,iBAAiB,EAAE,SAAS,CAAC,IAAyB;YACtD,kBAAkB,EAAE;gBAClB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa;gBACtC,eAAe;gBACf,eAAe,EAAE,QAAQ,CAAC,eAAe;gBACzC,aAAa,EAAE,QAAQ,CAAC,aAAa;aACtC;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAE/E,iDAAiD;QACjD,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,KAAK,CAAC,MAAM,EAAE,gBAAgB,EAAE;gBAC9B,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,KAAK,EAAG,KAAa,CAAC,KAAK;gBAC3B,KAAK,EAAE,KAAK,CAAC,IAAI;gBACjB,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,OAAO;gBACP,UAAU,EAAE,QAAQ,CAAC,EAAE;aACxB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,MAAM,EAAE,gBAAgB,EAAE,KAAK,CAAC,CAAC;QACzC,CAAC;QAED,6FAA6F;QAC7F,IAAI,aAA4C,CAAC;QACjD,IAAI,CAAC;YACH,MAAM,kBAAkB,GAAG,KAAiC,CAAC;YAC7D,MAAM,SAAS,GAAG,iBAAiB,CAAC,WAAW,CAAC,kBAAkB,CAAC,CAAC;YACpE,aAAa,GAAG,SAAS,CAAC,IAAyB,CAAC;YACpD,KAAK,CAAC,MAAM,EAAE,iBAAiB,EAAE,aAAa,CAAC,CAAC;QAClD,CAAC;QAAC,OAAO,cAAc,EAAE,CAAC;YACxB,KAAK,CAAC,MAAM,EAAE,+BAA+B,EAAE,cAAc,CAAC,CAAC;YAC/D,2CAA2C;QAC7C,CAAC;QAED,OAAO;YACL,EAAE,EAAE,QAAQ;YACZ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS,EAAE,KAAK,CAAC,IAAI;YACrB,QAAQ,EAAE,KAAK,CAAC,GAAG;YACnB,SAAS,EAAE,OAAO;YAClB,OAAO;YACP,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,eAAe,EAAE,QAAQ,CAAC,cAAc,IAAI,CAAC;YAC7C,MAAM,EAAE,QAAQ;YAChB,UAAU,EAAE,cAAc;YAC1B,OAAO,EAAE;gBACP,QAAQ,EAAE,CAAC;gBACX,YAAY,EAAE,CAAC;gBACf,aAAa,EAAE,CAAC;gBAChB,0BAA0B,EAAE,CAAC;aAC9B;YACD,iBAAiB,EAAE,sBAAsB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE;YACnG,qBAAqB,EAAE,EAAE;YACzB,SAAS;YACT,iBAAiB,EAAE,aAAa;SACjC,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,sBAAsB,CACnC,KAAkB,EAClB,OAAe,EACf,QAAkB,EAClB,MAAsC,EACtC,UAAuC;IAEvC,MAAM,UAAU,GAAqB,EAAE,CAAC;IACxC,MAAM,SAAS,GAAgB,EAAE,CAAC;IAClC,MAAM,SAAS,GAAG,IAAI,yBAAyB,EAAE,CAAC;IAElD,MAAM,YAAY,GAAG,iBAAiB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAE1D,KAAK,CAAC,MAAM,EAAE,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;IAEhF,6DAA6D;IAC7D,MAAM,YAAY,GAAG;QACnB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,OAAO,EAAE,YAAY;QACrB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,QAAQ,EAAE,KAAK,CAAC,GAAG;KACpB,CAAC;IAEF,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,UAAU,CAAC,aAAa,CAAC,CAAC;IAExD,MAAM,gBAAgB,CACpB,UAAU,CAAC,aAAa,EACxB,YAAY,EACZ,CAAC,KAAgB,EAAE,EAAE;QACnB,kCAAkC;QAClC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtB,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC;QAEpB,8BAA8B;QAC9B,MAAM,KAAK,GAAG,SAAS,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAC5C,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YACnB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtB,MAAM,CAAC,IAAI,CAAC,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC,CACF,CAAC;IAEF,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,EAAE,CAAC;IACnC,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AAC1C,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,KAAkB,EAClB,OAAe,EACf,QAAkB,EAClB,MAAsC,EACtC,UAAuC;IAGvC,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC;IAC1B,IAAI,cAAc,GAAqB,EAAE,CAAC;IAC1C,IAAI,SAAS,GAAgB,EAAE,CAAC;IAChC,IAAI,UAAU,GAAkB,IAAI,CAAC;IACrC,IAAI,cAAkC,CAAC;IAEvC,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;IAEvF,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEjC,IAAI,CAAC;QACH,IAAI,cAAc,EAAE,CAAC;YACnB,cAAc,GAAG,MAAM,sBAAsB,CAAC,QAAQ,CAAC,CAAC;YACxD,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;gBAClC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACb,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,MAAM,sBAAsB,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;YAC1F,cAAc,GAAG,MAAM,CAAC,UAAU,CAAC;YACnC,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC;YAC1B,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAC/B,CAAC;QAED,KAAK,CAAC,MAAM,EAAE,sBAAsB,EAAE,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACtE,KAAK,CAAC,MAAM,EAAE,sBAAsB,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;QAExD,+DAA+D;QAC/D,oEAAoE;QACpE,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO;gBACL,EAAE,EAAE,QAAQ;gBACZ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,SAAS,EAAE,KAAK,CAAC,IAAI;gBACrB,QAAQ,EAAE,KAAK,CAAC,GAAG;gBACnB,SAAS,EAAE,OAAO;gBAClB,OAAO,EAAE,OAAO;gBAChB,UAAU,EAAE,QAAQ,CAAC,EAAE;gBACvB,eAAe,EAAE,QAAQ,CAAC,cAAc,IAAI,CAAC;gBAC7C,MAAM,EAAE,WAAW;gBACnB,aAAa,EAAE,SAAS,EAAE,6CAA6C;gBACvE,UAAU,EAAE,cAAc;gBAC1B,OAAO,EAAE;oBACP,QAAQ,EAAE,CAAC;oBACX,YAAY,EAAE,CAAC;oBACf,aAAa,EAAE,CAAC;oBAChB,0BAA0B,EAAE,CAAC;iBAC9B;gBACD,iBAAiB,EAAE,2CAA2C;gBAC9D,qBAAqB,EAAE,EAAE;gBACzB,KAAK,EAAE,UAAU,IAAI,SAAS;gBAC9B,SAAS,EAAE,cAAc,IAAI,SAAS;gBACtC,SAAS;aACV,CAAC;QACJ,CAAC;QAED,uDAAuD;QACvD,IAAI,IAAiC,CAAC;QACtC,IAAI,UAAU,EAAE,CAAC;YACf,IAAI,CAAC;gBACH,IAAI,GAAG,MAAM,gBAAgB,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YAC5D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YAChG,CAAC;QACH,CAAC;QAED,aAAa;QACb,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;QACpC,qEAAqE;QACrE,sEAAsE;QACtE,oEAAoE;QACpE,MAAM,YAAY,GAChB,OAAO,CAAC,GAAG,CAAC,gBAAgB;YAC5B,WAAW,EAAE,QAAQ;YACrB,OAAO,CAAC;QACV,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CACrC,cAAc,EACd;YACE,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB;YAC3C,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;SAChD,EACD,IAAI,EACJ,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,iBAAiB,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAChE,YAAY,EACZ,SAAS,EAAE,8CAA8C;QACzD,gDAAgD;QAChD,UAAU,IAAI,SAAS,CACxB,CAAC;QAEF,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;QAE5C,MAAM,gBAAgB,GAAqB;YACzC,OAAO,EAAE,YAAY;YACrB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,CAAC;YACnB,SAAS,EAAE,QAAQ,CAAC,eAAe,IAAI,CAAC;YACxC,6DAA6D;YAC7D,8DAA8D;YAC9D,sDAAsD;YACtD,WAAW,EAAE,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC,iBAAiB;YAC/D,aAAa,EAAE,QAAQ,CAAC,OAAc;YACtC,qBAAqB,EAAE,QAAQ,CAAC,qBAAqB;YACrD,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtE,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACpE,CAAC;QAEF,OAAO;YACL,EAAE,EAAE,QAAQ;YACZ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS,EAAE,KAAK,CAAC,IAAI;YACrB,QAAQ,EAAE,KAAK,CAAC,GAAG;YACnB,SAAS,EAAE,OAAO;YAClB,OAAO;YACP,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,eAAe,EAAE,QAAQ,CAAC,cAAc,IAAI,CAAC;YAC7C,MAAM,EAAE,WAAW;YACnB,cAAc,EAAE,QAAQ,CAAC,cAAc;YACvC,UAAU,EAAE,cAAc;YAC1B,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;YAC7C,sDAAsD;YACtD,mDAAmD;YACnD,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChE,gEAAgE;YAChE,cAAc,EAAE;gBACd,sBAAsB,CAAC,QAAQ,EAAE;oBAC/B,KAAK,EAAE,6BAA6B,CAAC,QAAQ,CAAC,gBAAgB,CAAC;oBAC/D,KAAK,EAAE,YAAY;iBACpB,CAAC;aACH;YACD,qBAAqB,EAAE,QAAQ,CAAC,qBAAqB;YACrD,gBAAgB;YAChB,cAAc,EAAE,IAAI;YACpB,KAAK,EAAE,UAAU,IAAI,SAAS;YAC9B,SAAS,EAAE,cAAc,IAAI,SAAS;YACtC,IAAI,EAAE,IAAI,IAAI,SAAS;YACvB,SAAS;SACV,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAE/E,OAAO;YACL,EAAE,EAAE,QAAQ;YACZ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS,EAAE,KAAK,CAAC,IAAI;YACrB,QAAQ,EAAE,KAAK,CAAC,GAAG;YACnB,SAAS,EAAE,OAAO;YAClB,OAAO;YACP,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,eAAe,EAAE,QAAQ,CAAC,cAAc,IAAI,CAAC;YAC7C,MAAM,EAAE,QAAQ;YAChB,UAAU,EAAE,cAAc;YAC1B,OAAO,EAAE;gBACP,QAAQ,EAAE,CAAC;gBACX,YAAY,EAAE,CAAC;gBACf,aAAa,EAAE,CAAC;gBAChB,0BAA0B,EAAE,CAAC;aAC9B;YACD,iBAAiB,EAAE,sBAAsB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE;YACnG,qBAAqB,EAAE,EAAE;YACzB,SAAS;SACV,CAAC;IACJ,CAAC;AACH,CAAC"}

package/lib/dist/services/metrics.d.ts

@@ -0,0 +1,55 @@
+/**
+ * Metrics Service - Client-side service for fetching trace-based metrics
+ */
+import { TraceMetrics } from '../types/index.js';
+/**
+ * Fetch metrics for a single run from OpenSearch traces
+ * Backend handles config resolution (file or env vars) - no headers needed from frontend
+ *
+ * @param runId - The agent run ID (gen_ai.request.id span attribute)
+ * @param traceId - Optional Strategy-A correlator (the report's own OTel
+ *   traceId). Required for REST/subprocess-connector runs (no native runId,
+ *   `report.runId` falls back to `report.traceId`) and vendor agents (Claude
+ *   Code) whose spans never carry a runId attribute — see
+ *   server/services/metricsService.ts.
+ * @returns Computed metrics including tokens, cost, duration, tool calls
+ */
+export declare function fetchRunMetrics(runId: string, traceId?: string): Promise<TraceMetrics>;
+/**
+ * Fetch metrics for multiple runs in batch
+ * Backend handles config resolution (file or env vars) - no headers needed from frontend
+ *
+ * @param runIds - Array of run IDs to fetch metrics for
+ * @param traceIdByRunId - Optional Strategy-A correlator map (runId -> report.traceId)
+ * @returns Object containing individual metrics and aggregate statistics
+ */
+export declare function fetchBatchMetrics(runIds: string[], sessionIdByRunId?: Record<string, string>, traceIdByRunId?: Record<string, string>): Promise<{
+    metrics: TraceMetrics[];
+    aggregate: {
+        totalRuns: number;
+        successRate: number;
+        totalCostUsd: number;
+        avgCostUsd: number;
+        avgDurationMs: number;
+        p50DurationMs: number;
+        p95DurationMs: number;
+        avgTokens: number;
+        totalInputTokens: number;
+        totalOutputTokens: number;
+        avgLlmCalls: number;
+        avgToolCalls: number;
+    };
+}>;
+/**
+ * Format cost as USD string
+ */
+export declare function formatCost(costUsd: number): string;
+/**
+ * Format duration in human-readable format
+ */
+export declare function formatDuration(durationMs: number): string;
+/**
+ * Format token count with K/M suffix for large numbers
+ */
+export declare function formatTokens(tokens: number): string;
+//# sourceMappingURL=metrics.d.ts.map

package/lib/dist/services/metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../../services/metrics.ts"],"names":[],"mappings":"AAKA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAKvC;;;;;;;;;;;GAWG;AACH,wBAAsB,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAU5F;AAED;;;;;;;GAOG;AACH,wBAAsB,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC;IACrJ,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,SAAS,EAAE;QACT,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;QACnB,aAAa,EAAE,MAAM,CAAC;QACtB,aAAa,EAAE,MAAM,CAAC;QACtB,aAAa,EAAE,MAAM,CAAC;QACtB,SAAS,EAAE,MAAM,CAAC;QAClB,gBAAgB,EAAE,MAAM,CAAC;QACzB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH,CAAC,CAmBD;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAKlD;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAUzD;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAQnD"}

package/lib/dist/services/metrics.js

@@ -0,0 +1,89 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { ENV_CONFIG } from '../lib/config.js';
+const API_BASE = ENV_CONFIG.backendUrl;
+/**
+ * Fetch metrics for a single run from OpenSearch traces
+ * Backend handles config resolution (file or env vars) - no headers needed from frontend
+ *
+ * @param runId - The agent run ID (gen_ai.request.id span attribute)
+ * @param traceId - Optional Strategy-A correlator (the report's own OTel
+ *   traceId). Required for REST/subprocess-connector runs (no native runId,
+ *   `report.runId` falls back to `report.traceId`) and vendor agents (Claude
+ *   Code) whose spans never carry a runId attribute — see
+ *   server/services/metricsService.ts.
+ * @returns Computed metrics including tokens, cost, duration, tool calls
+ */
+export async function fetchRunMetrics(runId, traceId) {
+    const traceIdParam = traceId ? `?traceId=${encodeURIComponent(traceId)}` : '';
+    const response = await fetch(`${API_BASE}/api/metrics/${encodeURIComponent(runId)}${traceIdParam}`);
+    if (!response.ok) {
+        const error = await response.json().catch(() => ({ error: 'Unknown error' }));
+        throw new Error(error.error || `Failed to fetch metrics: ${response.status}`);
+    }
+    return response.json();
+}
+/**
+ * Fetch metrics for multiple runs in batch
+ * Backend handles config resolution (file or env vars) - no headers needed from frontend
+ *
+ * @param runIds - Array of run IDs to fetch metrics for
+ * @param traceIdByRunId - Optional Strategy-A correlator map (runId -> report.traceId)
+ * @returns Object containing individual metrics and aggregate statistics
+ */
+export async function fetchBatchMetrics(runIds, sessionIdByRunId, traceIdByRunId) {
+    const response = await fetch(`${API_BASE}/api/metrics/batch`, {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+        },
+        body: JSON.stringify({
+            runIds,
+            ...(sessionIdByRunId ? { sessionIds: sessionIdByRunId } : {}),
+            ...(traceIdByRunId ? { traceIds: traceIdByRunId } : {}),
+        })
+    });
+    if (!response.ok) {
+        const error = await response.json().catch(() => ({ error: 'Unknown error' }));
+        throw new Error(error.error || `Failed to fetch batch metrics: ${response.status}`);
+    }
+    return response.json();
+}
+/**
+ * Format cost as USD string
+ */
+export function formatCost(costUsd) {
+    if (costUsd < 0.01) {
+        return `$${costUsd.toFixed(4)}`;
+    }
+    return `$${costUsd.toFixed(2)}`;
+}
+/**
+ * Format duration in human-readable format
+ */
+export function formatDuration(durationMs) {
+    if (durationMs < 1000) {
+        return `${Math.round(durationMs)}ms`;
+    }
+    if (durationMs < 60000) {
+        return `${(durationMs / 1000).toFixed(1)}s`;
+    }
+    const minutes = Math.floor(durationMs / 60000);
+    const seconds = Math.round((durationMs % 60000) / 1000);
+    return `${minutes}m ${seconds}s`;
+}
+/**
+ * Format token count with K/M suffix for large numbers
+ */
+export function formatTokens(tokens) {
+    if (tokens >= 1000000) {
+        return `${(tokens / 1000000).toFixed(1)}M`;
+    }
+    if (tokens >= 1000) {
+        return `${(tokens / 1000).toFixed(1)}K`;
+    }
+    return tokens.toString();
+}
+//# sourceMappingURL=metrics.js.map

package/lib/dist/services/metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../../services/metrics.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAOH,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,MAAM,QAAQ,GAAG,UAAU,CAAC,UAAU,CAAC;AAEvC;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,KAAa,EAAE,OAAgB;IACnE,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,YAAY,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9E,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,gBAAgB,kBAAkB,CAAC,KAAK,CAAC,GAAG,YAAY,EAAE,CAAC,CAAC;IAEpG,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;QAC9E,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,4BAA4B,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;AACzB,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAgB,EAAE,gBAAyC,EAAE,cAAuC;IAiB1I,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,oBAAoB,EAAE;QAC5D,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,MAAM;YACN,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7D,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACxD,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;QAC9E,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,kCAAkC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IACtF,CAAC;IAED,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;AACzB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,OAAe;IACxC,IAAI,OAAO,GAAG,IAAI,EAAE,CAAC;QACnB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAClC,CAAC;IACD,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;AAClC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,UAAkB;IAC/C,IAAI,UAAU,GAAG,IAAI,EAAE,CAAC;QACtB,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC;IACvC,CAAC;IACD,IAAI,UAAU,GAAG,KAAK,EAAE,CAAC;QACvB,OAAO,GAAG,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IAC9C,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,CAAC;IAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;IACxD,OAAO,GAAG,OAAO,KAAK,OAAO,GAAG,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,MAAc;IACzC,IAAI,MAAM,IAAI,OAAO,EAAE,CAAC;QACtB,OAAO,GAAG,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IAC7C,CAAC;IACD,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;QACnB,OAAO,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IAC1C,CAAC;IACD,OAAO,MAAM,CAAC,QAAQ,EAAE,CAAC;AAC3B,CAAC"}

package/lib/dist/services/storage/asyncBenchmarkStorage.d.ts

@@ -65,7 +65,7 @@ declare class AsyncBenchmarkStorage {
      */
     bulkCreate(benchmarks: Benchmark[]): Promise<{
         created: number;
-        errors: boolean;
+        errors: number;
     }>;
     /**
      * Update benchmark metadata only (name, description) - no version change

package/lib/dist/services/storage/asyncBenchmarkStorage.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"asyncBenchmarkStorage.d.ts","sourceRoot":"","sources":["../../../../services/storage/asyncBenchmarkStorage.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAsB,gBAAgB,EAAqC,QAAQ,EAAE,MAAM,SAAS,CAAC;AAyH1I,cAAM,qBAAqB;IAGzB;;;OAGG;IACG,MAAM,CAAC,OAAO,CAAC,EAAE;QAAE,aAAa,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IASzE;;;;;OAKG;IACG,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,SAAS,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAa9H;;OAEG;IACG,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,GAAG,WAAW,GAAG,WAAW,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC;IAM9F;;;OAGG;IACG,IAAI,CAAC,SAAS,EAAE,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IAmBpD;;OAEG;IACG,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAK1C;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC;IASjC;;OAEG;IACG,OAAO,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAM3D;;OAEG;IACG,UAAU,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;IAMlF;;OAEG;IACG,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,GAAG,EAAE,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC;IA+CtE;;;OAGG;IACG,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IA0BrE;;OAEG;IACH,mBAAmB,IAAI,MAAM;IAI7B;;OAEG;IACH,aAAa,IAAI,MAAM;IAIvB;;OAEG;IACG,UAAU,CAAC,UAAU,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAA;KAAE,CAAC;IAWxF;;;OAGG;IACG,cAAc,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAU7G;;;OAGG;IACG,eAAe,CAAC,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAUnF;;;OAGG;IACG,WAAW,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAcnE;;;OAGG;IACG,UAAU,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAaxF;;;;OAIG;IACG,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;KAAE,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAY7H;;;OAGG;IACG,eAAe,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAmBjF;;;OAGG;IACG,eAAe,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,QAAQ,CAAA;KAAE,GAAG,IAAI,CAAC;CAkBnH;AAGD,eAAO,MAAM,qBAAqB,uBAA8B,CAAC;AAGjE,oDAAoD;AACpD,eAAO,MAAM,sBAAsB,uBAAwB,CAAC"}
+{"version":3,"file":"asyncBenchmarkStorage.d.ts","sourceRoot":"","sources":["../../../../services/storage/asyncBenchmarkStorage.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAsB,gBAAgB,EAAqC,QAAQ,EAAE,MAAM,SAAS,CAAC;AAiJ1I,cAAM,qBAAqB;IAGzB;;;OAGG;IACG,MAAM,CAAC,OAAO,CAAC,EAAE;QAAE,aAAa,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IASzE;;;;;OAKG;IACG,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,SAAS,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAa9H;;OAEG;IACG,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,GAAG,WAAW,GAAG,WAAW,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC;IAM9F;;;OAGG;IACG,IAAI,CAAC,SAAS,EAAE,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IAmBpD;;OAEG;IACG,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAK1C;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC;IASjC;;OAEG;IACG,OAAO,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAM3D;;OAEG;IACG,UAAU,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;IAMlF;;OAEG;IACG,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,GAAG,EAAE,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC;IAkDtE;;;OAGG;IACG,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IA0BrE;;OAEG;IACH,mBAAmB,IAAI,MAAM;IAI7B;;OAEG;IACH,aAAa,IAAI,MAAM;IAIvB;;OAEG;IACG,UAAU,CAAC,UAAU,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAWvF;;;OAGG;IACG,cAAc,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAU7G;;;OAGG;IACG,eAAe,CAAC,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAUnF;;;OAGG;IACG,WAAW,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAcnE;;;OAGG;IACG,UAAU,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAaxF;;;;OAIG;IACG,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;KAAE,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAY7H;;;OAGG;IACG,eAAe,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAmBjF;;;OAGG;IACG,eAAe,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,QAAQ,CAAA;KAAE,GAAG,IAAI,CAAC;CAkBnH;AAGD,eAAO,MAAM,qBAAqB,uBAA8B,CAAC;AAGjE,oDAAoD;AACpD,eAAO,MAAM,sBAAsB,uBAAwB,CAAC"}

package/lib/dist/services/storage/asyncBenchmarkStorage.js

@@ -9,6 +9,17 @@
  * Maps between app's Benchmark type and OpenSearch StorageBenchmark.
  */
 import { benchmarkStorage as opensearchBenchmarks } from './opensearchClient.js';
+import { ENV_CONFIG } from '../../lib/config.js';
+/**
+ * Base URL for the handful of routes this module fetches directly (everything
+ * else goes through `opensearchClient`'s request helper, which already
+ * prefixes it). In the browser this is the relative '/api/storage' (same
+ * origin); in Node (jest, CLI, SDK, migration scripts) it is an absolute
+ * http://localhost:<AH_PORT> URL — Node's fetch/undici REJECTS relative URLs
+ * with ERR_INVALID_URL, so a bare fetch('/api/storage/…') breaks every
+ * non-browser consumer of these methods.
+ */
+const STORAGE_API_BASE = ENV_CONFIG.storageApiUrl;
 /**
  * Convert OpenSearch storage format to app Benchmark format.
  * Normalizes legacy data without version fields.
@@ -61,12 +72,22 @@ function toBenchmarkRun(stored) {
         // Handle both current (agentKey) and legacy (agentId) field names
         agentKey: stored.agentKey || stored.agentId || '',
         modelId: stored.modelId,
+        // Judge model id / evaluator id (Evaluation Runs page Judge + Evaluator
+        // columns) — distinct from the agent's `modelId` above. Both fields are
+        // declared optional on StorageBenchmarkRunConfig, so `undefined` on
+        // older docs is already correctly typed without a cast.
+        judgeModelId: stored.judgeModelId,
+        evaluatorId: stored.evaluatorId,
         headers: stored.headers,
         benchmarkVersion: stored.benchmarkVersion ?? 1,
         testCaseSnapshots: stored.testCaseSnapshots ?? [],
         status: stored.status,
         error: stored.error,
         stats: stored.stats,
+        // Run-level judge-failure reason (lib/judgeFailureSummary.ts) — mapped
+        // explicitly because this mapper is an allow-list; without it the
+        // inspector banner never renders for benchmark-embedded runs.
+        judgeFailureSummary: stored.judgeFailureSummary,
         results,
         performanceMetrics: stored.performanceMetrics,
     };
@@ -99,11 +120,14 @@ function toStorageFormat(benchmark) {
             description: run.description,
             agentKey: run.agentKey,
             modelId: run.modelId,
+            judgeModelId: run.judgeModelId,
+            evaluatorId: run.evaluatorId,
             headers: run.headers,
             createdAt: run.createdAt,
             benchmarkVersion: run.benchmarkVersion,
             testCaseSnapshots: run.testCaseSnapshots,
             results: run.results,
+            ...(run.judgeFailureSummary && { judgeFailureSummary: run.judgeFailureSummary }),
             ...(run.performanceMetrics && { performanceMetrics: run.performanceMetrics }),
         }));
     }
@@ -237,12 +261,15 @@ class AsyncBenchmarkStorage {
             description: r.description,
             agentKey: r.agentKey,
             modelId: r.modelId,
+            judgeModelId: r.judgeModelId,
+            evaluatorId: r.evaluatorId,
             headers: r.headers,
             createdAt: r.createdAt,
             status: r.status,
             benchmarkVersion: r.benchmarkVersion,
             testCaseSnapshots: r.testCaseSnapshots,
             results: r.results,
+            ...(r.judgeFailureSummary && { judgeFailureSummary: r.judgeFailureSummary }),
         }));
         console.log('[asyncBenchmarkStorage] Saving updated runs:', storageRuns.length);
         await opensearchBenchmarks.update(benchmarkId, { runs: storageRuns });
@@ -255,7 +282,7 @@ class AsyncBenchmarkStorage {
      */
     async deleteRun(benchmarkId, runId) {
         try {
-            const response = await fetch(`/api/storage/benchmarks/${benchmarkId}/runs/${runId}`, {
+            const response = await fetch(`${STORAGE_API_BASE}/benchmarks/${benchmarkId}/runs/${runId}`, {
                 method: 'DELETE',
             });
             if (response.status === 404) {
@@ -384,7 +411,7 @@ class AsyncBenchmarkStorage {
      */
     async refreshAllStats(benchmarkId) {
         try {
-            const response = await fetch(`/api/storage/benchmarks/${benchmarkId}/refresh-all-stats`, {
+            const response = await fetch(`${STORAGE_API_BASE}/benchmarks/${benchmarkId}/refresh-all-stats`, {
                 method: 'POST',
             });
             if (!response.ok) {
@@ -405,7 +432,7 @@ class AsyncBenchmarkStorage {
      */
     async refreshRunStats(benchmarkId, runId) {
         try {
-            const response = await fetch(`/api/storage/benchmarks/${benchmarkId}/runs/${runId}/refresh-stats`, {
+            const response = await fetch(`${STORAGE_API_BASE}/benchmarks/${benchmarkId}/runs/${runId}/refresh-stats`, {
                 method: 'POST',
             });
             if (!response.ok) {