@opensearch-project/agent-health 0.3.0 → 0.5.2

package/lib/dist/lib/testCases/judge.js

@@ -0,0 +1,359 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { recordVerdict } from '../matchers/session.js';
+import { readEnv } from '../envCompat.js';
+import { getBackendUrl, isBackendPortExplicit, DEFAULT_BACKEND_PORT } from '../portConfig.js';
+// Warn at most once per process when judge() falls back to the default
+// backend port. Defaulting to 4001 is dangerous when a *foreign* agent-health
+// server (a live demo, another checkout) is listening there — the judge call
+// would hit it instead of the run's own server. We warn rather than throw so
+// existing zero-config local usage (server actually on 4001) keeps working.
+let warnedDefaultJudgePort = false;
+function resolveJudgeServerUrl(explicit) {
+    if (explicit)
+        return explicit;
+    if (!isBackendPortExplicit() && !warnedDefaultJudgePort) {
+        warnedDefaultJudgePort = true;
+        // eslint-disable-next-line no-console
+        console.warn(`[agent-health] judge(): AH_PORT is not set and no options.serverUrl was ` +
+            `provided — defaulting to http://localhost:${DEFAULT_BACKEND_PORT}. If a ` +
+            `different agent-health server is on that port, judging will hit it. Set ` +
+            `AH_PORT or pass options.serverUrl to target the right server.`);
+    }
+    return getBackendUrl();
+}
+/** Test-only: reset the warn-once latch so unit tests can assert it fires. */
+export function __resetJudgePortWarning() {
+    warnedDefaultJudgePort = false;
+}
+const verdictCache = new Map();
+/** Clear the in-process judge verdict cache (test isolation / new run). */
+export function clearJudgeCache() {
+    verdictCache.clear();
+}
+/**
+ * Stable, collision-resistant cache key over the judging inputs. Uses
+ * `sha256` when Node's crypto is available, falling back to a fast JS hash
+ * so the SDK stays bundler-safe.
+ */
+function judgeCacheKey(input) {
+    const canonical = JSON.stringify({
+        evaluatorId: input.evaluatorId ?? '',
+        model: input.model ?? '',
+        claims: input.claims,
+        trajectory: input.trajectory,
+    });
+    try {
+        // eslint-disable-next-line @typescript-eslint/no-require-imports
+        const { createHash } = require('crypto');
+        return createHash('sha256').update(canonical).digest('hex');
+    }
+    catch {
+        // FNV-1a fallback — non-cryptographic but fine for cache addressing.
+        let h = 0x811c9dc5;
+        for (let i = 0; i < canonical.length; i++) {
+            h ^= canonical.charCodeAt(i);
+            h = Math.imul(h, 0x01000193);
+        }
+        return (h >>> 0).toString(16);
+    }
+}
+/** Whether judging is globally skipped via env (CLI `--no-judge`). */
+function judgeSkippedByEnv() {
+    const v = readEnv('AH_SKIP_JUDGE', 'AGENT_HEALTH_SKIP_JUDGE');
+    return v === '1' || v === 'true' || v === 'yes';
+}
+let judgeCalledInCurrentEval = false;
+export function wasJudgeCalled() {
+    return judgeCalledInCurrentEval;
+}
+export function resetJudgeFlag() {
+    judgeCalledInCurrentEval = false;
+}
+function isTrajectory(x) {
+    return Array.isArray(x);
+}
+function isResultLike(x) {
+    return typeof x === 'object' && x !== null && 'trajectory' in x;
+}
+/**
+ * Build a {@link Verdict} object with the `orThrow()` escape hatch attached.
+ */
+function makeVerdict(v) {
+    const verdict = {
+        ...v,
+        pass: v.passFailStatus === 'passed',
+        score: v.score ?? (typeof v.accuracy === 'number' ? v.accuracy / 100 : 0),
+        orThrow() {
+            // Passing or skipped verdicts never throw. Failed/errored ones do.
+            if (this.pass || this.skipped)
+                return this;
+            const label = this.errored ? 'errored' : 'FAILED';
+            throw new Error(`LLM Judge: ${label} (accuracy: ${this.accuracy})\n${this.errorMessage ?? this.reasoning}`);
+        },
+    };
+    return verdict;
+}
+/**
+ * Core judge implementation. Records exactly one MatcherResult (carrying
+ * `role`) and returns a non-throwing {@link Verdict}.
+ */
+async function runJudge(resultOrTrajectory, claimOrClaims, options, role) {
+    judgeCalledInCurrentEval = true;
+    const trajectory = isTrajectory(resultOrTrajectory)
+        ? resultOrTrajectory
+        : (isResultLike(resultOrTrajectory) ? resultOrTrajectory.trajectory ?? [] : []);
+    // Agent run id for trace/log correlation — lets the agentic trace judge
+    // scope its read-only tools to this single run. Only present when the
+    // caller passed a RunResult (not a bare trajectory array).
+    const runId = !isTrajectory(resultOrTrajectory) && isResultLike(resultOrTrajectory)
+        ? resultOrTrajectory.runId
+        : undefined;
+    // Strategy-C trace-correlation hints the runner attached to the result
+    // (service-name + window). Forwarding them as `agents` lets the agent
+    // (trace) judge find this run's spans in OpenSearch the same way the
+    // classic `waitForTracesAndJudge` path does (#264) — without them the SDK
+    // judge sends only `runId` and misses subprocess agents' spans. This is
+    // the SDK↔UI convergence fix.
+    const judgeAgents = !isTrajectory(resultOrTrajectory) && isResultLike(resultOrTrajectory)
+        ? resultOrTrajectory.judgeAgents
+        : undefined;
+    const claims = Array.isArray(claimOrClaims) ? claimOrClaims : [claimOrClaims];
+    const serverUrl = resolveJudgeServerUrl(options?.serverUrl);
+    const description = claims.length === 1 ? `judge: ${claims[0]}` : `judge: ${claims.length} claims`;
+    // Body shape matches the UI's /api/judge POST exactly: trajectory,
+    // expectedOutcomes, expectedTrajectory, optional modelId, optional
+    // evaluatorId. The server applies the same evaluator-resolution and
+    // provider-routing logic regardless of caller, so SDK and UI runs
+    // produce comparable verdicts.
+    const requestBody = {
+        trajectory,
+        expectedOutcomes: claims,
+        expectedTrajectory: [],
+    };
+    if (options?.model)
+        requestBody.modelId = options.model;
+    if (options?.evaluatorId)
+        requestBody.evaluatorId = options.evaluatorId;
+    if (runId)
+        requestBody.runId = runId;
+    if (Array.isArray(judgeAgents) && judgeAgents.length > 0)
+        requestBody.agents = judgeAgents;
+    // Record the success path identically whether the verdict came fresh from
+    // the endpoint or from the in-process cache.
+    const finalize = (raw, durationMs) => {
+        const accuracy = raw.metrics?.accuracy ?? 0;
+        const verdict = makeVerdict({
+            passFailStatus: raw.passFailStatus ?? 'failed',
+            accuracy,
+            reasoning: raw.llmJudgeReasoning ?? '',
+            role,
+            skipped: false,
+            errored: false,
+        });
+        recordVerdict({
+            description,
+            pass: verdict.pass,
+            method: 'llm-judge',
+            role,
+            durationMs,
+            score: verdict.score,
+            reasoning: verdict.reasoning,
+            model: options?.model,
+            errorMessage: verdict.passFailStatus === 'failed' ? verdict.reasoning : undefined,
+            // Preserve the rest of the judge payload — these were silently
+            // dropped before, which made SDK `judge()` calls strictly less
+            // informative than the legacy auto-judge path. See MatcherResult.
+            ...(Array.isArray(raw.improvementStrategies) && raw.improvementStrategies.length > 0
+                ? { improvementStrategies: raw.improvementStrategies }
+                : {}),
+            ...(raw.metrics && typeof raw.metrics === 'object'
+                ? { judgeMetrics: { ...raw.metrics } }
+                : {}),
+        });
+        return verdict;
+    };
+    // SKIP: no LLM call. `skip` is tri-state and takes precedence over the env:
+    //   skip === true   → always skip
+    //   skip === false  → never skip (force the judge to run, even if AH_SKIP_JUDGE is set)
+    //   skip undefined  → defer to AH_SKIP_JUDGE
+    // This makes a per-call/bound `skip: false` a meaningful override rather than
+    // having the env unconditionally win.
+    const shouldSkip = options?.skip === true || (options?.skip !== false && judgeSkippedByEnv());
+    if (shouldSkip) {
+        recordVerdict({
+            description: `${description} (skipped)`,
+            pass: true,
+            method: 'llm-judge',
+            role: 'observe',
+            durationMs: 0,
+            reasoning: 'Judge skipped (AH_SKIP_JUDGE / skip option).',
+        });
+        return makeVerdict({
+            passFailStatus: 'passed',
+            accuracy: 0,
+            reasoning: 'Judge skipped.',
+            role,
+            skipped: true,
+            errored: false,
+        });
+    }
+    // CACHE: identical (evaluator, model, claims, trajectory) → reuse verdict.
+    const cacheKey = judgeCacheKey({
+        evaluatorId: options?.evaluatorId,
+        model: options?.model,
+        claims,
+        trajectory,
+    });
+    const cached = verdictCache.get(cacheKey);
+    if (cached) {
+        return finalize(cached, 0);
+    }
+    const startedAt = Date.now();
+    // Resilience: the agentic (trace) judge can be slow and, under load (in-process
+    // pi sessions + query_spans/query_logs round-trips on the same server), the
+    // loopback fetch to /api/judge can transiently throw "fetch failed" (undici
+    // keep-alive socket reset / ~300s headersTimeout) or return a 5xx/429. Without
+    // a retry, ONE such transient blip records an `errored` matcher — which makes
+    // the runner clear `passFailStatus` to null and bucket the whole run as
+    // "errored" (#247) even when every other gate passed. Retry transient failures
+    // with exponential backoff before giving up. Deterministic 4xx (not 429) are
+    // not retried.
+    const MAX_JUDGE_ATTEMPTS = 3;
+    let response;
+    let lastErrMsg = '';
+    for (let attempt = 1; attempt <= MAX_JUDGE_ATTEMPTS; attempt++) {
+        try {
+            const r = await fetch(`${serverUrl}/api/judge`, {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json' },
+                body: JSON.stringify(requestBody),
+            });
+            if (r.ok) {
+                response = r;
+                break;
+            }
+            lastErrMsg = `Judge HTTP ${r.status}: ${await r.text()}`;
+            // 4xx (except 429) are deterministic — retrying won't help; surface as errored.
+            if (r.status < 500 && r.status !== 429) {
+                response = r;
+                break;
+            }
+        }
+        catch (err) {
+            lastErrMsg = err?.message || String(err); // e.g. "fetch failed"
+        }
+        if (attempt < MAX_JUDGE_ATTEMPTS) {
+            // Exponential backoff (1s, 2s). Overridable via AH_JUDGE_RETRY_BACKOFF_MS
+            // (set to 0 in tests to avoid real delays); 0 disables the wait.
+            const baseMs = process.env.AH_JUDGE_RETRY_BACKOFF_MS !== undefined
+                ? Number(process.env.AH_JUDGE_RETRY_BACKOFF_MS)
+                : 1000;
+            if (baseMs > 0)
+                await new Promise((res) => setTimeout(res, baseMs * 2 ** (attempt - 1)));
+        }
+    }
+    if (!response) {
+        // Every attempt failed transiently — the judge could not run. `errored`,
+        // not a clean `pass: false`.
+        recordVerdict({
+            description,
+            pass: false,
+            method: 'llm-judge',
+            role,
+            errored: true,
+            durationMs: Date.now() - startedAt,
+            errorMessage: `Judge request failed after ${MAX_JUDGE_ATTEMPTS} attempts: ${lastErrMsg}`,
+            reasoning: '',
+        });
+        return makeVerdict({
+            passFailStatus: 'failed',
+            accuracy: 0,
+            reasoning: '',
+            role,
+            skipped: false,
+            errored: true,
+            errorMessage: `Judge request failed after ${MAX_JUDGE_ATTEMPTS} attempts: ${lastErrMsg}`,
+        });
+    }
+    if (!response.ok) {
+        recordVerdict({
+            description,
+            pass: false,
+            method: 'llm-judge',
+            role,
+            errored: true,
+            durationMs: Date.now() - startedAt,
+            errorMessage: lastErrMsg,
+            reasoning: '',
+        });
+        return makeVerdict({
+            passFailStatus: 'failed',
+            accuracy: 0,
+            reasoning: '',
+            role,
+            skipped: false,
+            errored: true,
+            errorMessage: lastErrMsg,
+        });
+    }
+    const raw = (await response.json());
+    // Only successful, non-errored verdicts are cached.
+    verdictCache.set(cacheKey, raw);
+    return finalize(raw, Date.now() - startedAt);
+}
+/**
+ * Single-claim ergonomic form (gate role).
+ * @example
+ *   const v = await judge(result, 'identifies the failing dependency');
+ *   if (!v.pass) { ... }                       // non-throwing
+ *   (await judge(result, claim)).orThrow();      // explicit hard-stop
+ *   await judge.observe(result, claim);          // score-only, never gates
+ */
+export const judge = Object.assign((resultOrTrajectory, claimOrClaims, options) => runJudge(resultOrTrajectory, claimOrClaims, options, 'gate'), {
+    observe: (resultOrTrajectory, claimOrClaims, options) => runJudge(resultOrTrajectory, claimOrClaims, options, 'observe'),
+});
+/**
+ * Bind run-level defaults to `judge` and return a callable with the same
+ * signature. Used by the SDK runner to inject `run.evaluatorId` (and
+ * optionally a default judge model) into the `TestFixtures.judge` slot,
+ * so test bodies that destructure `({ judge })` automatically inherit
+ * the run's evaluator selection — matching the UI's behaviour where the
+ * evaluator picked on the run config applies to every judged test case.
+ *
+ * Per-call options always win over the bound defaults; pass an empty
+ * object (or omit the field) to fall through to the bound value.
+ *
+ *   const boundJudge = bindJudge({ evaluatorId: run.evaluatorId });
+ *   await boundJudge(result, claim);                                  // uses run.evaluatorId
+ *   await boundJudge(result, claim, { evaluatorId: 'other' });        // overrides
+ *   await boundJudge(result, claim, { evaluatorId: undefined });      // still uses bound default
+ */
+export function bindJudge(defaults) {
+    // No defaults set → return the unbound function unchanged. Keeps zero
+    // overhead for tests that don't use a run-level evaluator. Note `skip` is
+    // compared against `undefined` (not falsiness) so a binding of
+    // `{ skip: false }` — a meaningful "force the judge to run" — is preserved
+    // rather than short-circuited to the unbound judge.
+    if (!defaults ||
+        (!defaults.evaluatorId && !defaults.model && !defaults.serverUrl && defaults.skip === undefined)) {
+        return judge;
+    }
+    const mergeOptions = (options) => ({
+        // Per-call options win on every field that's actually set. We treat
+        // an explicit `undefined` the same as a missing field — callers who
+        // want to *clear* a bound default should pass an empty string or
+        // call the unbound `judge` directly.
+        serverUrl: options?.serverUrl ?? defaults.serverUrl,
+        model: options?.model ?? defaults.model,
+        evaluatorId: options?.evaluatorId ?? defaults.evaluatorId,
+        skip: options?.skip ?? defaults.skip,
+    });
+    const bound = Object.assign((resultOrTrajectory, claimOrClaims, options) => runJudge(resultOrTrajectory, claimOrClaims, mergeOptions(options), 'gate'), {
+        observe: (resultOrTrajectory, claimOrClaims, options) => runJudge(resultOrTrajectory, claimOrClaims, mergeOptions(options), 'observe'),
+    });
+    return bound;
+}
+//# sourceMappingURL=judge.js.map

package/lib/dist/lib/testCases/judge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"judge.js","sourceRoot":"","sources":["../../../testCases/judge.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAyCH,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAK9F,uEAAuE;AACvE,8EAA8E;AAC9E,6EAA6E;AAC7E,6EAA6E;AAC7E,4EAA4E;AAC5E,IAAI,sBAAsB,GAAG,KAAK,CAAC;AACnC,SAAS,qBAAqB,CAAC,QAAiB;IAC9C,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC9B,IAAI,CAAC,qBAAqB,EAAE,IAAI,CAAC,sBAAsB,EAAE,CAAC;QACxD,sBAAsB,GAAG,IAAI,CAAC;QAC9B,sCAAsC;QACtC,OAAO,CAAC,IAAI,CACV,0EAA0E;YACxE,6CAA6C,oBAAoB,SAAS;YAC1E,0EAA0E;YAC1E,+DAA+D,CAClE,CAAC;IACJ,CAAC;IACD,OAAO,aAAa,EAAE,CAAC;AACzB,CAAC;AAED,8EAA8E;AAC9E,MAAM,UAAU,uBAAuB;IACrC,sBAAsB,GAAG,KAAK,CAAC;AACjC,CAAC;AAoFD,MAAM,YAAY,GAAG,IAAI,GAAG,EAA4B,CAAC;AAEzD,2EAA2E;AAC3E,MAAM,UAAU,eAAe;IAC7B,YAAY,CAAC,KAAK,EAAE,CAAC;AACvB,CAAC;AAED;;;;GAIG;AACH,SAAS,aAAa,CAAC,KAKtB;IACC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAC/B,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,EAAE;QACpC,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE;QACxB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,UAAU,EAAE,KAAK,CAAC,UAAU;KAC7B,CAAC,CAAC;IACH,IAAI,CAAC;QACH,iEAAiE;QACjE,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;QACzC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9D,CAAC;IAAC,MAAM,CAAC;QACP,qEAAqE;QACrE,IAAI,CAAC,GAAG,UAAU,CAAC;QACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,CAAC,IAAI,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAC7B,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QAC/B,CAAC;QACD,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAChC,CAAC;AACH,CAAC;AAED,sEAAsE;AACtE,SAAS,iBAAiB;IACxB,MAAM,CAAC,GAAG,OAAO,CAAC,eAAe,EAAE,yBAAyB,CAAC,CAAC;IAC9D,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,KAAK,CAAC;AAClD,CAAC;AAED,IAAI,wBAAwB,GAAG,KAAK,CAAC;AAErC,MAAM,UAAU,cAAc;IAC5B,OAAO,wBAAwB,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,cAAc;IAC5B,wBAAwB,GAAG,KAAK,CAAC;AACnC,CAAC;AASD,SAAS,YAAY,CAAC,CAAU;IAC9B,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,YAAY,CAAC,CAAU;IAC9B,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAI,YAAY,IAAK,CAAY,CAAC;AAC9E,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,CAAmE;IACtF,MAAM,OAAO,GAAY;QACvB,GAAG,CAAC;QACJ,IAAI,EAAE,CAAC,CAAC,cAAc,KAAK,QAAQ;QACnC,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACzE,OAAO;YACL,mEAAmE;YACnE,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO;gBAAE,OAAO,IAAI,CAAC;YAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;YAClD,MAAM,IAAI,KAAK,CACb,cAAc,KAAK,eAAe,IAAI,CAAC,QAAQ,MAAM,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,SAAS,EAAE,CAC3F,CAAC;QACJ,CAAC;KACF,CAAC;IACF,OAAO,OAAO,CAAC;AACjB,CAAC;AAuBD;;;GAGG;AACH,KAAK,UAAU,QAAQ,CACrB,kBAAiD,EACjD,aAAgC,EAChC,OAAiC,EACjC,IAAe;IAEf,wBAAwB,GAAG,IAAI,CAAC;IAEhC,MAAM,UAAU,GAAG,YAAY,CAAC,kBAAkB,CAAC;QACjD,CAAC,CAAC,kBAAkB;QACpB,CAAC,CAAC,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAClF,wEAAwE;IACxE,sEAAsE;IACtE,2DAA2D;IAC3D,MAAM,KAAK,GAAG,CAAC,YAAY,CAAC,kBAAkB,CAAC,IAAI,YAAY,CAAC,kBAAkB,CAAC;QACjF,CAAC,CAAC,kBAAkB,CAAC,KAAK;QAC1B,CAAC,CAAC,SAAS,CAAC;IACd,uEAAuE;IACvE,sEAAsE;IACtE,qEAAqE;IACrE,0EAA0E;IAC1E,wEAAwE;IACxE,8BAA8B;IAC9B,MAAM,WAAW,GAAG,CAAC,YAAY,CAAC,kBAAkB,CAAC,IAAI,YAAY,CAAC,kBAAkB,CAAC;QACvF,CAAC,CAAE,kBAAgD,CAAC,WAAW;QAC/D,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IAE9E,MAAM,SAAS,GAAG,qBAAqB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAE5D,MAAM,WAAW,GACf,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,MAAM,CAAC,MAAM,SAAS,CAAC;IAEjF,mEAAmE;IACnE,mEAAmE;IACnE,oEAAoE;IACpE,kEAAkE;IAClE,+BAA+B;IAC/B,MAAM,WAAW,GAA4B;QAC3C,UAAU;QACV,gBAAgB,EAAE,MAAM;QACxB,kBAAkB,EAAE,EAAE;KACvB,CAAC;IACF,IAAI,OAAO,EAAE,KAAK;QAAE,WAAW,CAAC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC;IACxD,IAAI,OAAO,EAAE,WAAW;QAAE,WAAW,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IACxE,IAAI,KAAK;QAAE,WAAW,CAAC,KAAK,GAAG,KAAK,CAAC;IACrC,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;QAAE,WAAW,CAAC,MAAM,GAAG,WAAW,CAAC;IAE3F,0EAA0E;IAC1E,6CAA6C;IAC7C,MAAM,QAAQ,GAAG,CAAC,GAAqB,EAAE,UAAkB,EAAW,EAAE;QACtE,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,EAAE,QAAQ,IAAI,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,cAAc,EAAE,GAAG,CAAC,cAAc,IAAI,QAAQ;YAC9C,QAAQ;YACR,SAAS,EAAE,GAAG,CAAC,iBAAiB,IAAI,EAAE;YACtC,IAAI;YACJ,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;QACH,aAAa,CAAC;YACZ,WAAW;YACX,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,MAAM,EAAE,WAAW;YACnB,IAAI;YACJ,UAAU;YACV,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,KAAK,EAAE,OAAO,EAAE,KAAK;YACrB,YAAY,EAAE,OAAO,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACjF,+DAA+D;YAC/D,+DAA+D;YAC/D,kEAAkE;YAClE,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,IAAI,GAAG,CAAC,qBAAqB,CAAC,MAAM,GAAG,CAAC;gBAClF,CAAC,CAAC,EAAE,qBAAqB,EAAE,GAAG,CAAC,qBAA4B,EAAE;gBAC7D,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;gBAChD,CAAC,CAAC,EAAE,YAAY,EAAE,EAAE,GAAG,GAAG,CAAC,OAAO,EAAE,EAAE;gBACtC,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC;QACH,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,4EAA4E;IAC5E,kCAAkC;IAClC,wFAAwF;IACxF,6CAA6C;IAC7C,8EAA8E;IAC9E,sCAAsC;IACtC,MAAM,UAAU,GACd,OAAO,EAAE,IAAI,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,KAAK,IAAI,iBAAiB,EAAE,CAAC,CAAC;IAC7E,IAAI,UAAU,EAAE,CAAC;QACf,aAAa,CAAC;YACZ,WAAW,EAAE,GAAG,WAAW,YAAY;YACvC,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,WAAW;YACnB,IAAI,EAAE,SAAS;YACf,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,8CAA8C;SAC1D,CAAC,CAAC;QACH,OAAO,WAAW,CAAC;YACjB,cAAc,EAAE,QAAQ;YACxB,QAAQ,EAAE,CAAC;YACX,SAAS,EAAE,gBAAgB;YAC3B,IAAI;YACJ,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;IACL,CAAC;IAED,2EAA2E;IAC3E,MAAM,QAAQ,GAAG,aAAa,CAAC;QAC7B,WAAW,EAAE,OAAO,EAAE,WAAW;QACjC,KAAK,EAAE,OAAO,EAAE,KAAK;QACrB,MAAM;QACN,UAAU;KACX,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC1C,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC7B,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,gFAAgF;IAChF,4EAA4E;IAC5E,4EAA4E;IAC5E,+EAA+E;IAC/E,8EAA8E;IAC9E,wEAAwE;IACxE,+EAA+E;IAC/E,6EAA6E;IAC7E,eAAe;IACf,MAAM,kBAAkB,GAAG,CAAC,CAAC;IAC7B,IAAI,QAA8B,CAAC;IACnC,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,kBAAkB,EAAE,OAAO,EAAE,EAAE,CAAC;QAC/D,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,GAAG,SAAS,YAAY,EAAE;gBAC9C,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;aAClC,CAAC,CAAC;YACH,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC;gBAAC,QAAQ,GAAG,CAAC,CAAC;gBAAC,MAAM;YAAC,CAAC;YAClC,UAAU,GAAG,cAAc,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;YACzD,gFAAgF;YAChF,IAAI,CAAC,CAAC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAAC,QAAQ,GAAG,CAAC,CAAC;gBAAC,MAAM;YAAC,CAAC;QAClE,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,UAAU,GAAG,GAAG,EAAE,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,sBAAsB;QAClE,CAAC;QACD,IAAI,OAAO,GAAG,kBAAkB,EAAE,CAAC;YACjC,0EAA0E;YAC1E,iEAAiE;YACjE,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,KAAK,SAAS;gBAChE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;gBAC/C,CAAC,CAAC,IAAI,CAAC;YACT,IAAI,MAAM,GAAG,CAAC;gBAAE,MAAM,IAAI,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3F,CAAC;IACH,CAAC;IAED,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,yEAAyE;QACzE,6BAA6B;QAC7B,aAAa,CAAC;YACZ,WAAW;YACX,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,WAAW;YACnB,IAAI;YACJ,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,YAAY,EAAE,8BAA8B,kBAAkB,cAAc,UAAU,EAAE;YACxF,SAAS,EAAE,EAAE;SACd,CAAC,CAAC;QACH,OAAO,WAAW,CAAC;YACjB,cAAc,EAAE,QAAQ;YACxB,QAAQ,EAAE,CAAC;YACX,SAAS,EAAE,EAAE;YACb,IAAI;YACJ,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,IAAI;YACb,YAAY,EAAE,8BAA8B,kBAAkB,cAAc,UAAU,EAAE;SACzF,CAAC,CAAC;IACL,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,aAAa,CAAC;YACZ,WAAW;YACX,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,WAAW;YACnB,IAAI;YACJ,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,YAAY,EAAE,UAAU;YACxB,SAAS,EAAE,EAAE;SACd,CAAC,CAAC;QACH,OAAO,WAAW,CAAC;YACjB,cAAc,EAAE,QAAQ;YACxB,QAAQ,EAAE,CAAC;YACX,SAAS,EAAE,EAAE;YACb,IAAI;YACJ,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,IAAI;YACb,YAAY,EAAE,UAAU;SACzB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,GAAG,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAqB,CAAC;IACxD,oDAAoD;IACpD,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAChC,OAAO,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;AAC/C,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,KAAK,GAAY,MAAM,CAAC,MAAM,CACzC,CACE,kBAAiD,EACjD,aAAgC,EAChC,OAAsB,EACJ,EAAE,CAAC,QAAQ,CAAC,kBAAkB,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,CAAC,EACnF;IACE,OAAO,EAAE,CACP,kBAAiD,EACjD,aAAgC,EAChC,OAAsB,EACJ,EAAE,CAAC,QAAQ,CAAC,kBAAkB,EAAE,aAAa,EAAE,OAAO,EAAE,SAAS,CAAC;CACvF,CACF,CAAC;AAEF;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,SAAS,CAAC,QAKzB;IACC,sEAAsE;IACtE,0EAA0E;IAC1E,+DAA+D;IAC/D,2EAA2E;IAC3E,oDAAoD;IACpD,IACE,CAAC,QAAQ;QACT,CAAC,CAAC,QAAQ,CAAC,WAAW,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,CAAC,EAChG,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,YAAY,GAAG,CAAC,OAAsB,EAAgB,EAAE,CAAC,CAAC;QAC9D,oEAAoE;QACpE,oEAAoE;QACpE,iEAAiE;QACjE,qCAAqC;QACrC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,QAAQ,CAAC,SAAS;QACnD,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,QAAQ,CAAC,KAAK;QACvC,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,QAAQ,CAAC,WAAW;QACzD,IAAI,EAAE,OAAO,EAAE,IAAI,IAAI,QAAQ,CAAC,IAAI;KACrC,CAAC,CAAC;IACH,MAAM,KAAK,GAAY,MAAM,CAAC,MAAM,CAClC,CAAC,kBAAiD,EAAE,aAAgC,EAAE,OAAsB,EAAE,EAAE,CAC9G,QAAQ,CAAC,kBAAkB,EAAE,aAAa,EAAE,YAAY,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,EAC5E;QACE,OAAO,EAAE,CAAC,kBAAiD,EAAE,aAAgC,EAAE,OAAsB,EAAE,EAAE,CACvH,QAAQ,CAAC,kBAAkB,EAAE,aAAa,EAAE,YAAY,CAAC,OAAO,CAAC,EAAE,SAAS,CAAC;KAChF,CACF,CAAC;IACF,OAAO,KAAK,CAAC;AACf,CAAC"}

package/lib/dist/lib/testCases/loader.d.ts

@@ -0,0 +1,26 @@
+import type { CodeTestCase, RegisteredHook } from './types.js';
+export declare function isCodeFile(filename: string): boolean;
+export declare function computeTestCaseHash(tc: CodeTestCase): string;
+export interface LoadedTestCase extends CodeTestCase {
+    hash: string;
+}
+export interface LoadResult {
+    testCases: LoadedTestCase[];
+    filePath: string;
+    /**
+     * Benchmark groups derived from `describe()` blocks in the file.
+     * Maps benchmark name (the joined describe path, e.g. 'RCA Suite' or
+     * 'A > B' for nested) to the test case names within. Tests outside any
+     * `describe()` are not in this map; they go to the file-default benchmark
+     * (CLI / server names it after the filename).
+     */
+    benchmarks: Map<string, string[]>;
+    /**
+     * All lifecycle hooks (`beforeEach`/`afterEach`/`beforeAll`/`afterAll`)
+     * registered while loading this file. Empty when the file declares none.
+     * The orchestrator filters by `(sourceFile, describePath)` at run time.
+     */
+    hooks: RegisteredHook[];
+}
+export declare function loadTestCasesFromModule(filePath: string): Promise<LoadResult>;
+//# sourceMappingURL=loader.d.ts.map

package/lib/dist/lib/testCases/loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../../testCases/loader.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAW/D,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAGpD;AAED,wBAAgB,mBAAmB,CAAC,EAAE,EAAE,YAAY,GAAG,MAAM,CAgB5D;AAED,MAAM,WAAW,cAAe,SAAQ,YAAY;IAClD,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,cAAc,EAAE,CAAC;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB;;;;;;OAMG;IACH,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAClC;;;;OAIG;IACH,KAAK,EAAE,cAAc,EAAE,CAAC;CACzB;AAED,wBAAsB,uBAAuB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAkInF"}

package/lib/dist/lib/testCases/loader.js

@@ -0,0 +1,149 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { createHash } from 'crypto';
+import { readFileSync } from 'fs';
+import { resolve, dirname } from 'path';
+import { pathToFileURL } from 'url';
+import { createRequire, Module as NodeModule } from 'module';
+import { setActiveFile, getRegisteredTests, getRegisteredHooks, clearRegistry, } from './define.js';
+import { getAuthoringSurface } from './authoringSurface.js';
+const CODE_EXTENSIONS = ['.ts', '.js', '.mjs'];
+export function isCodeFile(filename) {
+    const lower = filename.toLowerCase();
+    return CODE_EXTENSIONS.some(ext => lower.endsWith(ext));
+}
+export function computeTestCaseHash(tc) {
+    const content = JSON.stringify({
+        name: tc.name,
+        prompt: tc.options.prompt,
+        context: tc.options.context,
+        labels: tc.options.labels,
+        description: tc.options.description,
+        // Include the new expected* fields so editing them invalidates the
+        // sourceHash and the upsert path picks up the change. Without this,
+        // a user adding `expectedOutcomes: [...]` to an existing test would
+        // see the test case stay on its old version and the new outcomes
+        // would never reach storage.
+        expectedOutcomes: tc.options.expectedOutcomes,
+        expectedTrajectory: tc.options.expectedTrajectory,
+    });
+    return createHash('sha256').update(content).digest('hex');
+}
+export async function loadTestCasesFromModule(filePath) {
+    const absPath = resolve(filePath);
+    // Clear any prior registration for this file and set it as active
+    clearRegistry(absPath);
+    setActiveFile(absPath);
+    let module;
+    if (absPath.endsWith('.js')) {
+        // For CJS .js files, execute in a fresh context with our test() function
+        // injected. This avoids module caching issues across multiple loads.
+        const code = readFileSync(absPath, 'utf-8');
+        const fileDir = dirname(absPath);
+        // NOTE: do not call require('module') here — this file is bundled as ESM
+        // by esbuild for the server, and Dynamic require of built-ins is unsupported
+        // in ESM output. Use the statically-imported NodeModule instead.
+        const Module = NodeModule;
+        const m = new Module(absPath);
+        m.filename = absPath;
+        m.paths = Module._nodeModulePaths(fileDir);
+        // Provide a require function scoped to the file's directory, but override
+        // any require of the define module to return our own instance
+        const fileRequire = createRequire(absPath);
+        // Match if `id` looks like our own define module before doing any
+        // filesystem resolution. Required because:
+        //   1) the loader is bundled as ESM by esbuild, so synthetic CJS
+        //      `require.resolve` is unavailable here, and
+        //   2) `lib/testCases/define.ts` is not compiled to a .js sibling, so
+        //      `fileRequire.resolve('../../lib/testCases/define')` from a
+        //      fixture would throw MODULE_NOT_FOUND.
+        const isDefineId = (id) => {
+            const normalized = id.replace(/\\/g, '/').replace(/\.js$/, '');
+            return (normalized === 'lib/testCases/define' ||
+                normalized.endsWith('/lib/testCases/define'));
+        };
+        // Intercept the published package name as well — fixtures generally
+        // do `require('@opensearch-project/agent-health')` and Node's resolver
+        // would otherwise hit the package's exports map (which only exposes
+        // 'import' for ESM consumers).
+        const isPackageName = (id) => id === '@opensearch-project/agent-health' ||
+            id === '@opensearch/agent-health' ||
+            id === 'agent-health';
+        // The object handed back when a CJS eval file requires the SDK. Single
+        // source of truth shared with the package exports (see authoringSurface)
+        // so `.js` and `.ts`/`.mjs` files see the SAME surface — no drift (#232).
+        const sdkExports = getAuthoringSurface();
+        const wrappedRequire = (id) => {
+            if (isDefineId(id) || isPackageName(id)) {
+                return sdkExports;
+            }
+            // Fall back to a resolution-based check so that fixtures requiring the
+            // SDK by absolute path or via the published package name still hand back
+            // our test() registrar (and therefore land in our file-scoped registry).
+            try {
+                const resolved = fileRequire.resolve(id);
+                const normalized = resolved.replace(/\\/g, '/');
+                if (normalized.endsWith('/lib/testCases/define.js') ||
+                    normalized.endsWith('/lib/testCases/define')) {
+                    return sdkExports;
+                }
+            }
+            catch {
+                // ignore unresolvable IDs — fileRequire below will surface the error
+            }
+            return fileRequire(id);
+        };
+        wrappedRequire.resolve = fileRequire.resolve;
+        const wrapper = `(function(exports, require, module, __filename, __dirname) { ${code}\n});`;
+        const compiledFn = eval(wrapper);
+        compiledFn(m.exports, wrappedRequire, m, absPath, fileDir);
+        module = m.exports;
+    }
+    else {
+        // For .ts and .mjs files, use dynamic import
+        try {
+            const fileUrl = pathToFileURL(absPath).href;
+            module = await import(fileUrl);
+        }
+        catch (err) {
+            if (err.code === 'ERR_UNKNOWN_FILE_EXTENSION' && absPath.endsWith('.ts')) {
+                throw new Error(`Cannot import TypeScript file: ${filePath}\n` +
+                    'Install tsx as a dependency: npm install tsx\n' +
+                    'Or pre-compile .eval.ts to .eval.js before running.');
+            }
+            throw new Error(`Failed to import module: ${filePath}\n${err.message}`);
+        }
+    }
+    // Tests come exclusively from test() / describe() registration calls
+    // (Playwright-style). Legacy default-export array form was removed when
+    // we dropped defineTestCases() — the SDK is experimental and the API
+    // shape is intentionally narrow.
+    const testCases = getRegisteredTests(absPath);
+    if (testCases.length === 0) {
+        throw new Error(`Module ${filePath} has no test cases. Register tests with test(name, options?, body) inside the file.`);
+    }
+    // Compute per-test-case hash
+    const loaded = testCases.map(tc => ({
+        ...tc,
+        hash: computeTestCaseHash(tc),
+    }));
+    // Derive describe-group → test names mapping. Tests outside any
+    // describe() have benchmarkPath=undefined and are excluded; the CLI/
+    // server adds them to the file-default benchmark separately.
+    const benchmarks = new Map();
+    for (const tc of loaded) {
+        if (tc.benchmarkPath) {
+            const list = benchmarks.get(tc.benchmarkPath) ?? [];
+            list.push(tc.name);
+            benchmarks.set(tc.benchmarkPath, list);
+        }
+    }
+    // Collect every hook the file registered. Empty when no
+    // beforeEach/afterEach/beforeAll/afterAll were called — the orchestrator
+    // is a no-op in that case so existing tests are unaffected.
+    const hooks = getRegisteredHooks(absPath);
+    return { testCases: loaded, filePath: absPath, benchmarks, hooks };
+}
+//# sourceMappingURL=loader.js.map

package/lib/dist/lib/testCases/loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.js","sourceRoot":"","sources":["../../../testCases/loader.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACxC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,QAAQ,CAAC;AAE7D,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,kBAAkB,EAClB,aAAa,GACd,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAE5D,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;AAE/C,MAAM,UAAU,UAAU,CAAC,QAAgB;IACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IACrC,OAAO,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,EAAgB;IAClD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;QAC7B,IAAI,EAAE,EAAE,CAAC,IAAI;QACb,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM;QACzB,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO;QAC3B,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM;QACzB,WAAW,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW;QACnC,mEAAmE;QACnE,oEAAoE;QACpE,oEAAoE;QACpE,iEAAiE;QACjE,6BAA6B;QAC7B,gBAAgB,EAAE,EAAE,CAAC,OAAO,CAAC,gBAAgB;QAC7C,kBAAkB,EAAE,EAAE,CAAC,OAAO,CAAC,kBAAkB;KAClD,CAAC,CAAC;IACH,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC5D,CAAC;AAyBD,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,QAAgB;IAC5D,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAElC,kEAAkE;IAClE,aAAa,CAAC,OAAO,CAAC,CAAC;IACvB,aAAa,CAAC,OAAO,CAAC,CAAC;IAEvB,IAAI,MAAW,CAAC;IAEhB,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5B,yEAAyE;QACzE,qEAAqE;QACrE,MAAM,IAAI,GAAG,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;QACjC,yEAAyE;QACzE,6EAA6E;QAC7E,iEAAiE;QACjE,MAAM,MAAM,GAAG,UAAqC,CAAC;QACrD,MAAM,CAAC,GAAG,IAAK,MAAc,CAAC,OAAO,CAAC,CAAC;QACvC,CAAC,CAAC,QAAQ,GAAG,OAAO,CAAC;QACrB,CAAC,CAAC,KAAK,GAAI,MAAc,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACpD,0EAA0E;QAC1E,8DAA8D;QAC9D,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;QAC3C,kEAAkE;QAClE,2CAA2C;QAC3C,iEAAiE;QACjE,kDAAkD;QAClD,sEAAsE;QACtE,kEAAkE;QAClE,6CAA6C;QAC7C,MAAM,UAAU,GAAG,CAAC,EAAU,EAAE,EAAE;YAChC,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAC/D,OAAO,CACL,UAAU,KAAK,sBAAsB;gBACrC,UAAU,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAC7C,CAAC;QACJ,CAAC,CAAC;QACF,oEAAoE;QACpE,uEAAuE;QACvE,oEAAoE;QACpE,+BAA+B;QAC/B,MAAM,aAAa,GAAG,CAAC,EAAU,EAAE,EAAE,CACnC,EAAE,KAAK,kCAAkC;YACzC,EAAE,KAAK,0BAA0B;YACjC,EAAE,KAAK,cAAc,CAAC;QACxB,uEAAuE;QACvE,yEAAyE;QACzE,0EAA0E;QAC1E,MAAM,UAAU,GAAG,mBAAmB,EAAE,CAAC;QACzC,MAAM,cAAc,GAAG,CAAC,EAAU,EAAE,EAAE;YACpC,IAAI,UAAU,CAAC,EAAE,CAAC,IAAI,aAAa,CAAC,EAAE,CAAC,EAAE,CAAC;gBACxC,OAAO,UAAU,CAAC;YACpB,CAAC;YACD,uEAAuE;YACvE,yEAAyE;YACzE,yEAAyE;YACzE,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBACzC,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;gBAChD,IACE,UAAU,CAAC,QAAQ,CAAC,0BAA0B,CAAC;oBAC/C,UAAU,CAAC,QAAQ,CAAC,uBAAuB,CAAC,EAC5C,CAAC;oBACD,OAAO,UAAU,CAAC;gBACpB,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,qEAAqE;YACvE,CAAC;YACD,OAAO,WAAW,CAAC,EAAE,CAAC,CAAC;QACzB,CAAC,CAAC;QACD,cAAsB,CAAC,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC;QAEtD,MAAM,OAAO,GAAG,gEAAgE,IAAI,OAAO,CAAC;QAC5F,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;QACjC,UAAU,CAAC,CAAC,CAAC,OAAO,EAAE,cAAc,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC3D,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC;IACrB,CAAC;SAAM,CAAC;QACN,6CAA6C;QAC7C,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;YAC5C,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,IAAI,GAAG,CAAC,IAAI,KAAK,4BAA4B,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzE,MAAM,IAAI,KAAK,CACb,kCAAkC,QAAQ,IAAI;oBAC9C,gDAAgD;oBAChD,qDAAqD,CACtD,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,wEAAwE;IACxE,qEAAqE;IACrE,iCAAiC;IACjC,MAAM,SAAS,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAE9C,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CACb,UAAU,QAAQ,qFAAqF,CACxG,CAAC;IACJ,CAAC;IAED,6BAA6B;IAC7B,MAAM,MAAM,GAAqB,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACpD,GAAG,EAAE;QACL,IAAI,EAAE,mBAAmB,CAAC,EAAE,CAAC;KAC9B,CAAC,CAAC,CAAC;IAEJ,gEAAgE;IAChE,qEAAqE;IACrE,6DAA6D;IAC7D,MAAM,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC/C,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;QACxB,IAAI,EAAE,CAAC,aAAa,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;YACpD,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;YACnB,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAED,wDAAwD;IACxD,yEAAyE;IACzE,4DAA4D;IAC5D,MAAM,KAAK,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAE1C,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AACrE,CAAC"}