@opensearch-project/agent-health 0.5.2 → 0.7.0

package/lib/dist/lib/testCases/loader.js

@@ -14,7 +14,14 @@ export function isCodeFile(filename) {
     const lower = filename.toLowerCase();
     return CODE_EXTENSIONS.some(ext => lower.endsWith(ext));
 }
-export function computeTestCaseHash(tc) {
+// Re-exported so CLI/server importers keep a single import path
+// (`@/lib/testCases/loader`) for both the loader and the language
+// detector, while the browser-side EvalSourceCodeView component imports
+// the same isomorphic implementation directly from `@/lib/utils` (this
+// module pulls in `fs`/`module`, which are Node-only and unsafe to bundle
+// into the browser).
+export { detectSourceLanguage } from '../../lib/utils.js';
+export function computeTestCaseHash(tc, fileSource) {
     const content = JSON.stringify({
         name: tc.name,
         prompt: tc.options.prompt,
@@ -28,30 +35,138 @@ export function computeTestCaseHash(tc) {
         // would never reach storage.
         expectedOutcomes: tc.options.expectedOutcomes,
         expectedTrajectory: tc.options.expectedTrajectory,
+        // Fold in the WHOLE file's raw text (optional -- omitted by callers that
+        // don't have it, e.g. existing unit tests exercising this function in
+        // isolation). Without this, editing ONLY the evaluate() body, a helper
+        // function, an import, or even just a comment would leave every
+        // options-derived field above unchanged, `sourceHash` would stay put,
+        // `bulkUpsert` would classify the row as unchanged, and the persisted
+        // `sourceCode` -- the entire point of the eval-source viewer -- would
+        // silently go stale relative to the real file on disk.
+        fileSource,
     });
     return createHash('sha256').update(content).digest('hex');
 }
+/** Upper bound on the persisted evaluate-body text (per test). */
+export const DEFINITION_BODY_SOURCE_MAX_CHARS = 32 * 1024;
+const BODY_TRUNCATION_MARKER = '\n/* … truncated — see whole file … */';
+/**
+ * Build the per-test `definition` capture from a registered test.
+ *
+ * `options` goes through a JSON round-trip so anything a user smuggled into
+ * the options object that isn't data (a function, a symbol, `undefined`) is
+ * dropped rather than serialized as `{}` or rejected by storage. `bodySource`
+ * is `Function.prototype.toString()` of the evaluate callback — for the
+ * synthetic-CJS `.js`/`.ts` paths that's the text as it appeared in the
+ * executed source (esbuild-transpiled for `.ts`), bounded so a pathological
+ * body can't bloat the document.
+ */
+export function captureTestDefinition(tc) {
+    let options = {};
+    try {
+        const parsed = JSON.parse(JSON.stringify(tc.options ?? {}));
+        if (parsed && typeof parsed === 'object' && !Array.isArray(parsed))
+            options = parsed;
+    }
+    catch {
+        // Circular or otherwise unserializable options: persist nothing rather
+        // than fail the import. The whole-file view is still available.
+    }
+    let bodySource = '';
+    try {
+        bodySource = typeof tc.evaluate === 'function' ? Function.prototype.toString.call(tc.evaluate) : '';
+    }
+    catch {
+        bodySource = '';
+    }
+    let bodyTruncated = false;
+    if (bodySource.length > DEFINITION_BODY_SOURCE_MAX_CHARS) {
+        bodySource = bodySource.slice(0, DEFINITION_BODY_SOURCE_MAX_CHARS) + BODY_TRUNCATION_MARKER;
+        bodyTruncated = true;
+    }
+    return {
+        registeredAs: 'sdk',
+        options,
+        bodySource,
+        ...(bodyTruncated ? { bodyTruncated: true } : {}),
+    };
+}
+/**
+ * Memoized dynamic import of esbuild's `transformSync`. A plain module-level
+ * cached Promise, NOT a cross-load cache of any TRANSPILED code (see
+ * `requireLocalTsModule` below for that) -- this only avoids re-running
+ * `import('esbuild')` itself on every single file load. Resolved once
+ * per process; after that, every caller gets the same already-resolved
+ * function reference and can call it fully synchronously (required, since
+ * CommonJS `require()` -- and therefore this loader's `wrappedRequire`
+ * inside `runAsSyntheticCjs` -- cannot itself be async).
+ */
+let esbuildTransformSyncPromise;
+function getEsbuildTransformSync() {
+    if (!esbuildTransformSyncPromise) {
+        esbuildTransformSyncPromise = import('esbuild').then(m => m.transformSync);
+    }
+    return esbuildTransformSyncPromise;
+}
 export async function loadTestCasesFromModule(filePath) {
     const absPath = resolve(filePath);
+    // Read the raw file text up front, before any execution path below --
+    // both the .js and .ts (synthetic-CJS) paths reuse this single read AS
+    // the executed source. For .mjs, native `import()` reads the file
+    // independently via Node's own module loader a few lines later -- in the
+    // extremely narrow window where the file is edited between this read and
+    // that import resolving, `fileSource` could theoretically diverge from
+    // what actually ran. That's an accepted, practically negligible risk
+    // (same file, same synchronous-ish call, no network hop) rather than a
+    // guarantee.
+    const fileSource = readFileSync(absPath, 'utf-8');
     // Clear any prior registration for this file and set it as active
     clearRegistry(absPath);
     setActiveFile(absPath);
+    // Resolved once per load (not per require()) so that any NESTED `.ts`
+    // require encountered synchronously while executing the CJS wrapper
+    // below can transpile without itself needing to `await` -- `require()`
+    // must be synchronous. Resolved for BOTH .js and .ts entry points (a
+    // `.eval.js` file requiring a shared `./helper.ts` hits the exact same
+    // "plain CJS can't load raw TypeScript" problem an `.eval.ts` entry does)
+    // -- skipped for `.mjs`, which never calls `runAsSyntheticCjs` at all.
+    const transformSync = absPath.endsWith('.mjs') ? undefined : await getEsbuildTransformSync();
+    // Per-load cache of already-transpiled-and-executed helper `.ts` modules,
+    // keyed by resolved absolute path. Deliberately scoped to THIS call (a
+    // local variable, not module-level) so a helper required twice within
+    // ONE load executes exactly once (matching normal CJS require() caching
+    // semantics for the duration of a single load), but nothing survives
+    // into the NEXT `loadTestCasesFromModule` call for the same file --
+    // consistent with the top-level file itself never being cached across
+    // loads either (see the .ts branch's rationale below).
+    const tsModuleCache = new Map();
     let module;
-    if (absPath.endsWith('.js')) {
-        // For CJS .js files, execute in a fresh context with our test() function
-        // injected. This avoids module caching issues across multiple loads.
-        const code = readFileSync(absPath, 'utf-8');
-        const fileDir = dirname(absPath);
+    // Execute `code` (already-valid CJS source) in a fresh Module instance,
+    // with our test() registrar injected via require() interception. Shared
+    // by real .eval.js files AND by the esbuild-transpiled .eval.ts path
+    // below — both need the exact same wrappedRequire behavior so a
+    // fixture's `require(...)` call for the SDK package name resolves to the
+    // SAME authoring surface (and therefore the same shared registry)
+    // regardless of which path produced the CJS source. Building a fresh
+    // `Module` + `eval()` on every call (never caching) is what lets a file
+    // be re-loaded any number of times in one process and register tests
+    // again each time — see the .ts branch below for why that matters.
+    //
+    // `modulePath` is the file THIS particular call is executing -- the
+    // outer entry file on the first call, or a resolved helper `.ts` path on
+    // a recursive call from `requireLocalTsModule` below.
+    const runAsSyntheticCjs = (code, modulePath) => {
+        const fileDir = dirname(modulePath);
         // NOTE: do not call require('module') here — this file is bundled as ESM
         // by esbuild for the server, and Dynamic require of built-ins is unsupported
         // in ESM output. Use the statically-imported NodeModule instead.
         const Module = NodeModule;
-        const m = new Module(absPath);
-        m.filename = absPath;
+        const m = new Module(modulePath);
+        m.filename = modulePath;
         m.paths = Module._nodeModulePaths(fileDir);
         // Provide a require function scoped to the file's directory, but override
         // any require of the define module to return our own instance
-        const fileRequire = createRequire(absPath);
+        const fileRequire = createRequire(modulePath);
         // Match if `id` looks like our own define module before doing any
         // filesystem resolution. Required because:
         //   1) the loader is bundled as ESM by esbuild, so synthetic CJS
@@ -75,44 +190,172 @@ export async function loadTestCasesFromModule(filePath) {
         // source of truth shared with the package exports (see authoringSurface)
         // so `.js` and `.ts`/`.mjs` files see the SAME surface — no drift (#232).
         const sdkExports = getAuthoringSurface();
+        // A helper `.ts` module required (directly or transitively) from this
+        // file. Transpiled with the SAME esbuild settings as the entry file and
+        // executed through this SAME `runAsSyntheticCjs` function recursively --
+        // otherwise `import './helper.ts'` in the entry file, rewritten by
+        // esbuild's straight CJS transform into `require('./helper.ts')`, would
+        // reach real Node's `require()`, which has no loader registered for a
+        // raw `.ts` extension and throws (an ERR_UNKNOWN_FILE_EXTENSION-shaped
+        // failure, the exact class of bug this loader already fixes for the
+        // ENTRY file -- multi-file .eval.ts needs the identical fix applied at
+        // every nested require, not just the top-level import()).
+        const requireLocalTsModule = (resolvedTsPath) => {
+            const cached = tsModuleCache.get(resolvedTsPath);
+            if (cached !== undefined)
+                return cached;
+            if (!transformSync) {
+                // Unreachable in practice -- transformSync is resolved above for
+                // every extension that can reach this function (.js/.ts entries)
+                // -- but keeps the error path honest if that ever changes.
+                throw new Error(`Cannot import TypeScript file: ${resolvedTsPath}\n` +
+                    'esbuild (required to load .ts files) was not resolved for this load.');
+            }
+            const helperSource = readFileSync(resolvedTsPath, 'utf-8');
+            const helperCjs = transformSync(helperSource, {
+                loader: 'ts',
+                format: 'cjs',
+                target: 'node18',
+                sourcefile: resolvedTsPath,
+            }).code;
+            const helperExports = runAsSyntheticCjs(helperCjs, resolvedTsPath);
+            tsModuleCache.set(resolvedTsPath, helperExports);
+            return helperExports;
+        };
         const wrappedRequire = (id) => {
             if (isDefineId(id) || isPackageName(id)) {
                 return sdkExports;
             }
-            // Fall back to a resolution-based check so that fixtures requiring the
-            // SDK by absolute path or via the published package name still hand back
-            // our test() registrar (and therefore land in our file-scoped registry).
+            // Resolve once, up front, so both the "is this our own define
+            // module by a different path" check below AND the new "does this
+            // resolve to a raw .ts file" check can reuse the same resolution
+            // instead of duplicating fileRequire.resolve() calls.
+            let resolved;
             try {
-                const resolved = fileRequire.resolve(id);
-                const normalized = resolved.replace(/\\/g, '/');
-                if (normalized.endsWith('/lib/testCases/define.js') ||
-                    normalized.endsWith('/lib/testCases/define')) {
+                resolved = fileRequire.resolve(id);
+            }
+            catch {
+                // ignore unresolvable IDs — the fileRequire() call below will
+                // surface the real error (e.g. MODULE_NOT_FOUND)
+            }
+            if (resolved) {
+                const normalizedResolved = resolved.replace(/\\/g, '/');
+                // Fall back to a resolution-based check so that fixtures requiring
+                // the SDK by absolute path or via the published package name still
+                // hand back our test() registrar (and therefore land in our
+                // file-scoped registry).
+                if (normalizedResolved.endsWith('/lib/testCases/define.js') ||
+                    normalizedResolved.endsWith('/lib/testCases/define')) {
                     return sdkExports;
                 }
+                if (normalizedResolved.endsWith('.ts')) {
+                    return requireLocalTsModule(resolved);
+                }
             }
-            catch {
-                // ignore unresolvable IDs — fileRequire below will surface the error
+            try {
+                return fileRequire(id);
+            }
+            catch (err) {
+                if (err.code === 'ERR_REQUIRE_ESM') {
+                    throw new Error(`.eval.ts fixtures cannot import ESM-only packages via require() (attempted: '${id}').\n` +
+                        `'${id}' has no CommonJS entry point, and .eval.ts files execute as synthetic CJS.\n` +
+                        'Use .eval.mjs (real ESM -- can import ESM-only packages) or pre-compile to .eval.js instead.');
+                }
+                throw err;
             }
-            return fileRequire(id);
         };
         wrappedRequire.resolve = fileRequire.resolve;
         const wrapper = `(function(exports, require, module, __filename, __dirname) { ${code}\n});`;
         const compiledFn = eval(wrapper);
-        compiledFn(m.exports, wrappedRequire, m, absPath, fileDir);
-        module = m.exports;
+        compiledFn(m.exports, wrappedRequire, m, modulePath, fileDir);
+        return m.exports;
+    };
+    if (absPath.endsWith('.js')) {
+        // For CJS .js files, execute in a fresh context with our test() function
+        // injected. This avoids module caching issues across multiple loads.
+        module = runAsSyntheticCjs(fileSource, absPath);
+    }
+    else if (absPath.endsWith('.ts')) {
+        // .eval.ts ALWAYS goes through the esbuild-transpile -> synthetic-CJS
+        // path below, on every Node version — never a native `import()`, not
+        // even as a "try native first, fall back to esbuild" strategy. Two
+        // reasons this has to be unconditional rather than fallback-only:
+        //
+        //  1. Dual semantics: native `import()` under Node 22.6+/24's built-in
+        //     TypeScript type-stripping gives the file REAL ESM module
+        //     semantics (its own module registry entry, `import.meta`,
+        //     top-level `await`, live bindings) — a completely different
+        //     execution model from the synthetic-CJS path a fallback-only
+        //     design would give the exact same file on Node <22.6. Two Node
+        //     majors running one .eval.ts file through two different module
+        //     systems is exactly the kind of gap that let the shared-registry
+        //     bug documented above (`globalThis[Symbol.for(...)]`) happen in
+        //     the first place — unifying on one path removes the gap instead
+        //     of quietly reintroducing a second copy of it.
+        //  2. ESM cache staleness: `import()` caches by resolved URL. A
+        //     long-lived server process re-loading the SAME .eval.ts file a
+        //     second time (a normal `agent-health benchmark -f` re-run after
+        //     editing the fixture, not an exotic case) would silently get back
+        //     the ALREADY-cached module without re-executing its top-level
+        //     code, so `test()`/`describe()` never fire a second time and the
+        //     `clearRegistry()` call above has nothing to refill — "has no
+        //     test cases" on the second load with no code change at all.
+        //     `.eval.js` never had this problem: `runAsSyntheticCjs` builds a
+        //     fresh `Module` instance and `eval()`s the source on every single
+        //     call, uncached. `.eval.ts` now shares that exact same
+        //     never-cached execution path.
+        //
+        // Trade-off this accepts: an .eval.ts fixture can no longer use
+        // `import.meta` or a top-level `await` (esbuild's CJS output has
+        // neither) — documented in docs/SDK.md. Same trade-off applies to any
+        // helper `.ts` file it imports (see `requireLocalTsModule` above).
+        // esbuild is a required runtime dependency of this package
+        // specifically because of this unconditional path (see package.json
+        // "dependencies").
+        if (!transformSync) {
+            throw new Error(`Cannot import TypeScript file: ${filePath}\nesbuild was not resolved.`);
+        }
+        let cjsSource;
+        try {
+            cjsSource = transformSync(fileSource, {
+                loader: 'ts',
+                format: 'cjs',
+                target: 'node18',
+                sourcefile: absPath,
+            }).code;
+        }
+        catch (esbuildErr) {
+            throw new Error(`Cannot import TypeScript file: ${filePath}\n` +
+                `esbuild (required to load .eval.ts files) failed to transpile it: ${esbuildErr.message}\n` +
+                'Or pre-compile .eval.ts to .eval.js before running.');
+        }
+        module = runAsSyntheticCjs(cjsSource, absPath);
     }
     else {
-        // For .ts and .mjs files, use dynamic import
+        // .eval.mjs: plain ESM with no TypeScript to strip, so native
+        // `import()` works unconditionally on every Node version this package
+        // supports — it stays the only path for this extension. Unlike .ts,
+        // there is no synthetic-CJS equivalent to unify onto here (real ESM
+        // files, `import.meta`, top-level `await`, etc. are all first-class
+        // for .mjs, and always were).
+        //
+        // Same ESM cache-staleness bug class fixed for .ts above (see that
+        // branch's rationale #2) applies here too: `import()` caches by
+        // resolved URL, so re-loading the SAME .eval.mjs file a second time in
+        // one process (a normal `agent-health benchmark -f` re-run after
+        // editing the fixture) would otherwise silently return the
+        // already-executed cached module without re-running its top-level
+        // `test()` calls. Cache-busted with a unique query string per load --
+        // there is no synthetic-CJS escape hatch available for real ESM the
+        // way there is for .ts, so this is the fix here. Accepted cost: every
+        // reload leaks one cached module instance under a never-reused query
+        // string for the life of the process -- negligible for CLI/server
+        // process lifetimes (a handful to a few hundred loads, not millions).
         try {
-            const fileUrl = pathToFileURL(absPath).href;
+            const fileUrl = `${pathToFileURL(absPath).href}?ah-reload=${Date.now()}-${Math.random().toString(36).slice(2)}`;
             module = await import(fileUrl);
         }
         catch (err) {
-            if (err.code === 'ERR_UNKNOWN_FILE_EXTENSION' && absPath.endsWith('.ts')) {
-                throw new Error(`Cannot import TypeScript file: ${filePath}\n` +
-                    'Install tsx as a dependency: npm install tsx\n' +
-                    'Or pre-compile .eval.ts to .eval.js before running.');
-            }
             throw new Error(`Failed to import module: ${filePath}\n${err.message}`);
         }
     }
@@ -124,10 +367,14 @@ export async function loadTestCasesFromModule(filePath) {
     if (testCases.length === 0) {
         throw new Error(`Module ${filePath} has no test cases. Register tests with test(name, options?, body) inside the file.`);
     }
-    // Compute per-test-case hash
+    // Compute per-test-case hash. Includes fileSource (see
+    // computeTestCaseHash) so ANY change to the file -- not just the
+    // options fields already tracked -- invalidates the hash and triggers a
+    // re-persist, keeping the stored sourceCode in sync with disk.
     const loaded = testCases.map(tc => ({
         ...tc,
-        hash: computeTestCaseHash(tc),
+        hash: computeTestCaseHash(tc, fileSource),
+        definition: captureTestDefinition(tc),
     }));
     // Derive describe-group → test names mapping. Tests outside any
     // describe() have benchmarkPath=undefined and are excluded; the CLI/
@@ -144,6 +391,6 @@ export async function loadTestCasesFromModule(filePath) {
     // beforeEach/afterEach/beforeAll/afterAll were called — the orchestrator
     // is a no-op in that case so existing tests are unaffected.
     const hooks = getRegisteredHooks(absPath);
-    return { testCases: loaded, filePath: absPath, benchmarks, hooks };
+    return { testCases: loaded, filePath: absPath, benchmarks, hooks, fileSource };
 }
 //# sourceMappingURL=loader.js.map

package/lib/dist/lib/testCases/loader.js.map

@@ -1 +1 @@
-{"version":3,"file":"loader.js","sourceRoot":"","sources":["../../../testCases/loader.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACxC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,QAAQ,CAAC;AAE7D,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,kBAAkB,EAClB,aAAa,GACd,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAE5D,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;AAE/C,MAAM,UAAU,UAAU,CAAC,QAAgB;IACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IACrC,OAAO,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,EAAgB;IAClD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;QAC7B,IAAI,EAAE,EAAE,CAAC,IAAI;QACb,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM;QACzB,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO;QAC3B,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM;QACzB,WAAW,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW;QACnC,mEAAmE;QACnE,oEAAoE;QACpE,oEAAoE;QACpE,iEAAiE;QACjE,6BAA6B;QAC7B,gBAAgB,EAAE,EAAE,CAAC,OAAO,CAAC,gBAAgB;QAC7C,kBAAkB,EAAE,EAAE,CAAC,OAAO,CAAC,kBAAkB;KAClD,CAAC,CAAC;IACH,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC5D,CAAC;AAyBD,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,QAAgB;IAC5D,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAElC,kEAAkE;IAClE,aAAa,CAAC,OAAO,CAAC,CAAC;IACvB,aAAa,CAAC,OAAO,CAAC,CAAC;IAEvB,IAAI,MAAW,CAAC;IAEhB,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5B,yEAAyE;QACzE,qEAAqE;QACrE,MAAM,IAAI,GAAG,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;QACjC,yEAAyE;QACzE,6EAA6E;QAC7E,iEAAiE;QACjE,MAAM,MAAM,GAAG,UAAqC,CAAC;QACrD,MAAM,CAAC,GAAG,IAAK,MAAc,CAAC,OAAO,CAAC,CAAC;QACvC,CAAC,CAAC,QAAQ,GAAG,OAAO,CAAC;QACrB,CAAC,CAAC,KAAK,GAAI,MAAc,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACpD,0EAA0E;QAC1E,8DAA8D;QAC9D,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;QAC3C,kEAAkE;QAClE,2CAA2C;QAC3C,iEAAiE;QACjE,kDAAkD;QAClD,sEAAsE;QACtE,kEAAkE;QAClE,6CAA6C;QAC7C,MAAM,UAAU,GAAG,CAAC,EAAU,EAAE,EAAE;YAChC,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAC/D,OAAO,CACL,UAAU,KAAK,sBAAsB;gBACrC,UAAU,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAC7C,CAAC;QACJ,CAAC,CAAC;QACF,oEAAoE;QACpE,uEAAuE;QACvE,oEAAoE;QACpE,+BAA+B;QAC/B,MAAM,aAAa,GAAG,CAAC,EAAU,EAAE,EAAE,CACnC,EAAE,KAAK,kCAAkC;YACzC,EAAE,KAAK,0BAA0B;YACjC,EAAE,KAAK,cAAc,CAAC;QACxB,uEAAuE;QACvE,yEAAyE;QACzE,0EAA0E;QAC1E,MAAM,UAAU,GAAG,mBAAmB,EAAE,CAAC;QACzC,MAAM,cAAc,GAAG,CAAC,EAAU,EAAE,EAAE;YACpC,IAAI,UAAU,CAAC,EAAE,CAAC,IAAI,aAAa,CAAC,EAAE,CAAC,EAAE,CAAC;gBACxC,OAAO,UAAU,CAAC;YACpB,CAAC;YACD,uEAAuE;YACvE,yEAAyE;YACzE,yEAAyE;YACzE,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBACzC,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;gBAChD,IACE,UAAU,CAAC,QAAQ,CAAC,0BAA0B,CAAC;oBAC/C,UAAU,CAAC,QAAQ,CAAC,uBAAuB,CAAC,EAC5C,CAAC;oBACD,OAAO,UAAU,CAAC;gBACpB,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,qEAAqE;YACvE,CAAC;YACD,OAAO,WAAW,CAAC,EAAE,CAAC,CAAC;QACzB,CAAC,CAAC;QACD,cAAsB,CAAC,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC;QAEtD,MAAM,OAAO,GAAG,gEAAgE,IAAI,OAAO,CAAC;QAC5F,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;QACjC,UAAU,CAAC,CAAC,CAAC,OAAO,EAAE,cAAc,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC3D,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC;IACrB,CAAC;SAAM,CAAC;QACN,6CAA6C;QAC7C,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;YAC5C,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,IAAI,GAAG,CAAC,IAAI,KAAK,4BAA4B,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzE,MAAM,IAAI,KAAK,CACb,kCAAkC,QAAQ,IAAI;oBAC9C,gDAAgD;oBAChD,qDAAqD,CACtD,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,wEAAwE;IACxE,qEAAqE;IACrE,iCAAiC;IACjC,MAAM,SAAS,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAE9C,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CACb,UAAU,QAAQ,qFAAqF,CACxG,CAAC;IACJ,CAAC;IAED,6BAA6B;IAC7B,MAAM,MAAM,GAAqB,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACpD,GAAG,EAAE;QACL,IAAI,EAAE,mBAAmB,CAAC,EAAE,CAAC;KAC9B,CAAC,CAAC,CAAC;IAEJ,gEAAgE;IAChE,qEAAqE;IACrE,6DAA6D;IAC7D,MAAM,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC/C,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;QACxB,IAAI,EAAE,CAAC,aAAa,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;YACpD,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;YACnB,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAED,wDAAwD;IACxD,yEAAyE;IACzE,4DAA4D;IAC5D,MAAM,KAAK,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAE1C,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AACrE,CAAC"}
+{"version":3,"file":"loader.js","sourceRoot":"","sources":["../../../testCases/loader.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACxC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,QAAQ,CAAC;AAG7D,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,kBAAkB,EAClB,aAAa,GACd,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAE5D,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;AAE/C,MAAM,UAAU,UAAU,CAAC,QAAgB;IACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IACrC,OAAO,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,gEAAgE;AAChE,kEAAkE;AAClE,wEAAwE;AACxE,uEAAuE;AACvE,0EAA0E;AAC1E,qBAAqB;AACrB,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAEtD,MAAM,UAAU,mBAAmB,CAAC,EAAgB,EAAE,UAAmB;IACvE,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;QAC7B,IAAI,EAAE,EAAE,CAAC,IAAI;QACb,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM;QACzB,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO;QAC3B,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM;QACzB,WAAW,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW;QACnC,mEAAmE;QACnE,oEAAoE;QACpE,oEAAoE;QACpE,iEAAiE;QACjE,6BAA6B;QAC7B,gBAAgB,EAAE,EAAE,CAAC,OAAO,CAAC,gBAAgB;QAC7C,kBAAkB,EAAE,EAAE,CAAC,OAAO,CAAC,kBAAkB;QACjD,yEAAyE;QACzE,sEAAsE;QACtE,uEAAuE;QACvE,gEAAgE;QAChE,sEAAsE;QACtE,sEAAsE;QACtE,sEAAsE;QACtE,uDAAuD;QACvD,UAAU;KACX,CAAC,CAAC;IACH,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC5D,CAAC;AAeD,kEAAkE;AAClE,MAAM,CAAC,MAAM,gCAAgC,GAAG,EAAE,GAAG,IAAI,CAAC;AAC1D,MAAM,sBAAsB,GAAG,wCAAwC,CAAC;AAExE;;;;;;;;;;GAUG;AACH,MAAM,UAAU,qBAAqB,CAAC,EAAgB;IACpD,IAAI,OAAO,GAA4B,EAAE,CAAC;IAC1C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;QAC5D,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,OAAO,GAAG,MAAM,CAAC;IACvF,CAAC;IAAC,MAAM,CAAC;QACP,uEAAuE;QACvE,gEAAgE;IAClE,CAAC;IACD,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,IAAI,CAAC;QACH,UAAU,GAAG,OAAO,EAAE,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACtG,CAAC;IAAC,MAAM,CAAC;QACP,UAAU,GAAG,EAAE,CAAC;IAClB,CAAC;IACD,IAAI,aAAa,GAAG,KAAK,CAAC;IAC1B,IAAI,UAAU,CAAC,MAAM,GAAG,gCAAgC,EAAE,CAAC;QACzD,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,gCAAgC,CAAC,GAAG,sBAAsB,CAAC;QAC5F,aAAa,GAAG,IAAI,CAAC;IACvB,CAAC;IACD,OAAO;QACL,YAAY,EAAE,KAAK;QACnB,OAAO;QACP,UAAU;QACV,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClD,CAAC;AACJ,CAAC;AA8BD;;;;;;;;;GASG;AACH,IAAI,2BAA6F,CAAC;AAClG,SAAS,uBAAuB;IAC9B,IAAI,CAAC,2BAA2B,EAAE,CAAC;QACjC,2BAA2B,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,2BAA2B,CAAC;AACrC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,QAAgB;IAC5D,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAElC,sEAAsE;IACtE,uEAAuE;IACvE,kEAAkE;IAClE,yEAAyE;IACzE,yEAAyE;IACzE,uEAAuE;IACvE,qEAAqE;IACrE,uEAAuE;IACvE,aAAa;IACb,MAAM,UAAU,GAAG,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAElD,kEAAkE;IAClE,aAAa,CAAC,OAAO,CAAC,CAAC;IACvB,aAAa,CAAC,OAAO,CAAC,CAAC;IAEvB,sEAAsE;IACtE,oEAAoE;IACpE,uEAAuE;IACvE,qEAAqE;IACrE,uEAAuE;IACvE,0EAA0E;IAC1E,uEAAuE;IACvE,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,uBAAuB,EAAE,CAAC;IAE7F,0EAA0E;IAC1E,uEAAuE;IACvE,sEAAsE;IACtE,wEAAwE;IACxE,qEAAqE;IACrE,oEAAoE;IACpE,sEAAsE;IACtE,uDAAuD;IACvD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAe,CAAC;IAE7C,IAAI,MAAW,CAAC;IAEhB,wEAAwE;IACxE,wEAAwE;IACxE,qEAAqE;IACrE,gEAAgE;IAChE,yEAAyE;IACzE,kEAAkE;IAClE,qEAAqE;IACrE,wEAAwE;IACxE,qEAAqE;IACrE,mEAAmE;IACnE,EAAE;IACF,oEAAoE;IACpE,yEAAyE;IACzE,sDAAsD;IACtD,MAAM,iBAAiB,GAAG,CAAC,IAAY,EAAE,UAAkB,EAAO,EAAE;QAClE,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;QACpC,yEAAyE;QACzE,6EAA6E;QAC7E,iEAAiE;QACjE,MAAM,MAAM,GAAG,UAAqC,CAAC;QACrD,MAAM,CAAC,GAAG,IAAK,MAAc,CAAC,UAAU,CAAC,CAAC;QAC1C,CAAC,CAAC,QAAQ,GAAG,UAAU,CAAC;QACxB,CAAC,CAAC,KAAK,GAAI,MAAc,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACpD,0EAA0E;QAC1E,8DAA8D;QAC9D,MAAM,WAAW,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;QAC9C,kEAAkE;QAClE,2CAA2C;QAC3C,iEAAiE;QACjE,kDAAkD;QAClD,sEAAsE;QACtE,kEAAkE;QAClE,6CAA6C;QAC7C,MAAM,UAAU,GAAG,CAAC,EAAU,EAAE,EAAE;YAChC,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAC/D,OAAO,CACL,UAAU,KAAK,sBAAsB;gBACrC,UAAU,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAC7C,CAAC;QACJ,CAAC,CAAC;QACF,oEAAoE;QACpE,uEAAuE;QACvE,oEAAoE;QACpE,+BAA+B;QAC/B,MAAM,aAAa,GAAG,CAAC,EAAU,EAAE,EAAE,CACnC,EAAE,KAAK,kCAAkC;YACzC,EAAE,KAAK,0BAA0B;YACjC,EAAE,KAAK,cAAc,CAAC;QACxB,uEAAuE;QACvE,yEAAyE;QACzE,0EAA0E;QAC1E,MAAM,UAAU,GAAG,mBAAmB,EAAE,CAAC;QAEzC,sEAAsE;QACtE,wEAAwE;QACxE,yEAAyE;QACzE,mEAAmE;QACnE,wEAAwE;QACxE,sEAAsE;QACtE,uEAAuE;QACvE,oEAAoE;QACpE,uEAAuE;QACvE,0DAA0D;QAC1D,MAAM,oBAAoB,GAAG,CAAC,cAAsB,EAAO,EAAE;YAC3D,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YACjD,IAAI,MAAM,KAAK,SAAS;gBAAE,OAAO,MAAM,CAAC;YACxC,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,iEAAiE;gBACjE,iEAAiE;gBACjE,2DAA2D;gBAC3D,MAAM,IAAI,KAAK,CACb,kCAAkC,cAAc,IAAI;oBACpD,sEAAsE,CACvE,CAAC;YACJ,CAAC;YACD,MAAM,YAAY,GAAG,YAAY,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;YAC3D,MAAM,SAAS,GAAG,aAAa,CAAC,YAAY,EAAE;gBAC5C,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,QAAQ;gBAChB,UAAU,EAAE,cAAc;aAC3B,CAAC,CAAC,IAAI,CAAC;YACR,MAAM,aAAa,GAAG,iBAAiB,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;YACnE,aAAa,CAAC,GAAG,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;YACjD,OAAO,aAAa,CAAC;QACvB,CAAC,CAAC;QAEF,MAAM,cAAc,GAAG,CAAC,EAAU,EAAE,EAAE;YACpC,IAAI,UAAU,CAAC,EAAE,CAAC,IAAI,aAAa,CAAC,EAAE,CAAC,EAAE,CAAC;gBACxC,OAAO,UAAU,CAAC;YACpB,CAAC;YACD,8DAA8D;YAC9D,iEAAiE;YACjE,iEAAiE;YACjE,sDAAsD;YACtD,IAAI,QAA4B,CAAC;YACjC,IAAI,CAAC;gBACH,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACrC,CAAC;YAAC,MAAM,CAAC;gBACP,8DAA8D;gBAC9D,iDAAiD;YACnD,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,kBAAkB,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;gBACxD,mEAAmE;gBACnE,mEAAmE;gBACnE,4DAA4D;gBAC5D,yBAAyB;gBACzB,IACE,kBAAkB,CAAC,QAAQ,CAAC,0BAA0B,CAAC;oBACvD,kBAAkB,CAAC,QAAQ,CAAC,uBAAuB,CAAC,EACpD,CAAC;oBACD,OAAO,UAAU,CAAC;gBACpB,CAAC;gBACD,IAAI,kBAAkB,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBACvC,OAAO,oBAAoB,CAAC,QAAQ,CAAC,CAAC;gBACxC,CAAC;YACH,CAAC;YACD,IAAI,CAAC;gBACH,OAAO,WAAW,CAAC,EAAE,CAAC,CAAC;YACzB,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,IAAI,GAAG,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;oBACnC,MAAM,IAAI,KAAK,CACb,gFAAgF,EAAE,OAAO;wBACzF,IAAI,EAAE,+EAA+E;wBACrF,8FAA8F,CAC/F,CAAC;gBACJ,CAAC;gBACD,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC,CAAC;QACD,cAAsB,CAAC,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC;QAEtD,MAAM,OAAO,GAAG,gEAAgE,IAAI,OAAO,CAAC;QAC5F,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;QACjC,UAAU,CAAC,CAAC,CAAC,OAAO,EAAE,cAAc,EAAE,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;QAC9D,OAAO,CAAC,CAAC,OAAO,CAAC;IACnB,CAAC,CAAC;IAEF,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5B,yEAAyE;QACzE,qEAAqE;QACrE,MAAM,GAAG,iBAAiB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAClD,CAAC;SAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACnC,sEAAsE;QACtE,qEAAqE;QACrE,mEAAmE;QACnE,kEAAkE;QAClE,EAAE;QACF,uEAAuE;QACvE,+DAA+D;QAC/D,+DAA+D;QAC/D,iEAAiE;QACjE,kEAAkE;QAClE,oEAAoE;QACpE,oEAAoE;QACpE,sEAAsE;QACtE,qEAAqE;QACrE,qEAAqE;QACrE,oDAAoD;QACpD,gEAAgE;QAChE,oEAAoE;QACpE,qEAAqE;QACrE,uEAAuE;QACvE,mEAAmE;QACnE,sEAAsE;QACtE,mEAAmE;QACnE,iEAAiE;QACjE,sEAAsE;QACtE,uEAAuE;QACvE,4DAA4D;QAC5D,mCAAmC;QACnC,EAAE;QACF,gEAAgE;QAChE,iEAAiE;QACjE,sEAAsE;QACtE,mEAAmE;QACnE,2DAA2D;QAC3D,oEAAoE;QACpE,mBAAmB;QACnB,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,kCAAkC,QAAQ,6BAA6B,CAAC,CAAC;QAC3F,CAAC;QACD,IAAI,SAAiB,CAAC;QACtB,IAAI,CAAC;YACH,SAAS,GAAG,aAAa,CAAC,UAAU,EAAE;gBACpC,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,QAAQ;gBAChB,UAAU,EAAE,OAAO;aACpB,CAAC,CAAC,IAAI,CAAC;QACV,CAAC;QAAC,OAAO,UAAe,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CACb,kCAAkC,QAAQ,IAAI;gBAC9C,qEAAqE,UAAU,CAAC,OAAO,IAAI;gBAC3F,qDAAqD,CACtD,CAAC;QACJ,CAAC;QACD,MAAM,GAAG,iBAAiB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACjD,CAAC;SAAM,CAAC;QACN,8DAA8D;QAC9D,sEAAsE;QACtE,oEAAoE;QACpE,oEAAoE;QACpE,oEAAoE;QACpE,8BAA8B;QAC9B,EAAE;QACF,mEAAmE;QACnE,gEAAgE;QAChE,uEAAuE;QACvE,iEAAiE;QACjE,2DAA2D;QAC3D,kEAAkE;QAClE,sEAAsE;QACtE,oEAAoE;QACpE,sEAAsE;QACtE,qEAAqE;QACrE,kEAAkE;QAClE,sEAAsE;QACtE,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC,IAAI,cAAc,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YAChH,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,wEAAwE;IACxE,qEAAqE;IACrE,iCAAiC;IACjC,MAAM,SAAS,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAE9C,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CACb,UAAU,QAAQ,qFAAqF,CACxG,CAAC;IACJ,CAAC;IAED,uDAAuD;IACvD,iEAAiE;IACjE,wEAAwE;IACxE,+DAA+D;IAC/D,MAAM,MAAM,GAAqB,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACpD,GAAG,EAAE;QACL,IAAI,EAAE,mBAAmB,CAAC,EAAE,EAAE,UAAU,CAAC;QACzC,UAAU,EAAE,qBAAqB,CAAC,EAAE,CAAC;KACtC,CAAC,CAAC,CAAC;IAEJ,gEAAgE;IAChE,qEAAqE;IACrE,6DAA6D;IAC7D,MAAM,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC/C,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;QACxB,IAAI,EAAE,CAAC,aAAa,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;YACpD,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;YACnB,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAED,wDAAwD;IACxD,yEAAyE;IACzE,4DAA4D;IAC5D,MAAM,KAAK,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAE1C,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;AACjF,CAAC"}

package/lib/dist/lib/trajectoryStepDisplay.d.ts

@@ -0,0 +1,25 @@
+import { TrajectoryStep } from '../types/index.js';
+/**
+ * Re-derive the intended `user` step for one specific, unambiguous legacy
+ * shape: a `thinking` step whose content starts with the literal `User: `
+ * echo prefix. We can't retroactively rewrite stored reports, so every
+ * surface that renders or compares trajectories (the Test Case Output tab,
+ * side-by-side comparison views, and the trajectory diff/similarity engine)
+ * calls this at read time instead of leaving old reports permanently
+ * mislabeled — and, just as importantly, so an old-shape report and a
+ * freshly-run new-shape report showing the identical prompt don't register
+ * as a false "modified"/"added+removed" diff purely because of the step's
+ * `type` and `content` prefix.
+ *
+ * Deliberately NOT restricted to index 0: the old producers emitted this
+ * shape for every user turn in a multi-turn session, not just the opening
+ * one, so restricting the check to the first step would leave later turns
+ * in old reports mislabeled. The exact-prefix match is a strong, specific
+ * signal (a real chain-of-thought paragraph starting with the literal
+ * string "User: ") so the false-positive risk of checking every step is
+ * low and no worse than the risk already accepted for the first step.
+ */
+export declare function normalizeLegacyUserStep(step: TrajectoryStep): TrajectoryStep;
+/** Apply {@link normalizeLegacyUserStep} across a full trajectory. */
+export declare function normalizeTrajectorySteps(steps: TrajectoryStep[]): TrajectoryStep[];
+//# sourceMappingURL=trajectoryStepDisplay.d.ts.map

package/lib/dist/lib/trajectoryStepDisplay.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"trajectoryStepDisplay.d.ts","sourceRoot":"","sources":["../../trajectoryStepDisplay.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAUzC;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,cAAc,GAAG,cAAc,CAK5E;AAED,sEAAsE;AACtE,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,cAAc,EAAE,GAAG,cAAc,EAAE,CAElF"}

package/lib/dist/lib/trajectoryStepDisplay.js

@@ -0,0 +1,42 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+/**
+ * Legacy prefix stamped by older producers (services/traces/spansToTrajectory.ts,
+ * pre owner-papercut fix) that echoed the user's prompt as a `thinking` step
+ * instead of giving it its own `'user'` step type. Producers no longer emit
+ * this shape, but old persisted reports still have it.
+ */
+const LEGACY_USER_PREFIX = 'User: ';
+/**
+ * Re-derive the intended `user` step for one specific, unambiguous legacy
+ * shape: a `thinking` step whose content starts with the literal `User: `
+ * echo prefix. We can't retroactively rewrite stored reports, so every
+ * surface that renders or compares trajectories (the Test Case Output tab,
+ * side-by-side comparison views, and the trajectory diff/similarity engine)
+ * calls this at read time instead of leaving old reports permanently
+ * mislabeled — and, just as importantly, so an old-shape report and a
+ * freshly-run new-shape report showing the identical prompt don't register
+ * as a false "modified"/"added+removed" diff purely because of the step's
+ * `type` and `content` prefix.
+ *
+ * Deliberately NOT restricted to index 0: the old producers emitted this
+ * shape for every user turn in a multi-turn session, not just the opening
+ * one, so restricting the check to the first step would leave later turns
+ * in old reports mislabeled. The exact-prefix match is a strong, specific
+ * signal (a real chain-of-thought paragraph starting with the literal
+ * string "User: ") so the false-positive risk of checking every step is
+ * low and no worse than the risk already accepted for the first step.
+ */
+export function normalizeLegacyUserStep(step) {
+    if (step.type === 'thinking' && step.content.startsWith(LEGACY_USER_PREFIX)) {
+        return { ...step, type: 'user', content: step.content.slice(LEGACY_USER_PREFIX.length) };
+    }
+    return step;
+}
+/** Apply {@link normalizeLegacyUserStep} across a full trajectory. */
+export function normalizeTrajectorySteps(steps) {
+    return steps.map(normalizeLegacyUserStep);
+}
+//# sourceMappingURL=trajectoryStepDisplay.js.map

package/lib/dist/lib/trajectoryStepDisplay.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"trajectoryStepDisplay.js","sourceRoot":"","sources":["../../trajectoryStepDisplay.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH;;;;;GAKG;AACH,MAAM,kBAAkB,GAAG,QAAQ,CAAC;AAEpC;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,UAAU,uBAAuB,CAAC,IAAoB;IAC1D,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAC5E,OAAO,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC;IAC3F,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,wBAAwB,CAAC,KAAuB;IAC9D,OAAO,KAAK,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;AAC5C,CAAC"}

package/lib/dist/lib/utils.d.ts

@@ -26,6 +26,25 @@ export declare const formatRelativeTime: (timestamp: string) => string;
  * Gets the display name for a model ID from config
  */
 export declare const getModelName: (modelId: string) => string;
+/**
+ * Display label for the judge model column on the Evaluation Runs page.
+ * Judge model ids share the same registry as agent model ids
+ * (DEFAULT_CONFIG.models), so this reuses {@link getModelName} for the
+ * shortened display name. Runs created before `judgeModelId` was tracked
+ * (or agentic-provider judges that pick their own model) have no value —
+ * render an em dash rather than a blank cell so the missing-field state is
+ * visually distinct from a zero-width label.
+ */
+export declare const getJudgeModelLabel: (judgeModelId?: string | null) => string;
+/**
+ * Display label for the evaluator column on the Evaluation Runs page.
+ * `nameById` is a lightweight id→name lookup (built once from
+ * GET /api/storage/evaluators, not per-row) so this stays a pure function of
+ * already-fetched data. Falls back to the raw id if the evaluator was
+ * deleted/renamed since the run executed, and to an em dash if the run has
+ * no `evaluatorId` at all (legacy runs, or providers that don't record one).
+ */
+export declare const getEvaluatorLabel: (evaluatorId: string | undefined | null, nameById: Map<string, string>) => string;
 /**
  * Returns a short, stable suffix for a TestCaseRun id, suitable for embedding
  * in an auto-generated run name. Run ids are shaped
@@ -93,4 +112,19 @@ export declare const getMetricTextColor: (type: "primary" | "success" | "error"
  * Truncates text to a specified length with ellipsis
  */
 export declare const truncate: (text: string, length: number) => string;
+/**
+ * Detect the syntax-highlighting language for a code-SDK eval file from its
+ * extension. Isomorphic (no Node built-ins) so it's shared by the CLI/server
+ * import path (lib/testCases/loader.ts, which re-exports this) AND the
+ * browser-side EvalSourceCodeView component -- one source of truth for
+ * "what language is this file" instead of duplicating the extension check.
+ *
+ * `.mjs`/`.js`/`.cjs` -> javascript, everything else code-like (`.ts` and
+ * unknown extensions) -> typescript. There's no `.jsx`/`.tsx` case today --
+ * eval files are plain Node scripts, not React -- but typescript's grammar
+ * is a superset of JS syntax so defaulting unknown-but-code extensions to
+ * it is the safer guess for highlighting purposes (worst case: a few
+ * JS-only tokens render unstyled, never mis-highlighted).
+ */
+export declare function detectSourceLanguage(fileName: string): 'javascript' | 'typescript';
 //# sourceMappingURL=utils.d.ts.map

package/lib/dist/lib/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../utils.ts"],"names":[],"mappings":"AAKA,OAAO,EAAQ,KAAK,UAAU,EAAE,MAAM,MAAM,CAAA;AAE5C,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAA;AAGvD,wBAAgB,EAAE,CAAC,GAAG,MAAM,EAAE,UAAU,EAAE,UAEzC;AA0BD;;;GAGG;AACH,eAAO,MAAM,aAAa,GAAI,OAAO,MAAM,KAAG,MAS7C,CAAC;AASF;;;GAGG;AACH,eAAO,MAAM,kBAAkB,GAAI,YAAY,UAAU,KAAG,MAE3D,CAAC;AAIF;;;;GAIG;AACH,eAAO,MAAM,UAAU,GACrB,WAAW,MAAM,EACjB,UAAS,iBAA8B,KACtC,MAiBF,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,kBAAkB,GAAI,WAAW,MAAM,KAAG,MAatD,CAAC;AAIF;;GAEG;AACH,eAAO,MAAM,YAAY,GAAI,SAAS,MAAM,KAAG,MAG9C,CAAC;AAIF;;;;;;;GAOG;AACH,eAAO,MAAM,aAAa,GAAI,OAAO,MAAM,KAAG,MAG7C,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,iBAAiB,GAAI,KAAK;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,KAAG,MAGtE,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,eAAO,MAAM,kBAAkB,GAC7B,SAAS,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,GAAG,SAAS,GAAG,IAAI,KAC7D,MAAM,GAAG,IASX,CAAC;AAIF;;;;GAIG;AACH,eAAO,MAAM,gBAAgB,GAAI,UAAU,MAAM,KAAG,MAWnD,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,cAAc,GAAI,QAAQ,SAAS,GAAG,OAAO,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,KAAG,MAS7F,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB,GAAI,MAAM,SAAS,GAAG,SAAS,GAAG,OAAO,GAAG,SAAS,GAAG,MAAM,GAAG,WAAW,KAAG,MAU7G,CAAC;AAIF;;GAEG;AACH,eAAO,MAAM,QAAQ,GAAI,MAAM,MAAM,EAAE,QAAQ,MAAM,KAAG,MAGvD,CAAC"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../utils.ts"],"names":[],"mappings":"AAKA,OAAO,EAAQ,KAAK,UAAU,EAAE,MAAM,MAAM,CAAA;AAE5C,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAA;AAGvD,wBAAgB,EAAE,CAAC,GAAG,MAAM,EAAE,UAAU,EAAE,UAEzC;AA0BD;;;GAGG;AACH,eAAO,MAAM,aAAa,GAAI,OAAO,MAAM,KAAG,MAS7C,CAAC;AASF;;;GAGG;AACH,eAAO,MAAM,kBAAkB,GAAI,YAAY,UAAU,KAAG,MAE3D,CAAC;AAIF;;;;GAIG;AACH,eAAO,MAAM,UAAU,GACrB,WAAW,MAAM,EACjB,UAAS,iBAA8B,KACtC,MAiBF,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,kBAAkB,GAAI,WAAW,MAAM,KAAG,MAatD,CAAC;AAIF;;GAEG;AACH,eAAO,MAAM,YAAY,GAAI,SAAS,MAAM,KAAG,MAG9C,CAAC;AAEF;;;;;;;;GAQG;AACH,eAAO,MAAM,kBAAkB,GAAI,eAAe,MAAM,GAAG,IAAI,KAAG,MAGjE,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,iBAAiB,GAC5B,aAAa,MAAM,GAAG,SAAS,GAAG,IAAI,EACtC,UAAU,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,KAC5B,MAGF,CAAC;AAIF;;;;;;;GAOG;AACH,eAAO,MAAM,aAAa,GAAI,OAAO,MAAM,KAAG,MAG7C,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,iBAAiB,GAAI,KAAK;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,KAAG,MAGtE,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,eAAO,MAAM,kBAAkB,GAC7B,SAAS,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,GAAG,SAAS,GAAG,IAAI,KAC7D,MAAM,GAAG,IASX,CAAC;AAIF;;;;GAIG;AACH,eAAO,MAAM,gBAAgB,GAAI,UAAU,MAAM,KAAG,MAWnD,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,cAAc,GAAI,QAAQ,SAAS,GAAG,OAAO,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,KAAG,MAS7F,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB,GAAI,MAAM,SAAS,GAAG,SAAS,GAAG,OAAO,GAAG,SAAS,GAAG,MAAM,GAAG,WAAW,KAAG,MAU7G,CAAC;AAIF;;GAEG;AACH,eAAO,MAAM,QAAQ,GAAI,MAAM,MAAM,EAAE,QAAQ,MAAM,KAAG,MAGvD,CAAC;AAIF;;;;;;;;;;;;;GAaG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,YAAY,GAAG,YAAY,CAMlF"}

package/lib/dist/lib/utils.js

@@ -106,6 +106,33 @@ export const getModelName = (modelId) => {
     const model = DEFAULT_CONFIG.models[modelId];
     return model?.display_name || modelId;
 };
+/**
+ * Display label for the judge model column on the Evaluation Runs page.
+ * Judge model ids share the same registry as agent model ids
+ * (DEFAULT_CONFIG.models), so this reuses {@link getModelName} for the
+ * shortened display name. Runs created before `judgeModelId` was tracked
+ * (or agentic-provider judges that pick their own model) have no value —
+ * render an em dash rather than a blank cell so the missing-field state is
+ * visually distinct from a zero-width label.
+ */
+export const getJudgeModelLabel = (judgeModelId) => {
+    if (!judgeModelId)
+        return '—';
+    return getModelName(judgeModelId);
+};
+/**
+ * Display label for the evaluator column on the Evaluation Runs page.
+ * `nameById` is a lightweight id→name lookup (built once from
+ * GET /api/storage/evaluators, not per-row) so this stays a pure function of
+ * already-fetched data. Falls back to the raw id if the evaluator was
+ * deleted/renamed since the run executed, and to an em dash if the run has
+ * no `evaluatorId` at all (legacy runs, or providers that don't record one).
+ */
+export const getEvaluatorLabel = (evaluatorId, nameById) => {
+    if (!evaluatorId)
+        return '—';
+    return nameById.get(evaluatorId) || evaluatorId;
+};
 // ==================== Run Utilities ====================
 /**
  * Returns a short, stable suffix for a TestCaseRun id, suitable for embedding
@@ -229,4 +256,26 @@ export const truncate = (text, length) => {
         return text;
     return text.substring(0, length).trim() + '...';
 };
+// ==================== Eval Source Language Detection ====================
+/**
+ * Detect the syntax-highlighting language for a code-SDK eval file from its
+ * extension. Isomorphic (no Node built-ins) so it's shared by the CLI/server
+ * import path (lib/testCases/loader.ts, which re-exports this) AND the
+ * browser-side EvalSourceCodeView component -- one source of truth for
+ * "what language is this file" instead of duplicating the extension check.
+ *
+ * `.mjs`/`.js`/`.cjs` -> javascript, everything else code-like (`.ts` and
+ * unknown extensions) -> typescript. There's no `.jsx`/`.tsx` case today --
+ * eval files are plain Node scripts, not React -- but typescript's grammar
+ * is a superset of JS syntax so defaulting unknown-but-code extensions to
+ * it is the safer guess for highlighting purposes (worst case: a few
+ * JS-only tokens render unstyled, never mis-highlighted).
+ */
+export function detectSourceLanguage(fileName) {
+    const lower = fileName.toLowerCase();
+    if (lower.endsWith('.js') || lower.endsWith('.mjs') || lower.endsWith('.cjs')) {
+        return 'javascript';
+    }
+    return 'typescript';
+}
 //# sourceMappingURL=utils.js.map