@inspectr/mcplab 1.28.5 → 1.30.0

package/dist/app-server/runs-store.d.ts

@@ -1,49 +1,66 @@
-import type { EvalConfig, ResultsJson, ScenarioRunTraceRecord } from '@inspectr/mcplab-core';
+import { type ResultsJson } from '@inspectr/mcplab-core';
+import type { EvalConfig, ExecutionSource, RunOutcome, ScenarioRunTraceRecord } from '@inspectr/mcplab-core';
+export declare class RunStoreError extends Error {
+    readonly statusCode: number;
+    constructor(statusCode: number, message: string);
+}
+export declare class RunNotFoundError extends RunStoreError {
+    constructor(runId: string);
+}
+export declare class RunValidationError extends RunStoreError {
+    constructor(runId: string, message: string);
+}
 export interface RunSummary {
-  runId: string;
-  path: string;
-  timestamp: string;
-  runNote?: string;
-  configHash: string;
-  configPath?: string;
-  configName?: string;
-  mcpServerVersions?: Record<string, string | null>;
-  langsmithTraceUrls?: Record<string, string>;
-  toolTokensTotal?: number | null;
-  scenarioIds?: string[];
-  scenarioNames?: string[];
-  rerunAgents?: string[];
-  rerunScenarioIds?: string[];
-  rerunServerOverrideAll?: string[];
-  rerunScenarioServerOverrides?: Record<string, string[]>;
-  totalScenarios: number;
-  totalRuns: number;
-  passRate: number;
-  avgToolCalls: number;
-  avgLatencyMs: number;
-  totalDurationMs?: number;
-  totalToolDurationMs?: number;
-  checkCounts: {
-    passed: number;
-    failed: number;
-    not_evaluated: number;
-    total: number;
-  };
+    runId: string;
+    /** Parent evaluation identity for queue/grouped runs, when present. */
+    evaluationRunId?: string;
+    path: string;
+    timestamp: string;
+    runNote?: string;
+    configHash: string;
+    configPath?: string;
+    configName?: string;
+    mcpServerVersions?: Record<string, string | null>;
+    langsmithTraceUrls?: Record<string, string>;
+    toolTokensTotal?: number | null;
+    scenarioIds?: string[];
+    scenarioNames?: string[];
+    agentIds?: string[];
+    rerunAgents?: string[];
+    rerunScenarioIds?: string[];
+    rerunServerOverrideAll?: string[];
+    rerunNewConversationBeforeStart?: boolean;
+    rerunNewConversationBetweenScenarios?: boolean;
+    rerunScenarioServerOverrides?: Record<string, string[]>;
+    totalScenarios: number;
+    totalRuns: number;
+    passRate: number | null;
+    avgToolCalls: number;
+    avgLatencyMs: number;
+    totalDurationMs?: number;
+    totalToolDurationMs?: number;
+    outcomes?: Partial<Record<RunOutcome, number>>;
+    executionSource?: ExecutionSource;
+    executionClient?: string;
+    checkCounts: {
+        passed: number;
+        failed: number;
+        not_evaluated: number;
+        not_executed?: number;
+        total: number;
+    };
 }
 export interface ListRunsFilter {
-  since?: string;
-  until?: string;
-  lastDays?: number;
-  scenario?: string;
+    since?: string;
+    until?: string;
+    lastDays?: number;
+    scenario?: string;
 }
+export declare function invalidateRunSummaryCache(runsDir: string, runId: string): void;
 export declare function listRuns(runsDir: string, filter?: ListRunsFilter): RunSummary[];
 export declare function getRunResults(runId: string, runsDir: string): ResultsJson;
-export declare function selectScenarioIds(
-  config: EvalConfig,
-  requestedScenarioIds?: string[]
-): EvalConfig;
-export declare function getScenarioRunTraceRecords(
-  runId: string,
-  runsDir: string
-): ScenarioRunTraceRecord[];
-//# sourceMappingURL=runs-store.d.ts.map
+export declare function selectScenarioIds(config: EvalConfig, requestedScenarioIds?: string[]): EvalConfig;
+export declare function getScenarioRunTraceRecords(runId: string, runsDir: string, options?: {
+    requireResults?: boolean;
+}): ScenarioRunTraceRecord[];
+//# sourceMappingURL=runs-store.d.ts.map

package/dist/app-server/runs-store.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runs-store.d.ts","sourceRoot":"","sources":["../../src/app-server/runs-store.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAG7F,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC;IAClD,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC5C,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,sBAAsB,CAAC,EAAE,MAAM,EAAE,CAAC;IAClC,4BAA4B,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IACxD,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,WAAW,EAAE;QACX,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;QACf,aAAa,EAAE,MAAM,CAAC;QACtB,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;CACH;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,wBAAgB,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,cAAc,GAAG,UAAU,EAAE,CAkG/E;AAED,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,WAAW,CAKzE;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,UAAU,EAAE,oBAAoB,CAAC,EAAE,MAAM,EAAE,GAAG,UAAU,CAgBjG;AAED,wBAAgB,0BAA0B,CACxC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,GACd,sBAAsB,EAAE,CA0B1B"}
+{"version":3,"file":"runs-store.d.ts","sourceRoot":"","sources":["../../src/app-server/runs-store.ts"],"names":[],"mappings":"AAEA,OAAO,EAKL,KAAK,WAAW,EAEjB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,UAAU,EACV,sBAAsB,EACvB,MAAM,uBAAuB,CAAC;AAG/B,qBAAa,aAAc,SAAQ,KAAK;IAEpC,QAAQ,CAAC,UAAU,EAAE,MAAM;IAD7B,YACW,UAAU,EAAE,MAAM,EAC3B,OAAO,EAAE,MAAM,EAIhB;CACF;AAED,qBAAa,gBAAiB,SAAQ,aAAa;IACjD,YAAY,KAAK,EAAE,MAAM,EAGxB;CACF;AAED,qBAAa,kBAAmB,SAAQ,aAAa;IACnD,YAAY,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAGzC;CACF;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,uEAAuE;IACvE,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC;IAClD,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC5C,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,sBAAsB,CAAC,EAAE,MAAM,EAAE,CAAC;IAClC,+BAA+B,CAAC,EAAE,OAAO,CAAC;IAC1C,oCAAoC,CAAC,EAAE,OAAO,CAAC;IAC/C,4BAA4B,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IACxD,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;IAC/C,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE;QACX,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;QACf,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;CACH;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAkBD,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAE9E;AA4FD,wBAAgB,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,cAAc,GAAG,UAAU,EAAE,CA+D/E;AAED,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,WAAW,CAQzE;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,UAAU,EAAE,oBAAoB,CAAC,EAAE,MAAM,EAAE,GAAG,UAAU,CAgBjG;AAED,wBAAgB,0BAA0B,CACxC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE;IAAE,cAAc,CAAC,EAAE,OAAO,CAAA;CAAE,GACrC,sBAAsB,EAAE,CA8B1B"}

package/dist/app-server/runs-store.js

@@ -1,10 +1,115 @@
-import { existsSync, readFileSync, readdirSync } from 'node:fs';
+import { existsSync, readFileSync } from 'node:fs';
 import { join } from 'node:path';
-import { tallyCheckCounts } from '@inspectr/mcplab-core';
+import { listRunDirectories, snapshotRunDirectory, snapshotsEqual, tallyCheckCounts } from '@inspectr/mcplab-core';
 import { ensureInsideRoot } from './store-utils.js';
+export class RunStoreError extends Error {
+    statusCode;
+    constructor(statusCode, message) {
+        super(message);
+        this.statusCode = statusCode;
+        this.name = 'RunStoreError';
+    }
+}
+export class RunNotFoundError extends RunStoreError {
+    constructor(runId) {
+        super(404, `Run not found: ${runId}`);
+        this.name = 'RunNotFoundError';
+    }
+}
+export class RunValidationError extends RunStoreError {
+    constructor(runId, message) {
+        super(422, `Invalid run ${runId}: ${message}`);
+        this.name = 'RunValidationError';
+    }
+}
+const runSummaryCache = new Map();
+function cacheFor(runsDir) {
+    const key = ensureInsideRoot(runsDir, runsDir);
+    const existing = runSummaryCache.get(key);
+    if (existing)
+        return existing;
+    const created = new Map();
+    runSummaryCache.set(key, created);
+    return created;
+}
+export function invalidateRunSummaryCache(runsDir, runId) {
+    cacheFor(runsDir).delete(runId);
+}
+function validateRunResults(runId, results) {
+    if (!results || typeof results !== 'object' || !results.metadata) {
+        throw new RunValidationError(runId, 'metadata is missing');
+    }
+    if (results.metadata.run_id !== runId) {
+        throw new RunValidationError(runId, `metadata.run_id must match the run directory name (received ${String(results.metadata.run_id)})`);
+    }
+}
+function readAndValidateRunResults(runId, resultsPath) {
+    let parsed;
+    try {
+        parsed = JSON.parse(readFileSync(resultsPath, 'utf8'));
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        throw new RunValidationError(runId, `results.json could not be parsed (${message})`);
+    }
+    validateRunResults(runId, parsed);
+    return parsed;
+}
+function buildRunSummary(runId, dir, results) {
+    const scenarioItems = Array.isArray(results.scenarios) ? results.scenarios : [];
+    const checkCounts = tallyCheckCounts(scenarioItems.flatMap((scenario) => (scenario.runs ?? []).flatMap((run) => run.check_results ?? [])));
+    return {
+        runId,
+        evaluationRunId: results.metadata.evaluation_run_id ?? results.metadata.evaluation_group_id,
+        path: dir,
+        timestamp: results.metadata.timestamp,
+        runNote: results.metadata.run_note,
+        configHash: results.metadata.config_hash,
+        configPath: results.metadata.config_path,
+        configName: results.metadata.config_name,
+        mcpServerVersions: results.metadata.mcp_server_versions,
+        langsmithTraceUrls: results.metadata.langsmith_trace_urls,
+        toolTokensTotal: typeof results.metadata.tool_tokens_total === 'number'
+            ? (results.metadata.tool_tokens_total ?? null)
+            : null,
+        scenarioIds: scenarioItems
+            .map((scenario) => String(scenario.scenario_id ?? ''))
+            .filter(Boolean),
+        scenarioNames: scenarioItems
+            .map((scenario) => String(scenario.scenario_name ?? ''))
+            .filter(Boolean),
+        agentIds: scenarioItems.map((scenario) => String(scenario.agent ?? '')).filter(Boolean),
+        rerunAgents: results.metadata.rerun_agents,
+        rerunScenarioIds: results.metadata.rerun_scenario_ids,
+        rerunServerOverrideAll: results.metadata.rerun_server_override_all,
+        rerunNewConversationBeforeStart: results.metadata.rerun_new_conversation_before_start,
+        rerunNewConversationBetweenScenarios: results.metadata.rerun_new_conversation_between_scenarios,
+        rerunScenarioServerOverrides: results.metadata.rerun_scenario_server_overrides,
+        totalScenarios: results.summary.total_scenarios,
+        totalRuns: results.summary.total_runs,
+        passRate: results.summary.total_runs <=
+            (results.summary.outcomes?.stopped ??
+                scenarioItems
+                    .flatMap((scenario) => scenario.runs ?? [])
+                    .filter((run) => run.outcome === 'stopped').length)
+            ? null
+            : results.summary.pass_rate,
+        avgToolCalls: results.summary.avg_tool_calls_per_run,
+        avgLatencyMs: results.summary.avg_tool_latency_ms ?? 0,
+        totalToolDurationMs: typeof results.metadata.total_tool_duration_ms ===
+            'number'
+            ? Math.max(0, results.metadata.total_tool_duration_ms ?? 0)
+            : undefined,
+        totalDurationMs: typeof results.metadata.total_duration_ms === 'number'
+            ? Math.max(0, results.metadata.total_duration_ms ?? 0)
+            : undefined,
+        outcomes: results.summary.outcomes,
+        executionSource: results.metadata.execution_source,
+        executionClient: results.metadata.execution_client,
+        checkCounts
+    };
+}
 export function listRuns(runsDir, filter) {
-    if (!existsSync(runsDir))
-        return [];
     const sinceParsedMs = filter?.since ? new Date(filter.since).getTime() : NaN;
     const untilParsedMs = filter?.until ? new Date(filter.until).getTime() : NaN;
     const sinceMsFromIso = Number.isFinite(sinceParsedMs) ? sinceParsedMs : Number.NEGATIVE_INFINITY;
@@ -15,83 +120,60 @@ export function listRuns(runsDir, filter) {
     const sinceMsFromLastDays = lastDays !== null ? Date.now() - lastDays * 24 * 60 * 60 * 1000 : Number.NEGATIVE_INFINITY;
     const sinceMs = Math.max(sinceMsFromIso, sinceMsFromLastDays);
     const untilMs = untilMsFromIso;
-    const runDirs = readdirSync(runsDir).map((name) => ensureInsideRoot(runsDir, join(runsDir, name)));
+    const cache = cacheFor(runsDir);
+    const runIds = listRunDirectories(runsDir);
+    const currentRunIds = new Set(runIds);
+    for (const cachedRunId of cache.keys()) {
+        if (!currentRunIds.has(cachedRunId))
+            cache.delete(cachedRunId);
+    }
     const summaries = [];
-    for (const dir of runDirs) {
-        const resultsPath = join(dir, 'results.json');
-        if (!existsSync(resultsPath))
+    for (const runId of runIds) {
+        const dir = ensureInsideRoot(runsDir, join(runsDir, runId));
+        const snapshot = snapshotRunDirectory(runsDir, runId, ['results.json']);
+        if (!snapshot?.files['results.json']) {
+            cache.delete(runId);
             continue;
-        try {
-            const results = JSON.parse(readFileSync(resultsPath, 'utf8'));
-            const timestampMs = new Date(results.metadata.timestamp).getTime();
-            if (!Number.isFinite(timestampMs) || timestampMs < sinceMs || timestampMs > untilMs) {
-                continue;
+        }
+        const cached = cache.get(runId);
+        let summary = cached?.summary;
+        if (!cached || !snapshotsEqual(cached.snapshot, snapshot)) {
+            try {
+                const results = readAndValidateRunResults(runId, ensureInsideRoot(runsDir, join(dir, 'results.json')));
+                summary = buildRunSummary(runId, dir, results);
+                cache.set(runId, { snapshot, summary });
             }
-            const scenarioItems = Array.isArray(results.scenarios) ? results.scenarios : [];
-            if (filter?.scenario?.trim()) {
-                const needle = filter.scenario.trim();
-                const matchesScenario = scenarioItems.some((scenario) => {
-                    const scenarioId = String(scenario.scenario_id ?? '').trim();
-                    const scenarioName = String(scenario.scenario_name ?? '').trim();
-                    return scenarioId === needle || scenarioName === needle;
-                });
-                if (!matchesScenario)
-                    continue;
+            catch {
+                cache.delete(runId);
+                continue;
             }
-            const checkCounts = tallyCheckCounts(scenarioItems.flatMap((scenario) => (scenario.runs ?? []).flatMap((run) => run.check_results ?? [])));
-            summaries.push({
-                runId: results.metadata.run_id,
-                path: dir,
-                timestamp: results.metadata.timestamp,
-                runNote: results.metadata.run_note,
-                configHash: results.metadata.config_hash,
-                configPath: results.metadata.config_path,
-                configName: results.metadata.config_name,
-                mcpServerVersions: results.metadata.mcp_server_versions,
-                langsmithTraceUrls: results.metadata.langsmith_trace_urls,
-                toolTokensTotal: typeof results.metadata.tool_tokens_total ===
-                    'number'
-                    ? results.metadata.tool_tokens_total ?? null
-                    : null,
-                scenarioIds: scenarioItems
-                    .map((scenario) => String(scenario.scenario_id ?? ''))
-                    .filter(Boolean),
-                scenarioNames: scenarioItems
-                    .map((scenario) => String(scenario.scenario_name ?? ''))
-                    .filter(Boolean),
-                rerunAgents: results.metadata.rerun_agents,
-                rerunScenarioIds: results.metadata.rerun_scenario_ids,
-                rerunServerOverrideAll: results.metadata.rerun_server_override_all,
-                rerunScenarioServerOverrides: results.metadata.rerun_scenario_server_overrides,
-                totalScenarios: results.summary.total_scenarios,
-                totalRuns: results.summary.total_runs,
-                passRate: results.summary.pass_rate,
-                avgToolCalls: results.summary.avg_tool_calls_per_run,
-                avgLatencyMs: results.summary.avg_tool_latency_ms ?? 0,
-                totalToolDurationMs: typeof results.metadata
-                    .total_tool_duration_ms === 'number'
-                    ? Math.max(0, results.metadata.total_tool_duration_ms ??
-                        0)
-                    : undefined,
-                totalDurationMs: typeof results.metadata.total_duration_ms ===
-                    'number'
-                    ? Math.max(0, results.metadata.total_duration_ms ?? 0)
-                    : undefined,
-                checkCounts
-            });
         }
-        catch {
-            // Ignore malformed runs.
+        if (!summary)
+            continue;
+        const timestampMs = new Date(summary.timestamp).getTime();
+        if (!Number.isFinite(timestampMs) || timestampMs < sinceMs || timestampMs > untilMs) {
+            continue;
         }
+        const scenarioItems = summary.scenarioIds ?? [];
+        if (filter?.scenario?.trim()) {
+            const needle = filter.scenario.trim();
+            const matchesScenario = scenarioItems.includes(needle) || (summary.scenarioNames ?? []).includes(needle);
+            if (!matchesScenario)
+                continue;
+        }
+        summaries.push(summary);
     }
     return summaries.sort((a, b) => new Date(b.timestamp).getTime() - new Date(a.timestamp).getTime());
 }
 export function getRunResults(runId, runsDir) {
+    if (!runId.trim() || runId.includes('/') || runId.includes('\\')) {
+        throw new RunStoreError(400, 'Invalid run id');
+    }
     const runDir = ensureInsideRoot(runsDir, join(runsDir, runId));
     const resultsPath = ensureInsideRoot(runsDir, join(runDir, 'results.json'));
-    if (!existsSync(resultsPath))
-        throw new Error(`Run not found: ${runId}`);
-    return JSON.parse(readFileSync(resultsPath, 'utf8'));
+    if (!existsSync(runDir) || !existsSync(resultsPath))
+        throw new RunNotFoundError(runId);
+    return readAndValidateRunResults(runId, resultsPath);
 }
 export function selectScenarioIds(config, requestedScenarioIds) {
     if (!requestedScenarioIds || requestedScenarioIds.length === 0)
@@ -110,7 +192,12 @@ export function selectScenarioIds(config, requestedScenarioIds) {
     }
     return { ...config, scenarios };
 }
-export function getScenarioRunTraceRecords(runId, runsDir) {
+export function getScenarioRunTraceRecords(runId, runsDir, options) {
+    if (options?.requireResults !== false)
+        getRunResults(runId, runsDir);
+    else if (!runId.trim() || runId.includes('/') || runId.includes('\\')) {
+        throw new RunStoreError(400, 'Invalid run id');
+    }
     const runDir = ensureInsideRoot(runsDir, join(runsDir, runId));
     const tracePath = ensureInsideRoot(runsDir, join(runDir, 'trace.jsonl'));
     if (!existsSync(tracePath))

package/dist/app-server/runs-store.js.map

@@ -1 +1 @@
-{"version":3,"file":"runs-store.js","sourceRoot":"","sources":["../../src/app-server/runs-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAChE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAEzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAyCpD,MAAM,UAAU,QAAQ,CAAC,OAAe,EAAE,MAAuB;IAC/D,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IACpC,MAAM,aAAa,GAAG,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;IAC7E,MAAM,aAAa,GAAG,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;IAC7E,MAAM,cAAc,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC;IACjG,MAAM,cAAc,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC;IACjG,MAAM,QAAQ,GACZ,OAAO,MAAM,EAAE,QAAQ,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC;QAC7F,CAAC,CAAC,MAAM,CAAC,QAAQ;QACjB,CAAC,CAAC,IAAI,CAAC;IACX,MAAM,mBAAmB,GACvB,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC;IAC7F,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,cAAc,CAAC;IAC/B,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAChD,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAC/C,CAAC;IACF,MAAM,SAAS,GAAiB,EAAE,CAAC;IACnC,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;QAC9C,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;YAAE,SAAS;QACvC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAgB,CAAC;YAC7E,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;YACnE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,WAAW,GAAG,OAAO,IAAI,WAAW,GAAG,OAAO,EAAE,CAAC;gBACpF,SAAS;YACX,CAAC;YACD,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;YAChF,IAAI,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC;gBAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACtC,MAAM,eAAe,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;oBACtD,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;oBAC7D,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;oBACjE,OAAO,UAAU,KAAK,MAAM,IAAI,YAAY,KAAK,MAAM,CAAC;gBAC1D,CAAC,CAAC,CAAC;gBACH,IAAI,CAAC,eAAe;oBAAE,SAAS;YACjC,CAAC;YACD,MAAM,WAAW,GAAG,gBAAgB,CAClC,aAAa,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CACjC,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,aAAa,IAAI,EAAE,CAAC,CAChE,CACF,CAAC;YACF,SAAS,CAAC,IAAI,CAAC;gBACb,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAC9B,IAAI,EAAE,GAAG;gBACT,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;gBACrC,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;gBAClC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,WAAW;gBACxC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,WAAW;gBACxC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,WAAW;gBACxC,iBAAiB,EAAE,OAAO,CAAC,QAAQ,CAAC,mBAAmB;gBACvD,kBAAkB,EAAE,OAAO,CAAC,QAAQ,CAAC,oBAAoB;gBACzD,eAAe,EACb,OAAQ,OAAO,CAAC,QAA4C,CAAC,iBAAiB;oBAC9E,QAAQ;oBACN,CAAC,CAAE,OAAO,CAAC,QAA2C,CAAC,iBAAiB,IAAI,IAAI;oBAChF,CAAC,CAAC,IAAI;gBACV,WAAW,EAAE,aAAa;qBACvB,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;qBACrD,MAAM,CAAC,OAAO,CAAC;gBAClB,aAAa,EAAE,aAAa;qBACzB,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC;qBACvD,MAAM,CAAC,OAAO,CAAC;gBAClB,WAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,YAAY;gBAC1C,gBAAgB,EAAE,OAAO,CAAC,QAAQ,CAAC,kBAAkB;gBACrD,sBAAsB,EAAE,OAAO,CAAC,QAAQ,CAAC,yBAAyB;gBAClE,4BAA4B,EAAE,OAAO,CAAC,QAAQ,CAAC,+BAA+B;gBAC9E,cAAc,EAAE,OAAO,CAAC,OAAO,CAAC,eAAe;gBAC/C,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,UAAU;gBACrC,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,SAAS;gBACnC,YAAY,EAAE,OAAO,CAAC,OAAO,CAAC,sBAAsB;gBACpD,YAAY,EAAE,OAAO,CAAC,OAAO,CAAC,mBAAmB,IAAI,CAAC;gBACtD,mBAAmB,EACjB,OAAQ,OAAO,CAAC,QAAiD;qBAC9D,sBAAsB,KAAK,QAAQ;oBACpC,CAAC,CAAC,IAAI,CAAC,GAAG,CACN,CAAC,EACA,OAAO,CAAC,QAAgD,CAAC,sBAAsB;wBAC9E,CAAC,CACJ;oBACH,CAAC,CAAC,SAAS;gBACf,eAAe,EACb,OAAQ,OAAO,CAAC,QAA4C,CAAC,iBAAiB;oBAC9E,QAAQ;oBACN,CAAC,CAAC,IAAI,CAAC,GAAG,CACN,CAAC,EACA,OAAO,CAAC,QAA2C,CAAC,iBAAiB,IAAI,CAAC,CAC5E;oBACH,CAAC,CAAC,SAAS;gBACf,WAAW;aACZ,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,yBAAyB;QAC3B,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC,IAAI,CACnB,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAC5E,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAa,EAAE,OAAe;IAC1D,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IAC/D,MAAM,WAAW,GAAG,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC;IAC5E,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAC;IACzE,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAgB,CAAC;AACtE,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAkB,EAAE,oBAA+B;IACnF,IAAI,CAAC,oBAAoB,IAAI,oBAAoB,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IAC9E,MAAM,SAAS,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC9E,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IAC1C,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;IACxC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;IACvF,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;IACnE,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CACb,sBAAsB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,MAAM,CAAC,SAAS;aACrE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAChB,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,GAAG,MAAM,EAAE,SAAS,EAAE,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,KAAa,EACb,OAAe;IAEf,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IAC/D,MAAM,SAAS,GAAG,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;IACzE,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,EAAE,CAAC;IACtC,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1C,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,OAAO,CAAC,CAAC;IACnB,MAAM,OAAO,GAA6B,EAAE,CAAC;IAC7C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;YAC3D,IACE,MAAM;gBACN,MAAM,CAAC,IAAI,KAAK,cAAc;gBAC9B,MAAM,CAAC,aAAa,KAAK,CAAC;gBAC1B,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ;gBACtC,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,EAChC,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,MAA2C,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,0BAA0B;QAC5B,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}
+{"version":3,"file":"runs-store.js","sourceRoot":"","sources":["../../src/app-server/runs-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EACL,kBAAkB,EAClB,oBAAoB,EACpB,cAAc,EACd,gBAAgB,EAGjB,MAAM,uBAAuB,CAAC;AAO/B,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAEpD,MAAM,OAAO,aAAc,SAAQ,KAAK;IAE3B,UAAU;IADrB,YACW,UAAkB,EAC3B,OAAe;QAEf,KAAK,CAAC,OAAO,CAAC,CAAC;0BAHN,UAAU;QAInB,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAC9B,CAAC;CACF;AAED,MAAM,OAAO,gBAAiB,SAAQ,aAAa;IACjD,YAAY,KAAa;QACvB,KAAK,CAAC,GAAG,EAAE,kBAAkB,KAAK,EAAE,CAAC,CAAC;QACtC,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IACjC,CAAC;CACF;AAED,MAAM,OAAO,kBAAmB,SAAQ,aAAa;IACnD,YAAY,KAAa,EAAE,OAAe;QACxC,KAAK,CAAC,GAAG,EAAE,eAAe,KAAK,KAAK,OAAO,EAAE,CAAC,CAAC;QAC/C,IAAI,CAAC,IAAI,GAAG,oBAAoB,CAAC;IACnC,CAAC;CACF;AAuDD,MAAM,eAAe,GAAG,IAAI,GAAG,EAAyC,CAAC;AAEzE,SAAS,QAAQ,CAAC,OAAe;IAC/B,MAAM,GAAG,GAAG,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC1C,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC9B,MAAM,OAAO,GAAG,IAAI,GAAG,EAA4B,CAAC;IACpD,eAAe,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAClC,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,OAAe,EAAE,KAAa;IACtE,QAAQ,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa,EAAE,OAAoB;IAC7D,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QACjE,MAAM,IAAI,kBAAkB,CAAC,KAAK,EAAE,qBAAqB,CAAC,CAAC;IAC7D,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;QACtC,MAAM,IAAI,kBAAkB,CAC1B,KAAK,EACL,+DAA+D,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAClG,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,yBAAyB,CAAC,KAAa,EAAE,WAAmB;IACnE,IAAI,MAAmB,CAAC;IACxB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAgB,CAAC;IACxE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,MAAM,IAAI,kBAAkB,CAAC,KAAK,EAAE,qCAAqC,OAAO,GAAG,CAAC,CAAC;IACvF,CAAC;IACD,kBAAkB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAClC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CAAC,KAAa,EAAE,GAAW,EAAE,OAAoB;IACvE,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;IAChF,MAAM,WAAW,GAAG,gBAAgB,CAClC,aAAa,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CACjC,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,aAAa,IAAI,EAAE,CAAC,CAChE,CACF,CAAC;IACF,OAAO;QACL,KAAK;QACL,eAAe,EAAE,OAAO,CAAC,QAAQ,CAAC,iBAAiB,IAAI,OAAO,CAAC,QAAQ,CAAC,mBAAmB;QAC3F,IAAI,EAAE,GAAG;QACT,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;QACrC,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;QAClC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,WAAW;QACxC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,WAAW;QACxC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,WAAW;QACxC,iBAAiB,EAAE,OAAO,CAAC,QAAQ,CAAC,mBAAmB;QACvD,kBAAkB,EAAE,OAAO,CAAC,QAAQ,CAAC,oBAAoB;QACzD,eAAe,EACb,OAAQ,OAAO,CAAC,QAA4C,CAAC,iBAAiB,KAAK,QAAQ;YACzF,CAAC,CAAC,CAAE,OAAO,CAAC,QAA2C,CAAC,iBAAiB,IAAI,IAAI,CAAC;YAClF,CAAC,CAAC,IAAI;QACV,WAAW,EAAE,aAAa;aACvB,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;aACrD,MAAM,CAAC,OAAO,CAAC;QAClB,aAAa,EAAE,aAAa;aACzB,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC;aACvD,MAAM,CAAC,OAAO,CAAC;QAClB,QAAQ,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;QACvF,WAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,YAAY;QAC1C,gBAAgB,EAAE,OAAO,CAAC,QAAQ,CAAC,kBAAkB;QACrD,sBAAsB,EAAE,OAAO,CAAC,QAAQ,CAAC,yBAAyB;QAClE,+BAA+B,EAAE,OAAO,CAAC,QAAQ,CAAC,mCAAmC;QACrF,oCAAoC,EAAE,OAAO,CAAC,QAAQ,CAAC,wCAAwC;QAC/F,4BAA4B,EAAE,OAAO,CAAC,QAAQ,CAAC,+BAA+B;QAC9E,cAAc,EAAE,OAAO,CAAC,OAAO,CAAC,eAAe;QAC/C,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,UAAU;QACrC,QAAQ,EACN,OAAO,CAAC,OAAO,CAAC,UAAU;YAC1B,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO;gBAChC,aAAa;qBACV,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC;qBAC1C,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;YACrD,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS;QAC/B,YAAY,EAAE,OAAO,CAAC,OAAO,CAAC,sBAAsB;QACpD,YAAY,EAAE,OAAO,CAAC,OAAO,CAAC,mBAAmB,IAAI,CAAC;QACtD,mBAAmB,EACjB,OAAQ,OAAO,CAAC,QAAiD,CAAC,sBAAsB;YACxF,QAAQ;YACN,CAAC,CAAC,IAAI,CAAC,GAAG,CACN,CAAC,EACA,OAAO,CAAC,QAAgD,CAAC,sBAAsB,IAAI,CAAC,CACtF;YACH,CAAC,CAAC,SAAS;QACf,eAAe,EACb,OAAQ,OAAO,CAAC,QAA4C,CAAC,iBAAiB,KAAK,QAAQ;YACzF,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAG,OAAO,CAAC,QAA2C,CAAC,iBAAiB,IAAI,CAAC,CAAC;YAC1F,CAAC,CAAC,SAAS;QACf,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ;QAClC,eAAe,EAAE,OAAO,CAAC,QAAQ,CAAC,gBAAgB;QAClD,eAAe,EAAE,OAAO,CAAC,QAAQ,CAAC,gBAAgB;QAClD,WAAW;KACZ,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,OAAe,EAAE,MAAuB;IAC/D,MAAM,aAAa,GAAG,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;IAC7E,MAAM,aAAa,GAAG,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;IAC7E,MAAM,cAAc,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC;IACjG,MAAM,cAAc,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC;IACjG,MAAM,QAAQ,GACZ,OAAO,MAAM,EAAE,QAAQ,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC;QAC7F,CAAC,CAAC,MAAM,CAAC,QAAQ;QACjB,CAAC,CAAC,IAAI,CAAC;IACX,MAAM,mBAAmB,GACvB,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC;IAC7F,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,cAAc,CAAC;IAC/B,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;IAChC,MAAM,MAAM,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC3C,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;IACtC,KAAK,MAAM,WAAW,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QACvC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC;YAAE,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IACjE,CAAC;IAED,MAAM,SAAS,GAAiB,EAAE,CAAC;IACnC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QAC5D,MAAM,QAAQ,GAAG,oBAAoB,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC;QACxE,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;YACrC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACpB,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,OAAO,GAAG,MAAM,EAAE,OAAO,CAAC;QAC9B,IAAI,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC;YAC1D,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,yBAAyB,CACvC,KAAK,EACL,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC,CACrD,CAAC;gBACF,OAAO,GAAG,eAAe,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;gBAC/C,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;YAC1C,CAAC;YAAC,MAAM,CAAC;gBACP,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACpB,SAAS;YACX,CAAC;QACH,CAAC;QAED,IAAI,CAAC,OAAO;YAAE,SAAS;QAEvB,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;QAC1D,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,WAAW,GAAG,OAAO,IAAI,WAAW,GAAG,OAAO,EAAE,CAAC;YACpF,SAAS;QACX,CAAC;QACD,MAAM,aAAa,GAAG,OAAO,CAAC,WAAW,IAAI,EAAE,CAAC;QAChD,IAAI,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACtC,MAAM,eAAe,GACnB,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACnF,IAAI,CAAC,eAAe;gBAAE,SAAS;QACjC,CAAC;QACD,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC;IACD,OAAO,SAAS,CAAC,IAAI,CACnB,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAC5E,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAa,EAAE,OAAe;IAC1D,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACjE,MAAM,IAAI,aAAa,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAC;IACjD,CAAC;IACD,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IAC/D,MAAM,WAAW,GAAG,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC;IAC5E,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;QAAE,MAAM,IAAI,gBAAgB,CAAC,KAAK,CAAC,CAAC;IACvF,OAAO,yBAAyB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAkB,EAAE,oBAA+B;IACnF,IAAI,CAAC,oBAAoB,IAAI,oBAAoB,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IAC9E,MAAM,SAAS,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC9E,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IAC1C,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;IACxC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;IACvF,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;IACnE,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CACb,sBAAsB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,MAAM,CAAC,SAAS;aACrE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAChB,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,GAAG,MAAM,EAAE,SAAS,EAAE,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,KAAa,EACb,OAAe,EACf,OAAsC;IAEtC,IAAI,OAAO,EAAE,cAAc,KAAK,KAAK;QAAE,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;SAChE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACtE,MAAM,IAAI,aAAa,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAC;IACjD,CAAC;IACD,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IAC/D,MAAM,SAAS,GAAG,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;IACzE,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,EAAE,CAAC;IACtC,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1C,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,OAAO,CAAC,CAAC;IACnB,MAAM,OAAO,GAA6B,EAAE,CAAC;IAC7C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;YAC3D,IACE,MAAM;gBACN,MAAM,CAAC,IAAI,KAAK,cAAc;gBAC9B,MAAM,CAAC,aAAa,KAAK,CAAC;gBAC1B,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ;gBACtC,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,EAChC,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,MAA2C,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,0BAA0B;QAC5B,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}