@inspectr/mcplab 1.11.0 → 1.12.1

package/dist/app/index.html

@@ -16,7 +16,7 @@
     <meta name="twitter:card" content="summary_large_image" />
     <meta name="twitter:site" content="@Inspectr" />
     <meta name="twitter:image" content="" />
-    <script type="module" crossorigin src="/assets/index-CCDgY_NR.js"></script>
+    <script type="module" crossorigin src="/assets/index-Djwh_08m.js"></script>
     <link rel="stylesheet" crossorigin href="/assets/index-cqsnfkao.css">
   </head>
 

package/dist/app-server/app-context.d.ts

@@ -3,127 +3,178 @@ import type { AppSettings } from './types.js';
 import type { parseBody, asJson, asText } from './http.js';
 import type { addJobEvent, sendSseEvent } from './jobs.js';
 import type { readLibraries } from './libraries-store.js';
-import type { discoverMcpToolsForServers, runToolAnalysisJob, ToolAnalysisJob } from './tool-analysis-domain.js';
-import type { cleanupOAuthDebuggerSessions, oauthDebuggerSessionView, createOAuthDebuggerSession, startOrResumeOAuthDebuggerSession, submitManualCallbackToSession, submitBrowserCallbackToSession, stopOAuthDebuggerSession, oauthDebuggerExportMarkdown, oauthDebuggerExportRawTrace, OAuthDebuggerSession } from './oauth-debugger-domain.js';
+import type {
+  discoverMcpToolsForServers,
+  runToolAnalysisJob,
+  ToolAnalysisJob
+} from './tool-analysis-domain.js';
+import type {
+  cleanupOAuthDebuggerSessions,
+  oauthDebuggerSessionView,
+  createOAuthDebuggerSession,
+  startOrResumeOAuthDebuggerSession,
+  submitManualCallbackToSession,
+  submitBrowserCallbackToSession,
+  stopOAuthDebuggerSession,
+  oauthDebuggerExportMarkdown,
+  oauthDebuggerExportRawTrace,
+  OAuthDebuggerSession
+} from './oauth-debugger-domain.js';
 import type { OAuthRuntimeSession } from './oauth-runtime-domain.js';
-import type { cleanupAssistantSessions, touchAssistantSession, assistantSessionView, pickDefaultAssistantAgentName, resolveAssistantAgentFromConfig, resolveAssistantAgentFromLibraries, ScenarioAssistantSession } from './scenario-assistant-domain.js';
-import type { listSnapshots, buildSnapshotFromRun, saveSnapshot, loadSnapshot, compareRunToSnapshot, applySnapshotPolicyToRunResult } from '../snapshot.js';
-import type { getRunResults, listRuns, getScenarioRunTraceRecords, selectScenarioIds } from './runs-store.js';
+import type {
+  cleanupAssistantSessions,
+  touchAssistantSession,
+  assistantSessionView,
+  pickDefaultAssistantAgentName,
+  resolveAssistantAgentFromConfig,
+  resolveAssistantAgentFromLibraries,
+  ScenarioAssistantSession
+} from './scenario-assistant-domain.js';
+import type {
+  listSnapshots,
+  buildSnapshotFromRun,
+  saveSnapshot,
+  loadSnapshot,
+  compareRunToSnapshot,
+  applySnapshotPolicyToRunResult
+} from '../snapshot.js';
+import type {
+  getRunResults,
+  listRuns,
+  getScenarioRunTraceRecords,
+  selectScenarioIds
+} from './runs-store.js';
 import type { decodeEvalId, ensureInsideRoot, safeFileName } from './store-utils.js';
 import type { readConfigRecord, readConfigRecordOrInvalid, listConfigs } from './config-store.js';
 import type { RunSummary } from './runs-store.js';
 import type { ConfigRecord } from './config-store.js';
-import type { ResultsJson, EvalConfig, ExecutableEvalConfig, chatWithAgent } from '@inspectr/mcplab-core';
+import type {
+  ResultsJson,
+  EvalConfig,
+  ExecutableEvalConfig,
+  chatWithAgent
+} from '@inspectr/mcplab-core';
 export interface AppRouteRequestContext {
-    req: IncomingMessage;
-    res: ServerResponse;
-    pathname: string;
-    method: string;
-    settings: AppSettings;
+  req: IncomingMessage;
+  res: ServerResponse;
+  pathname: string;
+  method: string;
+  settings: AppSettings;
 }
 export interface ActiveJobState {
-    get(): string | null;
-    set(value: string | null): void;
+  get(): string | null;
+  set(value: string | null): void;
 }
 export interface RunQueueState {
-    activeJobId: string | null;
-    queue: string[];
-    isAdvancingQueue: boolean;
+  activeJobId: string | null;
+  queue: string[];
+  isAdvancingQueue: boolean;
 }
 export interface HttpDeps {
-    parseBody: typeof parseBody;
-    asJson: typeof asJson;
-    asText: typeof asText;
+  parseBody: typeof parseBody;
+  asJson: typeof asJson;
+  asText: typeof asText;
 }
 export interface JobStreamDeps {
-    addJobEvent: typeof addJobEvent;
-    sendSseEvent: typeof sendSseEvent;
+  addJobEvent: typeof addJobEvent;
+  sendSseEvent: typeof sendSseEvent;
 }
 export interface LibraryDeps {
-    readLibraries: typeof readLibraries;
+  readLibraries: typeof readLibraries;
 }
 export interface ToolAnalysisDeps extends LibraryDeps {
-    discoverMcpToolsForServers: typeof discoverMcpToolsForServers;
-    runToolAnalysisJob: typeof runToolAnalysisJob;
+  discoverMcpToolsForServers: typeof discoverMcpToolsForServers;
+  runToolAnalysisJob: typeof runToolAnalysisJob;
 }
 export interface AssistantDeps extends LibraryDeps {
-    cleanupAssistantSessions: typeof cleanupAssistantSessions;
-    touchAssistantSession: typeof touchAssistantSession;
-    assistantSessionView: typeof assistantSessionView;
-    ensureInsideRoot: typeof ensureInsideRoot;
-    pickDefaultAssistantAgentName: typeof pickDefaultAssistantAgentName;
-    resolveAssistantAgentFromConfig: typeof resolveAssistantAgentFromConfig;
-    resolveAssistantAgentFromLibraries: typeof resolveAssistantAgentFromLibraries;
+  cleanupAssistantSessions: typeof cleanupAssistantSessions;
+  touchAssistantSession: typeof touchAssistantSession;
+  assistantSessionView: typeof assistantSessionView;
+  ensureInsideRoot: typeof ensureInsideRoot;
+  pickDefaultAssistantAgentName: typeof pickDefaultAssistantAgentName;
+  resolveAssistantAgentFromConfig: typeof resolveAssistantAgentFromConfig;
+  resolveAssistantAgentFromLibraries: typeof resolveAssistantAgentFromLibraries;
 }
 export interface ResultAssistantDeps extends LibraryDeps {
-    pickDefaultAssistantAgentName: typeof pickDefaultAssistantAgentName;
-    resolveAssistantAgentFromLibraries: typeof resolveAssistantAgentFromLibraries;
-    preloadResultAssistantTools: typeof import('./result-assistant-domain.js').preloadResultAssistantTools;
-    continueResultAssistantTurn: typeof import('./result-assistant-domain.js').continueResultAssistantTurn;
-    executeResultAssistantToolCall: typeof import('./result-assistant-domain.js').executeResultAssistantToolCall;
-    summarizeToolResultForResultAssistant: typeof import('./result-assistant-domain.js').summarizeToolResultForResultAssistant;
+  pickDefaultAssistantAgentName: typeof pickDefaultAssistantAgentName;
+  resolveAssistantAgentFromLibraries: typeof resolveAssistantAgentFromLibraries;
+  preloadResultAssistantTools: typeof import('./result-assistant-domain.js').preloadResultAssistantTools;
+  continueResultAssistantTurn: typeof import('./result-assistant-domain.js').continueResultAssistantTurn;
+  executeResultAssistantToolCall: typeof import('./result-assistant-domain.js').executeResultAssistantToolCall;
+  summarizeToolResultForResultAssistant: typeof import('./result-assistant-domain.js').summarizeToolResultForResultAssistant;
 }
 export interface ScenarioAssistantDeps extends LibraryDeps {
-    cleanupAssistantSessions: typeof cleanupAssistantSessions;
-    touchAssistantSession: typeof touchAssistantSession;
-    assistantSessionView: typeof assistantSessionView;
-    ensureInsideRoot: typeof ensureInsideRoot;
-    pickDefaultAssistantAgentName: typeof pickDefaultAssistantAgentName;
-    resolveAssistantAgentFromConfig: typeof resolveAssistantAgentFromConfig;
-    resolveAssistantAgentFromLibraries: typeof resolveAssistantAgentFromLibraries;
-    preloadAssistantTools: typeof import('./scenario-assistant-domain.js').preloadAssistantTools;
-    continueAssistantTurn: typeof import('./scenario-assistant-domain.js').continueAssistantTurn;
-    executeAssistantToolCall: typeof import('./scenario-assistant-domain.js').executeAssistantToolCall;
-    summarizeToolResultForAssistant: typeof import('./scenario-assistant-domain.js').summarizeToolResultForAssistant;
+  cleanupAssistantSessions: typeof cleanupAssistantSessions;
+  touchAssistantSession: typeof touchAssistantSession;
+  assistantSessionView: typeof assistantSessionView;
+  ensureInsideRoot: typeof ensureInsideRoot;
+  pickDefaultAssistantAgentName: typeof pickDefaultAssistantAgentName;
+  resolveAssistantAgentFromConfig: typeof resolveAssistantAgentFromConfig;
+  resolveAssistantAgentFromLibraries: typeof resolveAssistantAgentFromLibraries;
+  preloadAssistantTools: typeof import('./scenario-assistant-domain.js').preloadAssistantTools;
+  continueAssistantTurn: typeof import('./scenario-assistant-domain.js').continueAssistantTurn;
+  executeAssistantToolCall: typeof import('./scenario-assistant-domain.js').executeAssistantToolCall;
+  summarizeToolResultForAssistant: typeof import('./scenario-assistant-domain.js').summarizeToolResultForAssistant;
 }
 export interface OAuthDebuggerDeps extends LibraryDeps {
-    cleanupOAuthDebuggerSessions: typeof cleanupOAuthDebuggerSessions;
-    oauthDebuggerSessionView: typeof oauthDebuggerSessionView;
-    createOAuthDebuggerSession: typeof createOAuthDebuggerSession;
-    startOrResumeOAuthDebuggerSession: typeof startOrResumeOAuthDebuggerSession;
-    submitManualCallbackToSession: typeof submitManualCallbackToSession;
-    submitBrowserCallbackToSession: typeof submitBrowserCallbackToSession;
-    stopOAuthDebuggerSession: typeof stopOAuthDebuggerSession;
-    oauthDebuggerExportMarkdown: typeof oauthDebuggerExportMarkdown;
-    oauthDebuggerExportRawTrace: typeof oauthDebuggerExportRawTrace;
+  cleanupOAuthDebuggerSessions: typeof cleanupOAuthDebuggerSessions;
+  oauthDebuggerSessionView: typeof oauthDebuggerSessionView;
+  createOAuthDebuggerSession: typeof createOAuthDebuggerSession;
+  startOrResumeOAuthDebuggerSession: typeof startOrResumeOAuthDebuggerSession;
+  submitManualCallbackToSession: typeof submitManualCallbackToSession;
+  submitBrowserCallbackToSession: typeof submitBrowserCallbackToSession;
+  stopOAuthDebuggerSession: typeof stopOAuthDebuggerSession;
+  oauthDebuggerExportMarkdown: typeof oauthDebuggerExportMarkdown;
+  oauthDebuggerExportRawTrace: typeof oauthDebuggerExportRawTrace;
 }
 export interface SnapshotDeps {
-    listSnapshots: typeof listSnapshots;
-    buildSnapshotFromRun: typeof buildSnapshotFromRun;
-    saveSnapshot: typeof saveSnapshot;
-    loadSnapshot: typeof loadSnapshot;
-    compareRunToSnapshot: typeof compareRunToSnapshot;
-    getRunResults: typeof getRunResults;
-    decodeEvalId: typeof decodeEvalId;
-    readConfigRecord: typeof readConfigRecord;
+  listSnapshots: typeof listSnapshots;
+  buildSnapshotFromRun: typeof buildSnapshotFromRun;
+  saveSnapshot: typeof saveSnapshot;
+  loadSnapshot: typeof loadSnapshot;
+  compareRunToSnapshot: typeof compareRunToSnapshot;
+  getRunResults: typeof getRunResults;
+  decodeEvalId: typeof decodeEvalId;
+  readConfigRecord: typeof readConfigRecord;
 }
 export interface ConfigDeps {
-    listConfigs: typeof listConfigs;
-    safeFileName: typeof safeFileName;
-    ensureInsideRoot: typeof ensureInsideRoot;
-    decodeEvalId: typeof decodeEvalId;
-    readConfigRecord: typeof readConfigRecord;
-    readConfigRecordOrInvalid: typeof readConfigRecordOrInvalid;
+  listConfigs: typeof listConfigs;
+  safeFileName: typeof safeFileName;
+  ensureInsideRoot: typeof ensureInsideRoot;
+  decodeEvalId: typeof decodeEvalId;
+  readConfigRecord: typeof readConfigRecord;
+  readConfigRecordOrInvalid: typeof readConfigRecordOrInvalid;
 }
 export interface RunDeps {
-    ensureInsideRoot: typeof ensureInsideRoot;
-    listRuns: typeof listRuns;
-    getRunResults: typeof getRunResults;
-    getScenarioRunTraceRecords: typeof getScenarioRunTraceRecords;
-    selectScenarioIds: typeof selectScenarioIds;
-    expandConfigForAgents: (config: EvalConfig, requestedAgents?: string[]) => ExecutableEvalConfig;
-    resolveRunSelectedAgents: (config: EvalConfig, requestedAgents?: string[]) => string[] | undefined;
-    loadSnapshot: typeof loadSnapshot;
-    compareRunToSnapshot: typeof compareRunToSnapshot;
-    applySnapshotPolicyToRunResult: typeof applySnapshotPolicyToRunResult;
-    readLibraries: typeof readLibraries;
-    pickDefaultAssistantAgentName: typeof pickDefaultAssistantAgentName;
-    resolveAssistantAgentFromLibraries: typeof resolveAssistantAgentFromLibraries;
-    chatWithAgent: typeof chatWithAgent;
-    pkgVersion: string;
-}
-export interface AppRouteDeps extends HttpDeps, JobStreamDeps, ToolAnalysisDeps, OAuthDebuggerDeps, ResultAssistantDeps, ScenarioAssistantDeps, SnapshotDeps, ConfigDeps, RunDeps {
+  ensureInsideRoot: typeof ensureInsideRoot;
+  listRuns: typeof listRuns;
+  getRunResults: typeof getRunResults;
+  getScenarioRunTraceRecords: typeof getScenarioRunTraceRecords;
+  selectScenarioIds: typeof selectScenarioIds;
+  expandConfigForAgents: (config: EvalConfig, requestedAgents?: string[]) => ExecutableEvalConfig;
+  resolveRunSelectedAgents: (
+    config: EvalConfig,
+    requestedAgents?: string[]
+  ) => string[] | undefined;
+  loadSnapshot: typeof loadSnapshot;
+  compareRunToSnapshot: typeof compareRunToSnapshot;
+  applySnapshotPolicyToRunResult: typeof applySnapshotPolicyToRunResult;
+  readLibraries: typeof readLibraries;
+  pickDefaultAssistantAgentName: typeof pickDefaultAssistantAgentName;
+  resolveAssistantAgentFromLibraries: typeof resolveAssistantAgentFromLibraries;
+  chatWithAgent: typeof chatWithAgent;
+  pkgVersion: string;
 }
+export interface AppRouteDeps
+  extends HttpDeps,
+    JobStreamDeps,
+    ToolAnalysisDeps,
+    OAuthDebuggerDeps,
+    ResultAssistantDeps,
+    ScenarioAssistantDeps,
+    SnapshotDeps,
+    ConfigDeps,
+    RunDeps {}
 export type ToolAnalysisJobsMap = Map<string, ToolAnalysisJob>;
 export type OAuthDebuggerSessionsMap = Map<string, OAuthDebuggerSession>;
 export type OAuthRuntimeSessionsMap = Map<string, OAuthRuntimeSession>;
@@ -131,4 +182,4 @@ export type AssistantSessionsMap = Map<string, ScenarioAssistantSession>;
 export type RunsResults = ResultsJson;
 export type RunsList = RunSummary[];
 export type ConfigRecords = ConfigRecord[];
-//# sourceMappingURL=app-context.d.ts.map
+//# sourceMappingURL=app-context.d.ts.map

package/dist/app-server/oauth-session-manager.d.ts

@@ -1,55 +1,61 @@
 import type { OAuthDebuggerSessionsMap, OAuthRuntimeSessionsMap } from './app-context.js';
 export interface OAuthEnsureServerResult {
-    serverName: string;
-    status: 'ready' | 'auth_required' | 'not_oauth';
-    debugState?: 'reused' | 'refreshed' | 'auth_required' | 'not_oauth';
-    tokenExpiresAt?: string;
-    tokenExpiresInSeconds?: number;
-    runtimeSessionId?: string;
-    authorizationUrl?: string;
-    authorizeLaunchUrl?: string;
-    message?: string;
+  serverName: string;
+  status: 'ready' | 'auth_required' | 'not_oauth';
+  debugState?: 'reused' | 'refreshed' | 'auth_required' | 'not_oauth';
+  tokenExpiresAt?: string;
+  tokenExpiresInSeconds?: number;
+  runtimeSessionId?: string;
+  authorizationUrl?: string;
+  authorizeLaunchUrl?: string;
+  message?: string;
 }
 export interface OAuthEnsureServersResponse {
-    servers: OAuthEnsureServerResult[];
-    allReady: boolean;
+  servers: OAuthEnsureServerResult[];
+  allReady: boolean;
 }
 export interface OAuthAuthRequiredDetail {
-    serverName: string;
-    runtimeSessionId?: string;
-    authorizationUrl?: string;
-    authorizeLaunchUrl?: string;
-    message: string;
+  serverName: string;
+  runtimeSessionId?: string;
+  authorizationUrl?: string;
+  authorizeLaunchUrl?: string;
+  message: string;
 }
 export declare class OAuthAuthorizationRequiredError extends Error {
-    readonly details: OAuthAuthRequiredDetail[];
-    constructor(details: OAuthAuthRequiredDetail[]);
+  readonly details: OAuthAuthRequiredDetail[];
+  constructor(details: OAuthAuthRequiredDetail[]);
 }
 export declare class OAuthSessionManager {
-    private readonly params;
-    private states;
-    constructor(params: {
-        librariesDir: string;
-        runtimeSessions: OAuthRuntimeSessionsMap;
-        oauthDebuggerSessions: OAuthDebuggerSessionsMap;
-        refreshSkewMs?: number;
-    });
-    setLibrariesDir(next: string): void;
-    private get refreshSkewMs();
-    private getServerConfig;
-    private getState;
-    private updateStateFromTokenPayload;
-    private syncStateFromRuntimeSession;
-    private tokenExpiredOrNearExpiry;
-    refreshIfNeeded(serverName: string): Promise<boolean>;
-    private getExistingRuntimeView;
-    ensureServerAuthorized(serverName: string, hostHeader?: string): Promise<OAuthEnsureServerResult>;
-    ensureServersAuthorized(serverNames: string[], hostHeader?: string): Promise<OAuthEnsureServersResponse>;
-    getAuthHeadersForServers(serverNames: string[], hostHeader?: string): Promise<Record<string, Record<string, string>>>;
-    noteRuntimeSession(serverName: string, runtimeSessionId: string): void;
-    checkServersAuthStatus(serverNames: string[]): {
-        name: string;
-        status: 'ready' | 'auth_required' | 'not_oauth';
-    }[];
+  private readonly params;
+  private states;
+  constructor(params: {
+    librariesDir: string;
+    runtimeSessions: OAuthRuntimeSessionsMap;
+    oauthDebuggerSessions: OAuthDebuggerSessionsMap;
+    refreshSkewMs?: number;
+  });
+  setLibrariesDir(next: string): void;
+  private get refreshSkewMs();
+  private getServerConfig;
+  private getState;
+  private updateStateFromTokenPayload;
+  private syncStateFromRuntimeSession;
+  private tokenExpiredOrNearExpiry;
+  refreshIfNeeded(serverName: string): Promise<boolean>;
+  private getExistingRuntimeView;
+  ensureServerAuthorized(serverName: string, hostHeader?: string): Promise<OAuthEnsureServerResult>;
+  ensureServersAuthorized(
+    serverNames: string[],
+    hostHeader?: string
+  ): Promise<OAuthEnsureServersResponse>;
+  getAuthHeadersForServers(
+    serverNames: string[],
+    hostHeader?: string
+  ): Promise<Record<string, Record<string, string>>>;
+  noteRuntimeSession(serverName: string, runtimeSessionId: string): void;
+  checkServersAuthStatus(serverNames: string[]): {
+    name: string;
+    status: 'ready' | 'auth_required' | 'not_oauth';
+  }[];
 }
-//# sourceMappingURL=oauth-session-manager.d.ts.map
+//# sourceMappingURL=oauth-session-manager.d.ts.map

package/dist/app-server/runs-routes.d.ts

@@ -3,41 +3,66 @@ import { type EvalConfig } from '@inspectr/mcplab-core';
 import type { SseEvent } from './jobs.js';
 import type { RunQueueState, AppRouteDeps, AppRouteRequestContext } from './app-context.js';
 import { type OAuthSessionManager } from './oauth-session-manager.js';
-export type RunsRouteDeps = Pick<AppRouteDeps, 'parseBody' | 'asJson' | 'addJobEvent' | 'sendSseEvent' | 'ensureInsideRoot' | 'listRuns' | 'getRunResults' | 'getScenarioRunTraceRecords' | 'selectScenarioIds' | 'expandConfigForAgents' | 'resolveRunSelectedAgents' | 'loadSnapshot' | 'compareRunToSnapshot' | 'applySnapshotPolicyToRunResult' | 'readLibraries' | 'pickDefaultAssistantAgentName' | 'pkgVersion'>;
+export type RunsRouteDeps = Pick<
+  AppRouteDeps,
+  | 'parseBody'
+  | 'asJson'
+  | 'addJobEvent'
+  | 'sendSseEvent'
+  | 'ensureInsideRoot'
+  | 'listRuns'
+  | 'getRunResults'
+  | 'getScenarioRunTraceRecords'
+  | 'selectScenarioIds'
+  | 'expandConfigForAgents'
+  | 'resolveRunSelectedAgents'
+  | 'loadSnapshot'
+  | 'compareRunToSnapshot'
+  | 'applySnapshotPolicyToRunResult'
+  | 'readLibraries'
+  | 'pickDefaultAssistantAgentName'
+  | 'pkgVersion'
+>;
 type RunParams = {
-    configPath: string;
-    runsPerScenario: number;
-    scenarioId?: string;
-    scenarioIds?: string[];
-    requestedAgents?: string[];
-    applySnapshotEval: boolean;
-    runNote?: string;
-    oauthServerNames?: string[];
+  configPath: string;
+  runsPerScenario: number;
+  scenarioId?: string;
+  scenarioIds?: string[];
+  requestedAgents?: string[];
+  applySnapshotEval: boolean;
+  runNote?: string;
+  oauthServerNames?: string[];
 };
 type RunJob = {
-    id: string;
-    status: 'queued' | 'blocked_auth' | 'running' | 'stopped' | 'completed' | 'error';
-    events: SseEvent[];
-    clients: Set<ServerResponse>;
-    abortController: AbortController;
-    runParams: RunParams;
-    blockedAuthServers?: string[];
+  id: string;
+  status: 'queued' | 'blocked_auth' | 'running' | 'stopped' | 'completed' | 'error';
+  events: SseEvent[];
+  clients: Set<ServerResponse>;
+  abortController: AbortController;
+  runParams: RunParams;
+  blockedAuthServers?: string[];
 };
-export declare function mergeLibraryAgentsIntoConfig(config: EvalConfig, libraryAgents: EvalConfig['agents']): EvalConfig;
-export declare function applyLibraryAgents(loaded: {
+export declare function mergeLibraryAgentsIntoConfig(
+  config: EvalConfig,
+  libraryAgents: EvalConfig['agents']
+): EvalConfig;
+export declare function applyLibraryAgents(
+  loaded: {
     config: EvalConfig;
     hash: string;
-}, libraryAgents: EvalConfig['agents']): void;
+  },
+  libraryAgents: EvalConfig['agents']
+): void;
 export declare function handleRunsRoutes(params: {
-    req: IncomingMessage;
-    res: ServerResponse;
-    pathname: string;
-    method: string;
-    settings: AppRouteRequestContext['settings'];
-    jobs: Map<string, RunJob>;
-    runQueueState: RunQueueState;
-    oauthSessionManager: OAuthSessionManager;
-    deps: RunsRouteDeps;
+  req: IncomingMessage;
+  res: ServerResponse;
+  pathname: string;
+  method: string;
+  settings: AppRouteRequestContext['settings'];
+  jobs: Map<string, RunJob>;
+  runQueueState: RunQueueState;
+  oauthSessionManager: OAuthSessionManager;
+  deps: RunsRouteDeps;
 }): Promise<boolean>;
 export {};
-//# sourceMappingURL=runs-routes.d.ts.map
+//# sourceMappingURL=runs-routes.d.ts.map

package/dist/app-server/runs-routes.js

@@ -1,7 +1,7 @@
 import { randomUUID } from 'node:crypto';
 import { existsSync, mkdtempSync, rmSync, writeFileSync } from 'node:fs';
 import { tmpdir } from 'node:os';
-import { isAbsolute, join, resolve } from 'node:path';
+import { isAbsolute, join, relative, resolve } from 'node:path';
 import { McpClientManager, loadConfig, hashConfig, runAll, renderSummaryMarkdown } from '@inspectr/mcplab-core';
 import { renderReport } from '@inspectr/mcplab-reporting';
 import { OAuthAuthorizationRequiredError } from './oauth-session-manager.js';
@@ -749,6 +749,12 @@ async function executeRunJob(job, settings, jobs, runQueueState, oauthSessionMan
                     });
                 }
             });
+            const relativeConfigPathRaw = relative(settings.evalsDir, configPath);
+            const relativeConfigPath = relativeConfigPathRaw.replace(/\\/g, '/').replace(/^\.\/+/, '');
+            results.metadata.config_path = relativeConfigPath || configPath;
+            if (loaded.config.name && loaded.config.name.trim().length > 0) {
+                results.metadata.config_name = loaded.config.name.trim();
+            }
             addJobEvent(job, {
                 type: 'log',
                 ts: new Date().toISOString(),