@inspectr/mcplab 1.28.4 → 1.29.0

package/dist/app-server/inspectr-session-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inspectr-session-manager.js","sourceRoot":"","sources":["../../src/app-server/inspectr-session-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAC9D,OAAO,EAAE,KAAK,IAAI,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAC1D,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAS5C,MAAM,UAAU,2BAA2B,CACzC,OAAgC;IAEhC,MAAM,IAAI,GAAG;QACX,QAAQ;QACR,cAAc,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;QACtC,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,mBAAmB,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACjF,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,gBAAgB,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,iBAAiB,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE;KAC/C,CAAC;IACF,OAAO;QACL,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QAC/B,mBAAmB,EAAE,OAAO,CAAC,SAAS,IAAI,cAAc,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;KACjF,CAAC;AACJ,CAAC;AAsBD,MAAM,OAAO,sBAAsB;IAChB,WAAW,CAAS;IACpB,WAAW,CAAS;IACpB,GAAG,CAA4B;IAC/B,YAAY,CAAwB;IACpC,KAAK,CAAsD;IAC3D,YAAY,CAA6D;IACzE,QAAQ,GAAG,IAAI,GAAG,EAA0B,CAAC;IAC7C,QAAQ,GAAG,IAAI,GAAG,EAAmC,CAAC;IAEvE,YAAY,OAAsC;QAChD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,sBAAsB,EAAE,CAAC;QACnE,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;QACtC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,gBAAgB,CAAC;QAC7D,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC;QAC3G,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,YAAY,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,SAAiB;QAC7B,MAAM,cAAc,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACnD,IAAI,QAAQ;YAAE,OAAO,QAAQ,CAAC;QAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACnD,IAAI,QAAQ;YAAE,OAAO,QAAQ,CAAC;QAE9B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;YACtD,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;QAC3C,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACjD,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7C,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzE,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,cAAsB;QACxC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5C,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAChD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC;QAC9D,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACpC,MAAM,OAAO,GAAG,UAAU,SAAS,CAAC,cAAc,CAAC,EAAE,CAAC;QACtD,MAAM,WAAW,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,oBAAoB,aAAa,EAAE,CAAC,CAAC;QAClE,YAAY,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAClD,YAAY,CAAC,YAAY,CAAC,GAAG,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;QAC1D,MAAM,OAAO,GAAyB;YACpC,cAAc;YACd,WAAW,EAAE,oBAAoB,SAAS,EAAE;YAC5C,YAAY,EAAE,YAAY,CAAC,QAAQ,EAAE;SACtC,CAAC;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CACtB,IAAI,CAAC,WAAW,EAChB;YACE,sBAAsB,SAAS,EAAE;YACjC,cAAc,aAAa,EAAE;YAC7B,aAAa,cAAc,EAAE;YAC7B,aAAa,OAAO,EAAE;YACtB,kBAAkB,WAAW,EAAE;YAC/B,eAAe;SAChB,EACD,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAC/C,CAAC;QACF,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;YACvB,MAAM,IAAI,KAAK,CACb,gCAAgC,cAAc,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC5G,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,GAAG,CACN,qCAAqC,OAAO,CAAC,cAAc,YAAY,OAAO,CAAC,WAAW,gBAAgB,OAAO,CAAC,YAAY,EAAE,CACjI,CAAC;QACF,MAAM,OAAO,GAAG,OAAyB,CAAC;QAC1C,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE;YAC/B,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE;YAC1C,GAAG,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE;SACvC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;QAC3C,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;YACtB,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,OAAO;gBAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAC1F,CAAC,CAAC,CAAC;QACH,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAED,SAAS,sBAAsB;IAC7B,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/C,MAAM,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC;IAC3E,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,eAAe,EAAE,MAAM,CAAC,CAEhE,CAAC;IACF,MAAM,GAAG,GAAG,OAAO,QAAQ,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC;IACrF,IAAI,CAAC,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;IAC7F,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,GAAG,CAAC,CAAC;IACvD,OAAO,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC;AAC1D,CAAC;AAED,SAAS,eAAe,CAAC,SAAiB;IACxC,IAAI,MAAW,CAAC;IAChB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,iDAAiD,SAAS,EAAE,CAAC,CAAC;IAChF,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAChE,MAAM,IAAI,KAAK,CAAC,gDAAgD,SAAS,EAAE,CAAC,CAAC;IAC/E,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,SAAiB,EAAE,WAAmB;IAC9E,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;IACpC,OAAO,IAAI,GAAG,CAAC,GAAG,QAAQ,CAAC,QAAQ,GAAG,QAAQ,CAAC,MAAM,EAAE,EAAE,WAAW,CAAC,CAAC,QAAQ,EAAE,CAAC;AACnF,CAAC;AAED,SAAS,SAAS,CAAC,MAAc;IAC/B,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACxE,CAAC;AAED,SAAS,OAAO,CAAC,KAAa;IAC5B,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,SAAS,CAAC;AAC1F,CAAC;AAED,KAAK,UAAU,gBAAgB;IAC7B,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;IAC9B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC7B,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;IACjC,MAAM,IAAI,GAAG,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACvE,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IACpE,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IACvE,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,OAA6B,EAAE,KAAoB;IAC7E,MAAM,KAAK,GAAG,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAClG,IAAI,WAAW,GAAG,KAAK,CAAC;IACxB,MAAM,UAAU,GAAG,GAAG,EAAE;QACtB,WAAW,GAAG,IAAI,CAAC;IACrB,CAAC,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IAChC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC;IACrC,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC7B,IAAI,WAAW;YAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC3E,IAAI,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;YAC7C,YAAY,IAAI,CAAC,CAAC;YAClB,IAAI,YAAY,IAAI,CAAC,IAAI,CAAC,MAAM,kBAAkB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;gBAAE,OAAO;QACpF,CAAC;aAAM,CAAC;YACN,YAAY,GAAG,CAAC,CAAC;QACnB,CAAC;QACD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC1D,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;AACxE,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,YAAoB;IACpD,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;QACvD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE;YACtC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC;SACnC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,KAAK,CAAC;QAC/B,MAAM,MAAM,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAIpC,CAAC;QACF,OAAO,OAAO,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC,CAAC;IAC7E,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,IAAY;IAC9B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,MAAM,GAAG,gBAAgB,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7D,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE;YAC1B,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;YACxB,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO,CAAC,KAAK,CAAC,CAAC;QACjB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,KAAoB;IAC3C,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;AACxB,CAAC"}

package/dist/app-server/jobs.d.ts

@@ -1,15 +1,12 @@
 import type { ServerResponse } from 'node:http';
 export type SseEvent = {
-  type: string;
-  ts: string;
-  payload: Record<string, unknown>;
+    type: string;
+    ts: string;
+    payload: Record<string, unknown>;
 };
 export declare function sendSseEvent(res: ServerResponse, event: SseEvent): void;
-export declare function addJobEvent(
-  job: {
+export declare function addJobEvent(job: {
     events: SseEvent[];
     clients: Set<ServerResponse>;
-  },
-  event: SseEvent
-): void;
-//# sourceMappingURL=jobs.d.ts.map
+}, event: SseEvent): void;
+//# sourceMappingURL=jobs.d.ts.map

package/dist/app-server/libraries-store.d.ts

@@ -1,15 +1,31 @@
-import type { EvalConfig } from '@inspectr/mcplab-core';
+import type { BrowserAgentConfig, BrowserProviderProfile, EvalConfig } from '@inspectr/mcplab-core';
 export declare function readLibraries(librariesDir: string): {
-  servers: EvalConfig['servers'];
-  agents: EvalConfig['agents'];
-  scenarios: EvalConfig['scenarios'];
+    servers: EvalConfig['servers'];
+    agents: EvalConfig['agents'];
+    scenarios: EvalConfig['scenarios'];
+    browserProviders: Record<string, BrowserProviderProfile>;
+};
+export declare function writeBrowserProviderProfiles(librariesDir: string, profiles: Record<string, BrowserProviderProfile>): Record<string, BrowserProviderProfile>;
+export declare function writeBrowserProviderAndAgent(librariesDir: string, profile: BrowserProviderProfile, agent: {
+    id: string;
+    name: string;
+    provider: string;
+    url: string;
+}): {
+    profile: BrowserProviderProfile;
+    agent: BrowserAgentConfig & {
+        id: string;
+    };
 };
-export declare function writeLibraries(
-  librariesDir: string,
-  libraries: {
+export declare function writeBrowserProviderLearningArtifact(librariesDir: string, providerId: string, artifact: {
+    trace?: unknown;
+    proposalDiagnostics?: unknown;
+    savedAt: string;
+}): void;
+export declare function writeLibraries(librariesDir: string, libraries: {
     servers: EvalConfig['servers'];
     agents: EvalConfig['agents'];
     scenarios: EvalConfig['scenarios'];
-  }
-): void;
-//# sourceMappingURL=libraries-store.d.ts.map
+    browserProviders?: Record<string, BrowserProviderProfile>;
+}): void;
+//# sourceMappingURL=libraries-store.d.ts.map

package/dist/app-server/libraries-store.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"libraries-store.d.ts","sourceRoot":"","sources":["../../src/app-server/libraries-store.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAkBxD,wBAAgB,aAAa,CAAC,YAAY,EAAE,MAAM,GAAG;IACnD,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;IAC/B,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC7B,SAAS,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC;CACpC,CAuBA;AAED,wBAAgB,cAAc,CAC5B,YAAY,EAAE,MAAM,EACpB,SAAS,EAAE;IACT,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;IAC/B,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC7B,SAAS,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC;CACpC,QA2BF"}
+{"version":3,"file":"libraries-store.d.ts","sourceRoot":"","sources":["../../src/app-server/libraries-store.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AA4BpG,wBAAgB,aAAa,CAAC,YAAY,EAAE,MAAM,GAAG;IACnD,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;IAC/B,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC7B,SAAS,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC;IACnC,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAAC;CAC1D,CAwBA;AAED,wBAAgB,4BAA4B,CAC1C,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,sBAAsB,CAAC,GAC/C,MAAM,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAgDxC;AAUD,wBAAgB,4BAA4B,CAC1C,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,sBAAsB,EAC/B,KAAK,EAAE;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GACjE;IAAE,OAAO,EAAE,sBAAsB,CAAC;IAAC,KAAK,EAAE,kBAAkB,GAAG;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,CA2BjF;AAED,wBAAgB,oCAAoC,CAClD,YAAY,EAAE,MAAM,EACpB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE;IAAE,KAAK,CAAC,EAAE,OAAO,CAAC;IAAC,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAC5E,IAAI,CA+BN;AAED,wBAAgB,cAAc,CAC5B,YAAY,EAAE,MAAM,EACpB,SAAS,EAAE;IACT,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;IAC/B,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC7B,SAAS,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC;IACnC,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAAC;CAC3D,QAoDF"}

package/dist/app-server/libraries-store.js

@@ -1,10 +1,12 @@
 import { basename, extname, join, resolve } from 'node:path';
 import { existsSync, mkdirSync, readdirSync, renameSync, unlinkSync, writeFileSync, readFileSync } from 'node:fs';
 import { parse as parseYaml, stringify as stringifyYaml } from 'yaml';
-import { readLibraryAgentsAndServers } from '@inspectr/mcplab-core';
+import { parseBrowserProviderProfiles, DEFAULT_BROWSER_PROVIDER_PROFILES, mergeBrowserProviderProfiles, readLibraryAgentsAndServers, readBrowserProviderProfiles, validateBrowserProviderProfile, serializeBrowserProviderProfile } from '@inspectr/mcplab-core';
 import { ensureInsideRoot, safeFileName } from './store-utils.js';
+import { sanitizeBrowserProviderProposalDiagnostics } from './browser-provider-learning.js';
 const TEST_CASES_DIR_NAME = 'test-cases';
 const LEGACY_SCENARIOS_DIR_NAME = 'scenarios';
+const BROWSER_PROVIDERS_DIR_NAME = 'browser-providers';
 function readYamlFile(path, fallback) {
     if (!existsSync(path))
         return fallback;
@@ -40,15 +42,140 @@ export function readLibraries(librariesDir) {
             scenarios.push({ ...parsed, id });
         }
     }
-    return { servers, agents, scenarios };
+    const browserProviders = mergeBrowserProviderProfiles(readBrowserProviderProfiles(root));
+    return { servers, agents, scenarios, browserProviders };
+}
+export function writeBrowserProviderProfiles(librariesDir, profiles) {
+    const root = resolve(librariesDir);
+    // Bulk saves must not overwrite or remove hand-edited profiles skipped by library listing.
+    readBrowserProviderProfiles(root, { strict: true });
+    mkdirSync(root, { recursive: true });
+    const directory = join(root, BROWSER_PROVIDERS_DIR_NAME);
+    mkdirSync(directory, { recursive: true });
+    const desired = new Set();
+    for (const [id, profile] of Object.entries(profiles)) {
+        const builtIn = Object.hasOwn(DEFAULT_BROWSER_PROVIDER_PROFILES, id)
+            ? DEFAULT_BROWSER_PROVIDER_PROFILES[id]
+            : undefined;
+        if (builtIn &&
+            serializeBrowserProviderProfile(builtIn) === serializeBrowserProviderProfile(profile))
+            continue;
+        const fileStem = safeFileName(id);
+        if (fileStem !== id) {
+            throw new Error(`Browser provider id '${id}' must be a safe filename.`);
+        }
+        const fileName = `${fileStem}.yaml`;
+        desired.add(fileName);
+        const target = join(directory, fileName);
+        const temporary = `${target}.tmp-${process.pid}-${Date.now()}`;
+        const serialized = serializeBrowserProviderProfile(profile);
+        const existingRaw = readFileIfPresent(target);
+        let shouldWrite = existingRaw === undefined;
+        if (existingRaw !== undefined) {
+            try {
+                const existing = parseBrowserProviderProfiles({
+                    [id]: parseYaml(existingRaw)
+                })[id];
+                shouldWrite = serializeBrowserProviderProfile(existing) !== serialized;
+            }
+            catch {
+                shouldWrite = true;
+            }
+        }
+        if (shouldWrite) {
+            writeFileSync(temporary, serialized, 'utf8');
+            renameSync(temporary, target);
+        }
+    }
+    for (const file of readdirSync(directory)) {
+        if (!(file.endsWith('.yaml') || file.endsWith('.yml')) || desired.has(file))
+            continue;
+        unlinkSync(join(directory, file));
+    }
+    return mergeBrowserProviderProfiles(readBrowserProviderProfiles(root));
+}
+function readFileIfPresent(path) {
+    try {
+        return readFileSync(path, 'utf8');
+    }
+    catch {
+        return undefined;
+    }
+}
+export function writeBrowserProviderAndAgent(librariesDir, profile, agent) {
+    readBrowserProviderProfiles(resolve(librariesDir), { strict: true });
+    const current = readLibraries(librariesDir);
+    const existingAgent = current.agents[agent.id];
+    if (existingAgent &&
+        (existingAgent.type !== 'browser' || existingAgent.provider !== profile.id)) {
+        throw new Error(`Agent '${agent.id}' already exists with a different configuration.`);
+    }
+    const browserAgent = {
+        id: agent.id,
+        type: 'browser',
+        name: agent.name,
+        provider: profile.id,
+        url: agent.url
+    };
+    const persistedProfiles = writeBrowserProviderProfiles(librariesDir, {
+        ...current.browserProviders,
+        [profile.id]: profile
+    });
+    writeLibraries(librariesDir, {
+        servers: current.servers,
+        agents: { ...current.agents, [agent.id]: browserAgent },
+        scenarios: current.scenarios
+    });
+    return { profile: persistedProfiles[profile.id] ?? profile, agent: browserAgent };
+}
+export function writeBrowserProviderLearningArtifact(librariesDir, providerId, artifact) {
+    const root = resolve(librariesDir);
+    const directory = join(root, 'browser-provider-learning');
+    mkdirSync(directory, { recursive: true });
+    const target = join(directory, `${safeFileName(providerId)}.json`);
+    const temporary = `${target}.tmp-${process.pid}-${Date.now()}`;
+    const persistedTrace = artifact.trace && typeof artifact.trace === 'object' && !Array.isArray(artifact.trace)
+        ? Object.fromEntries(Object.entries(artifact.trace).filter(([key]) => key !== 'selectorValidation'))
+        : artifact.trace;
+    writeFileSync(temporary, `${JSON.stringify({
+        providerId,
+        trace: persistedTrace,
+        proposalDiagnostics: sanitizeBrowserProviderProposalDiagnostics(artifact.proposalDiagnostics),
+        savedAt: artifact.savedAt
+    }, null, 2)}\n`, 'utf8');
+    renameSync(temporary, target);
 }
 export function writeLibraries(librariesDir, libraries) {
+    const browserProviders = libraries.browserProviders
+        ? Object.fromEntries(Object.entries(libraries.browserProviders).map(([id, profile]) => [
+            id,
+            validateBrowserProviderProfile({ ...profile, id })
+        ]))
+        : undefined;
     const root = resolve(librariesDir);
+    if (browserProviders)
+        readBrowserProviderProfiles(root, { strict: true });
     const { testCasesDir } = ensureTestCasesDir(root);
     mkdirSync(root, { recursive: true });
     mkdirSync(testCasesDir, { recursive: true });
     writeFileSync(join(root, 'servers.yaml'), `${stringifyYaml(libraries.servers ?? {})}\n`, 'utf8');
-    writeFileSync(join(root, 'agents.yaml'), `${stringifyYaml(libraries.agents ?? {})}\n`, 'utf8');
+    const agents = Object.fromEntries(Object.entries(libraries.agents ?? {}).map(([id, agent]) => {
+        if (agent.type !== 'browser')
+            return [id, agent];
+        const { newConversationBetweenScenarios, ...entry } = agent;
+        return [
+            id,
+            {
+                ...entry,
+                ...(typeof newConversationBetweenScenarios === 'boolean'
+                    ? { new_conversation_between_scenarios: newConversationBetweenScenarios }
+                    : {})
+            }
+        ];
+    }));
+    writeFileSync(join(root, 'agents.yaml'), `${stringifyYaml(agents)}\n`, 'utf8');
+    if (browserProviders)
+        writeBrowserProviderProfiles(librariesDir, browserProviders);
     const desired = new Set();
     for (const scenario of libraries.scenarios ?? []) {
         const scenarioId = safeFileName(String(scenario.id ?? `scenario-${Date.now()}`));

package/dist/app-server/libraries-store.js.map

@@ -1 +1 @@
-{"version":3,"file":"libraries-store.js","sourceRoot":"","sources":["../../src/app-server/libraries-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,EACL,UAAU,EACV,SAAS,EACT,WAAW,EACX,UAAU,EACV,UAAU,EACV,aAAa,EACb,YAAY,EACb,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE,SAAS,IAAI,aAAa,EAAE,MAAM,MAAM,CAAC;AAEtE,OAAO,EAAE,2BAA2B,EAAE,MAAM,uBAAuB,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAElE,MAAM,mBAAmB,GAAG,YAAY,CAAC;AACzC,MAAM,yBAAyB,GAAG,WAAW,CAAC;AAE9C,SAAS,YAAY,CAAI,IAAY,EAAE,QAAW;IAChD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IACvC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAM,CAAC;QACnC,OAAO,MAAM,IAAI,QAAQ,CAAC;IAC5B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,QAAQ,CAAC;IAClB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,YAAoB;IAKhD,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACnC,MAAM,EAAE,YAAY,EAAE,kBAAkB,EAAE,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACtE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,2BAA2B,CAAC,IAAI,CAAC,CAAC;IAC9D,MAAM,SAAS,GAA4B,EAAE,CAAC;IAC9C,MAAM,SAAS,GAAG,UAAU,CAAC,YAAY,CAAC;QACxC,CAAC,CAAC,YAAY;QACd,CAAC,CAAC,UAAU,CAAC,kBAAkB,CAAC;YAChC,CAAC,CAAC,kBAAkB;YACpB,CAAC,CAAC,IAAI,CAAC;IACT,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,KAAK,GAAG,WAAW,CAAC,SAAS,CAAC;aACjC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;aACjE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QACtC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,YAAY,GAAG,gBAAgB,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;YACxE,MAAM,MAAM,GAAG,YAAY,CAAyC,YAAY,EAAE,IAAI,CAAC,CAAC;YACxF,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;gBAAE,SAAS;YACpD,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC9D,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,YAAoB,EACpB,SAIC;IAED,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACnC,MAAM,EAAE,YAAY,EAAE,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAClD,SAAS,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrC,SAAS,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE7C,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,EAAE,GAAG,aAAa,CAAC,SAAS,CAAC,OAAO,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACjG,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,aAAa,CAAC,EAAE,GAAG,aAAa,CAAC,SAAS,CAAC,MAAM,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAE/F,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC;QACjD,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,IAAI,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;QACjF,OAAO,CAAC,GAAG,CAAC,GAAG,UAAU,OAAO,CAAC,CAAC;QAClC,MAAM,YAAY,GAAG,gBAAgB,CAAC,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,GAAG,UAAU,OAAO,CAAC,CAAC,CAAC;QAC9F,aAAa,CACX,YAAY,EACZ,GAAG,aAAa,CAAC,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,IAAI,UAAU,CAAC,EAAE,CAAC,IAAI,EAC5E,MAAM,CACP,CAAC;IACJ,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,YAAY,CAAC,EAAE,CAAC;QAC7C,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAAE,SAAS;QACjE,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,SAAS;QAChC,UAAU,CAAC,gBAAgB,CAAC,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;IACvE,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;IACrD,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,EAAE,yBAAyB,CAAC,CAAC;IACjE,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAChE,IAAI,CAAC;YACH,UAAU,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAC;QAC/C,CAAC;QAAC,MAAM,CAAC;YACP,qFAAqF;QACvF,CAAC;IACH,CAAC;IACD,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,CAAC;AAC9C,CAAC"}
+{"version":3,"file":"libraries-store.js","sourceRoot":"","sources":["../../src/app-server/libraries-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,EACL,UAAU,EACV,SAAS,EACT,WAAW,EACX,UAAU,EACV,UAAU,EACV,aAAa,EACb,YAAY,EACb,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE,SAAS,IAAI,aAAa,EAAE,MAAM,MAAM,CAAC;AAEtE,OAAO,EACL,4BAA4B,EAC5B,iCAAiC,EACjC,4BAA4B,EAC5B,2BAA2B,EAC3B,2BAA2B,EAC3B,8BAA8B,EAC9B,+BAA+B,EAChC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAClE,OAAO,EAAE,0CAA0C,EAAE,MAAM,gCAAgC,CAAC;AAE5F,MAAM,mBAAmB,GAAG,YAAY,CAAC;AACzC,MAAM,yBAAyB,GAAG,WAAW,CAAC;AAC9C,MAAM,0BAA0B,GAAG,mBAAmB,CAAC;AAEvD,SAAS,YAAY,CAAI,IAAY,EAAE,QAAW;IAChD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IACvC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAM,CAAC;QACnC,OAAO,MAAM,IAAI,QAAQ,CAAC;IAC5B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,QAAQ,CAAC;IAClB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,YAAoB;IAMhD,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACnC,MAAM,EAAE,YAAY,EAAE,kBAAkB,EAAE,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACtE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,2BAA2B,CAAC,IAAI,CAAC,CAAC;IAC9D,MAAM,SAAS,GAA4B,EAAE,CAAC;IAC9C,MAAM,SAAS,GAAG,UAAU,CAAC,YAAY,CAAC;QACxC,CAAC,CAAC,YAAY;QACd,CAAC,CAAC,UAAU,CAAC,kBAAkB,CAAC;YAC9B,CAAC,CAAC,kBAAkB;YACpB,CAAC,CAAC,IAAI,CAAC;IACX,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,KAAK,GAAG,WAAW,CAAC,SAAS,CAAC;aACjC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;aACjE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QACtC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,YAAY,GAAG,gBAAgB,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;YACxE,MAAM,MAAM,GAAG,YAAY,CAAyC,YAAY,EAAE,IAAI,CAAC,CAAC;YACxF,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;gBAAE,SAAS;YACpD,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC9D,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IACD,MAAM,gBAAgB,GAAG,4BAA4B,CAAC,2BAA2B,CAAC,IAAI,CAAC,CAAC,CAAC;IACzF,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,YAAoB,EACpB,QAAgD;IAEhD,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACnC,2FAA2F;IAC3F,2BAA2B,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,SAAS,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,EAAE,0BAA0B,CAAC,CAAC;IACzD,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,KAAK,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACrD,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,iCAAiC,EAAE,EAAE,CAAC;YAClE,CAAC,CAAC,iCAAiC,CAAC,EAAE,CAAC;YACvC,CAAC,CAAC,SAAS,CAAC;QACd,IACE,OAAO;YACP,+BAA+B,CAAC,OAAO,CAAC,KAAK,+BAA+B,CAAC,OAAO,CAAC;YAErF,SAAS;QACX,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,CAAC,CAAC;QAClC,IAAI,QAAQ,KAAK,EAAE,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,wBAAwB,EAAE,4BAA4B,CAAC,CAAC;QAC1E,CAAC;QACD,MAAM,QAAQ,GAAG,GAAG,QAAQ,OAAO,CAAC;QACpC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG,GAAG,MAAM,QAAQ,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAC/D,MAAM,UAAU,GAAG,+BAA+B,CAAC,OAAO,CAAC,CAAC;QAC5D,MAAM,WAAW,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAC9C,IAAI,WAAW,GAAG,WAAW,KAAK,SAAS,CAAC;QAC5C,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,4BAA4B,CAAC;oBAC5C,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,WAAW,CAA4B;iBACxD,CAAC,CAAC,EAAE,CAAC,CAAC;gBACP,WAAW,GAAG,+BAA+B,CAAC,QAAQ,CAAC,KAAK,UAAU,CAAC;YACzE,CAAC;YAAC,MAAM,CAAC;gBACP,WAAW,GAAG,IAAI,CAAC;YACrB,CAAC;QACH,CAAC;QACD,IAAI,WAAW,EAAE,CAAC;YAChB,aAAa,CAAC,SAAS,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;YAC7C,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1C,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,SAAS;QACtF,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;IACpC,CAAC;IACD,OAAO,4BAA4B,CAAC,2BAA2B,CAAC,IAAI,CAAC,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACrC,IAAI,CAAC;QACH,OAAO,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACpC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,YAAoB,EACpB,OAA+B,EAC/B,KAAkE;IAElE,2BAA2B,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACrE,MAAM,OAAO,GAAG,aAAa,CAAC,YAAY,CAAC,CAAC;IAC5C,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC/C,IACE,aAAa;QACb,CAAC,aAAa,CAAC,IAAI,KAAK,SAAS,IAAI,aAAa,CAAC,QAAQ,KAAK,OAAO,CAAC,EAAE,CAAC,EAC3E,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,UAAU,KAAK,CAAC,EAAE,kDAAkD,CAAC,CAAC;IACxF,CAAC;IACD,MAAM,YAAY,GAAG;QACnB,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,IAAI,EAAE,SAAkB;QACxB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,QAAQ,EAAE,OAAO,CAAC,EAAE;QACpB,GAAG,EAAE,KAAK,CAAC,GAAG;KACf,CAAC;IACF,MAAM,iBAAiB,GAAG,4BAA4B,CAAC,YAAY,EAAE;QACnE,GAAG,OAAO,CAAC,gBAAgB;QAC3B,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,OAAO;KACtB,CAAC,CAAC;IACH,cAAc,CAAC,YAAY,EAAE;QAC3B,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,MAAM,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,YAAY,EAAE;QACvD,SAAS,EAAE,OAAO,CAAC,SAAS;KAC7B,CAAC,CAAC;IACH,OAAO,EAAE,OAAO,EAAE,iBAAiB,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC;AACpF,CAAC;AAED,MAAM,UAAU,oCAAoC,CAClD,YAAoB,EACpB,UAAkB,EAClB,QAA6E;IAE7E,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,EAAE,2BAA2B,CAAC,CAAC;IAC1D,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IACnE,MAAM,SAAS,GAAG,GAAG,MAAM,QAAQ,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IAC/D,MAAM,cAAc,GAClB,QAAQ,CAAC,KAAK,IAAI,OAAO,QAAQ,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;QACpF,CAAC,CAAC,MAAM,CAAC,WAAW,CAChB,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAgC,CAAC,CAAC,MAAM,CAC9D,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,oBAAoB,CACxC,CACF;QACH,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;IACrB,aAAa,CACX,SAAS,EACT,GAAG,IAAI,CAAC,SAAS,CACf;QACE,UAAU;QACV,KAAK,EAAE,cAAc;QACrB,mBAAmB,EAAE,0CAA0C,CAC7D,QAAQ,CAAC,mBAAmB,CAC7B;QACD,OAAO,EAAE,QAAQ,CAAC,OAAO;KAC1B,EACD,IAAI,EACJ,CAAC,CACF,IAAI,EACL,MAAM,CACP,CAAC;IACF,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,YAAoB,EACpB,SAKC;IAED,MAAM,gBAAgB,GAAG,SAAS,CAAC,gBAAgB;QACjD,CAAC,CAAC,MAAM,CAAC,WAAW,CAChB,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC;YAChE,EAAE;YACF,8BAA8B,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,CAAC;SACnD,CAAC,CACH;QACH,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACnC,IAAI,gBAAgB;QAAE,2BAA2B,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1E,MAAM,EAAE,YAAY,EAAE,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAClD,SAAS,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrC,SAAS,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE7C,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,EAAE,GAAG,aAAa,CAAC,SAAS,CAAC,OAAO,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACjG,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAC/B,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE;QACzD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACjD,MAAM,EAAE,+BAA+B,EAAE,GAAG,KAAK,EAAE,GAAG,KAAK,CAAC;QAC5D,OAAO;YACL,EAAE;YACF;gBACE,GAAG,KAAK;gBACR,GAAG,CAAC,OAAO,+BAA+B,KAAK,SAAS;oBACtD,CAAC,CAAC,EAAE,kCAAkC,EAAE,+BAA+B,EAAE;oBACzE,CAAC,CAAC,EAAE,CAAC;aACR;SACF,CAAC;IACJ,CAAC,CAAC,CACH,CAAC;IACF,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,aAAa,CAAC,EAAE,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC/E,IAAI,gBAAgB;QAAE,4BAA4B,CAAC,YAAY,EAAE,gBAAgB,CAAC,CAAC;IAEnF,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC;QACjD,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,IAAI,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;QACjF,OAAO,CAAC,GAAG,CAAC,GAAG,UAAU,OAAO,CAAC,CAAC;QAClC,MAAM,YAAY,GAAG,gBAAgB,CAAC,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,GAAG,UAAU,OAAO,CAAC,CAAC,CAAC;QAC9F,aAAa,CACX,YAAY,EACZ,GAAG,aAAa,CAAC,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,IAAI,UAAU,CAAC,EAAE,CAAC,IAAI,EAC5E,MAAM,CACP,CAAC;IACJ,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,YAAY,CAAC,EAAE,CAAC;QAC7C,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAAE,SAAS;QACjE,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,SAAS;QAChC,UAAU,CAAC,gBAAgB,CAAC,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;IACvE,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;IACrD,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,EAAE,yBAAyB,CAAC,CAAC;IACjE,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAChE,IAAI,CAAC;YACH,UAAU,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAC;QAC/C,CAAC;QAAC,MAAM,CAAC;YACP,qFAAqF;QACvF,CAAC;IACH,CAAC;IACD,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,CAAC;AAC9C,CAAC"}

package/dist/app-server/live-tests-routes.d.ts

@@ -0,0 +1,17 @@
+import type { IncomingMessage, ServerResponse } from 'node:http';
+import type { asJson, parseBody } from './http.js';
+import { type LiveTestService } from './live-tests.js';
+export interface LiveTestRouteDeps {
+    parseBody: typeof parseBody;
+    asJson: typeof asJson;
+    log?: (message: string) => void;
+}
+export declare function handleLiveTestRoutes(params: {
+    req: IncomingMessage;
+    res: ServerResponse;
+    pathname: string;
+    method: string;
+    service: LiveTestService;
+    deps: LiveTestRouteDeps;
+}): Promise<boolean>;
+//# sourceMappingURL=live-tests-routes.d.ts.map

package/dist/app-server/live-tests-routes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"live-tests-routes.d.ts","sourceRoot":"","sources":["../../src/app-server/live-tests-routes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AACjE,OAAO,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAiB,KAAK,eAAe,EAAwB,MAAM,iBAAiB,CAAC;AAE5F,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,OAAO,SAAS,CAAC;IAC5B,MAAM,EAAE,OAAO,MAAM,CAAC;IACtB,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CACjC;AAoBD,wBAAsB,oBAAoB,CAAC,MAAM,EAAE;IACjD,GAAG,EAAE,eAAe,CAAC;IACrB,GAAG,EAAE,cAAc,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,eAAe,CAAC;IACzB,IAAI,EAAE,iBAAiB,CAAC;CACzB,GAAG,OAAO,CAAC,OAAO,CAAC,CA8DnB"}

package/dist/app-server/live-tests-routes.js

@@ -0,0 +1,82 @@
+import { LiveTestError } from './live-tests.js';
+function sessionView(session) {
+    return {
+        id: session.id,
+        testCaseId: session.testCase.id,
+        testCaseName: session.testCase.name ?? session.testCase.id,
+        prompt: session.testCase.prompt,
+        client: session.client,
+        status: session.status,
+        createdAt: session.createdAt,
+        expiresAt: session.expiresAt,
+        evaluationRunId: session.evaluationRunId,
+        configPath: session.configPath,
+        configName: session.configName,
+        agentName: session.agentName,
+        completion: session.completion
+    };
+}
+export async function handleLiveTestRoutes(params) {
+    const { req, res, pathname, method, service, deps } = params;
+    const log = deps.log ?? console.log;
+    if (!pathname.startsWith('/api/live-tests/'))
+        return false;
+    try {
+        if (pathname === '/api/live-tests/test-cases' && method === 'GET') {
+            deps.asJson(res, 200, { testCases: service.list() });
+            return true;
+        }
+        if (pathname === '/api/live-tests/sessions' && method === 'POST') {
+            const body = await deps.parseBody(req);
+            const testCaseId = String(body.testCaseId ?? '').trim();
+            if (!testCaseId)
+                throw new LiveTestError('testCaseId is required.', 400);
+            const session = service.start({
+                testCaseId,
+                client: String(body.client ?? 'unknown'),
+                evaluationRunId: typeof body.evaluationRunId === 'string' ? body.evaluationRunId : undefined,
+                configPath: typeof body.configPath === 'string' ? body.configPath : undefined,
+                configName: typeof body.configName === 'string' ? body.configName : undefined,
+                agentName: typeof body.agentName === 'string' ? body.agentName : undefined
+            });
+            log(`[mcplab-app] Rover Live Test started: ${session.id} (${session.testCase.id}, ${session.client})`);
+            deps.asJson(res, 201, sessionView(session));
+            return true;
+        }
+        const match = pathname.match(/^\/api\/live-tests\/sessions\/([^/]+)(?:\/(complete|cancel))?$/);
+        if (!match)
+            return false;
+        const sessionId = decodeURIComponent(match[1]);
+        const action = match[2];
+        if (!action && method === 'GET') {
+            deps.asJson(res, 200, sessionView(service.get(sessionId)));
+            return true;
+        }
+        if (action === 'complete' && method === 'POST') {
+            const body = await deps.parseBody(req);
+            const completion = await service.complete(sessionId, {
+                finalText: String(body.finalText ?? ''),
+                startedAt: String(body.startedAt ?? ''),
+                completedAt: String(body.completedAt ?? '')
+            });
+            log(`[mcplab-app] Rover Live Test completed: ${sessionId} (${completion.outcome})`);
+            deps.asJson(res, 200, completion);
+            return true;
+        }
+        if (action === 'cancel' && method === 'POST') {
+            const session = service.cancel(sessionId);
+            log(`[mcplab-app] Rover Live Test cancelled: ${sessionId}`);
+            deps.asJson(res, 200, sessionView(session));
+            return true;
+        }
+        return false;
+    }
+    catch (error) {
+        if (!(error instanceof LiveTestError))
+            throw error;
+        log(`[mcplab-app] Rover Live Test error: ${error.message}`);
+        deps.asJson(res, error.statusCode, { error: error.message });
+        return true;
+    }
+}
+//# sourceMappingURL=live-tests-routes.js.map

package/dist/app-server/live-tests-routes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"live-tests-routes.js","sourceRoot":"","sources":["../../src/app-server/live-tests-routes.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAA8C,MAAM,iBAAiB,CAAC;AAQ5F,SAAS,WAAW,CAAC,OAAwB;IAC3C,OAAO;QACL,EAAE,EAAE,OAAO,CAAC,EAAE;QACd,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE;QAC/B,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,CAAC,EAAE;QAC1D,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;QAC/B,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,MAO1C;IACC,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;IAC7D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACpC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,kBAAkB,CAAC;QAAE,OAAO,KAAK,CAAC;IAE3D,IAAI,CAAC;QACH,IAAI,QAAQ,KAAK,4BAA4B,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;YAClE,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACrD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,QAAQ,KAAK,0BAA0B,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACjE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YACvC,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACxD,IAAI,CAAC,UAAU;gBAAE,MAAM,IAAI,aAAa,CAAC,yBAAyB,EAAE,GAAG,CAAC,CAAC;YACzE,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC;gBAC5B,UAAU;gBACV,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,SAAS,CAAC;gBACxC,eAAe,EACb,OAAO,IAAI,CAAC,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS;gBAC7E,UAAU,EAAE,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;gBAC7E,UAAU,EAAE,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;gBAC7E,SAAS,EAAE,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;aAC3E,CAAC,CAAC;YACH,GAAG,CACD,yCAAyC,OAAO,CAAC,EAAE,KAAK,OAAO,CAAC,QAAQ,CAAC,EAAE,KAAK,OAAO,CAAC,MAAM,GAAG,CAClG,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;YAC5C,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,gEAAgE,CAAC,CAAC;QAC/F,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QACzB,MAAM,SAAS,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;YAChC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAC3D,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,MAAM,KAAK,UAAU,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YACvC,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,SAAS,EAAE;gBACnD,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;gBACvC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;gBACvC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC;aAC5C,CAAC,CAAC;YACH,GAAG,CAAC,2CAA2C,SAAS,KAAK,UAAU,CAAC,OAAO,GAAG,CAAC,CAAC;YACpF,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;YAClC,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YAC7C,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAC1C,GAAG,CAAC,2CAA2C,SAAS,EAAE,CAAC,CAAC;YAC5D,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;YAC5C,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,CAAC,CAAC,KAAK,YAAY,aAAa,CAAC;YAAE,MAAM,KAAK,CAAC;QACnD,GAAG,CAAC,uCAAuC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5D,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7D,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/app-server/live-tests.d.ts

@@ -0,0 +1,81 @@
+import { tallyCheckCounts, type AgentConfig, type RunOutcome, type Scenario } from '@inspectr/mcplab-core';
+import type { PersistEvaluationArtifactsParams } from '@inspectr/mcplab-core';
+import { appendExecutionEvent } from './execution-journal.js';
+export interface LiveTestCatalogItem {
+    id: string;
+    name: string;
+    description?: string;
+    tags?: string[];
+    assertionCount: number;
+    eligible: boolean;
+    ineligibleReason?: string;
+}
+export interface LiveTestCompletion {
+    runId: string;
+    outcome: RunOutcome;
+    checkCounts: ReturnType<typeof tallyCheckCounts>;
+    resultUrl: string;
+}
+export interface LiveTestSession {
+    id: string;
+    testCase: Scenario;
+    client: string;
+    status: 'ready' | 'completed' | 'cancelled';
+    createdAt: string;
+    expiresAt: string;
+    evaluationRunId?: string;
+    configPath?: string;
+    configName?: string;
+    agentName?: string;
+    completionInput?: CompleteLiveTestInput;
+    completion?: LiveTestCompletion;
+}
+export interface CompleteLiveTestInput {
+    finalText: string;
+    startedAt: string;
+    completedAt: string;
+}
+export declare class LiveTestError extends Error {
+    readonly statusCode: number;
+    constructor(message: string, statusCode: number);
+}
+export declare function listLiveTestCases(scenarios: Scenario[]): LiveTestCatalogItem[];
+export interface LiveTestServiceOptions {
+    runsDir: string;
+    evalsDir?: string;
+    cliVersion: string;
+    readScenarios: (input?: LiveTestStartInput) => Scenario[];
+    persist: (params: PersistEvaluationArtifactsParams) => void;
+    getEvaluationJudge?: () => {
+        name: string;
+        agent: AgentConfig;
+    } | undefined;
+    ttlMs?: number;
+    now?: () => Date;
+    appendJournalEvent?: typeof appendExecutionEvent;
+}
+interface LiveTestStartInput {
+    testCaseId: string;
+    client: string;
+    evaluationRunId?: string;
+    configPath?: string;
+    configName?: string;
+    agentName?: string;
+}
+export declare class LiveTestService {
+    private readonly options;
+    private readonly sessions;
+    private readonly completionsInFlight;
+    constructor(options: LiveTestServiceOptions);
+    list(): LiveTestCatalogItem[];
+    start(input: LiveTestStartInput): LiveTestSession;
+    get(id: string): LiveTestSession;
+    cancel(id: string): LiveTestSession;
+    complete(id: string, input: CompleteLiveTestInput): Promise<LiveTestCompletion>;
+    private completeInternal;
+    private requireSession;
+    private now;
+    private cleanup;
+}
+export {};
+//# sourceMappingURL=live-tests.d.ts.map

package/dist/app-server/live-tests.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"live-tests.d.ts","sourceRoot":"","sources":["../../src/app-server/live-tests.ts"],"names":[],"mappings":"AACA,OAAO,EAML,gBAAgB,EAChB,KAAK,WAAW,EAEhB,KAAK,UAAU,EACf,KAAK,QAAQ,EAEd,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,uBAAuB,CAAC;AAC9E,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAI9D,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,OAAO,CAAC;IAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,UAAU,CAAC;IACpB,WAAW,EAAE,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC;IACjD,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,QAAQ,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,OAAO,GAAG,WAAW,GAAG,WAAW,CAAC;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,eAAe,CAAC,EAAE,qBAAqB,CAAC;IACxC,UAAU,CAAC,EAAE,kBAAkB,CAAC;CACjC;AAED,MAAM,WAAW,qBAAqB;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,aAAc,SAAQ,KAAK;IAGpC,QAAQ,CAAC,UAAU,EAAE,MAAM;IAF7B,YACE,OAAO,EAAE,MAAM,EACN,UAAU,EAAE,MAAM,EAG5B;CACF;AAeD,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,mBAAmB,EAAE,CAuB9E;AAED,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,CAAC,KAAK,CAAC,EAAE,kBAAkB,KAAK,QAAQ,EAAE,CAAC;IAC1D,OAAO,EAAE,CAAC,MAAM,EAAE,gCAAgC,KAAK,IAAI,CAAC;IAC5D,kBAAkB,CAAC,EAAE,MAAM;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,WAAW,CAAA;KAAE,GAAG,SAAS,CAAC;IAC5E,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;IACjB,kBAAkB,CAAC,EAAE,OAAO,oBAAoB,CAAC;CAClD;AAED,UAAU,kBAAkB;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,eAAe;IAOd,OAAO,CAAC,QAAQ,CAAC,OAAO;IANpC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAsC;IAC/D,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAGhC;IAEJ,YAA6B,OAAO,EAAE,sBAAsB,EAAI;IAEhE,IAAI,IAAI,mBAAmB,EAAE,CAG5B;IAED,KAAK,CAAC,KAAK,EAAE,kBAAkB,GAAG,eAAe,CAwBhD;IAED,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,eAAe,CAK/B;IAED,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,eAAe,CAMlC;IAED,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAmB9E;YAEa,gBAAgB;IA+I9B,OAAO,CAAC,cAAc;IAOtB,OAAO,CAAC,GAAG;IAIX,OAAO,CAAC,OAAO;CAOhB"}