@skybridge/test 2.0.0-beta.68a71cb → 2.0.0-beta.dd3cba3

package/README.md

@@ -6,7 +6,7 @@ check.
 
 Add the `evals` option to the Skybridge Vite plugin so `expect.chat` exists,
 then write scenarios with vitest's own `it` and `expect`. Pass the app itself
-to `start`: it is served in-process, dialing `app.fetchHandler` directly, and
+to `start`: it is served in-process, dialing an in-process handler built on `app.createServerInstance()`, and
 the tool names and argument shapes come from the app value, so no type
 parameter is needed.
 

package/dist/session-registry.d.ts

@@ -1,20 +1,17 @@
+import { type Server } from "@modelcontextprotocol/server";
 import type { LanguageModel } from "ai";
 import { Chat } from "./chat.js";
 /**
  * The minimum a Skybridge app has to expose to be served in-process: the
- * `$types` marker the assertions infer tool names from, and the fetch handler
- * the session is dialed through. Structural on purpose, so this package needs
- * no runtime dependency on `skybridge`.
+ * `$types` marker the assertions infer tool names from, and the per-request
+ * server builder the session's handler is built on. Structural on purpose, so
+ * this package needs no runtime dependency on `skybridge`.
  */
 export interface EvalApp {
     readonly $types: {
         readonly tools: object;
     };
-    readonly fetchHandler: {
-        fetch: (request: Request, options?: {
-            authInfo?: EvalIdentity;
-        }) => Promise<Response>;
-    };
+    createServerInstance(): Promise<Server>;
 }
 /**
  * The identity an in-process session claims, handed to the app as the
@@ -44,8 +41,8 @@ interface StartOptions {
  *
  * The assertions are inferred from the app value itself, so `expect.chat` gets
  * the project's tool names and argument shapes with no type parameter. The
- * session talks straight to `app.fetchHandler`, which never closes: the
- * handler is memoized on the app and shared by every test.
+ * session talks to an in-process handler built on `app.createServerInstance`,
+ * which never closes: it is memoized per app and shared by every test.
  *
  * `authInfo` claims an identity for the session: the app's per-tool scheme and
  * scope enforcement runs against it for real, only token verification is

package/dist/session-registry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"session-registry.d.ts","sourceRoot":"","sources":["../src/session-registry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAExC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC;;;;;GAKG;AACH,MAAM,WAAW,OAAO;IACtB,QAAQ,CAAC,MAAM,EAAE;QAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAC5C,QAAQ,CAAC,YAAY,EAAE;QACrB,KAAK,EAAE,CACL,OAAO,EAAE,OAAO,EAChB,OAAO,CAAC,EAAE;YAAE,QAAQ,CAAC,EAAE,YAAY,CAAA;SAAE,KAClC,OAAO,CAAC,QAAQ,CAAC,CAAC;KACxB,CAAC;CACH;AAED;;;;GAIG;AACH,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,GAAG,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC;AAED,UAAU,YAAY;IACpB,uDAAuD;IACvD,KAAK,EAAE,aAAa,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAUD;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,KAAK,CAAC,GAAG,SAAS,OAAO,EAC7C,OAAO,EAAE,YAAY,GAAG;IAAE,GAAG,EAAE,GAAG,CAAC;IAAC,QAAQ,CAAC,EAAE,YAAY,CAAA;CAAE,GAC5D,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAoBpB"}
+{"version":3,"file":"session-registry.d.ts","sourceRoot":"","sources":["../src/session-registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,MAAM,EACZ,MAAM,8BAA8B,CAAC;AACtC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAExC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC;;;;;GAKG;AACH,MAAM,WAAW,OAAO;IACtB,QAAQ,CAAC,MAAM,EAAE;QAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAC5C,oBAAoB,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;CACzC;AAaD;;;;GAIG;AACH,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,GAAG,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC;AAED,UAAU,YAAY;IACpB,uDAAuD;IACvD,KAAK,EAAE,aAAa,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAUD;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,KAAK,CAAC,GAAG,SAAS,OAAO,EAC7C,OAAO,EAAE,YAAY,GAAG;IAAE,GAAG,EAAE,GAAG,CAAC;IAAC,QAAQ,CAAC,EAAE,YAAY,CAAA;CAAE,GAC5D,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAoBpB"}

package/dist/session-registry.js

@@ -1,5 +1,15 @@
+import { createMcpHandler, } from "@modelcontextprotocol/server";
 import { inject, onTestFinished } from "vitest";
 import { Chat } from "./chat.js";
+const handlers = new WeakMap();
+function getHandler(app) {
+    let handler = handlers.get(app);
+    if (!handler) {
+        handler = createMcpHandler(() => app.createServerInstance());
+        handlers.set(app, handler);
+    }
+    return handler;
+}
 function sharedDefaults() {
     try {
         return inject("skybridgeEvals");
@@ -16,8 +26,8 @@ function sharedDefaults() {
  *
  * The assertions are inferred from the app value itself, so `expect.chat` gets
  * the project's tool names and argument shapes with no type parameter. The
- * session talks straight to `app.fetchHandler`, which never closes: the
- * handler is memoized on the app and shared by every test.
+ * session talks to an in-process handler built on `app.createServerInstance`,
+ * which never closes: it is memoized per app and shared by every test.
  *
  * `authInfo` claims an identity for the session: the app's per-tool scheme and
  * scope enforcement runs against it for real, only token verification is
@@ -31,7 +41,7 @@ export async function start(options) {
         temperature: options.temperature ?? config?.temperature,
         systemPrompt: options.systemPrompt ?? config?.systemPrompt,
         maxSteps: options.maxSteps ?? config?.maxSteps,
-    }, (url, init) => app.fetchHandler.fetch(new Request(url, init), authInfo === undefined ? undefined : { authInfo }));
+    }, (url, init) => getHandler(app).fetch(new Request(url, init), authInfo === undefined ? undefined : { authInfo }));
     onTestFinished(() => chat.close());
     return chat;
 }

package/dist/session-registry.js.map

@@ -1 +1 @@
-{"version":3,"file":"session-registry.js","sourceRoot":"","sources":["../src/session-registry.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,QAAQ,CAAC;AAChD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAwCjC,SAAS,cAAc;IACrB,IAAI,CAAC;QACH,OAAO,MAAM,CAAC,gBAAgB,CAAC,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,KAAK,UAAU,KAAK,CACzB,OAA6D;IAE7D,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;IAChC,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;IAElC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAC1B;QACE,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,MAAM,EAAE,WAAW;QACvD,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,MAAM,EAAE,YAAY;QAC1D,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,MAAM,EAAE,QAAQ;KAC/C,EACD,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CACZ,GAAG,CAAC,YAAY,CAAC,KAAK,CACpB,IAAI,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,EACtB,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAClD,CACJ,CAAC;IAEF,cAAc,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IACnC,OAAO,IAAI,CAAC;AACd,CAAC"}
+{"version":3,"file":"session-registry.js","sourceRoot":"","sources":["../src/session-registry.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,gBAAgB,GAGjB,MAAM,8BAA8B,CAAC;AAEtC,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,QAAQ,CAAC;AAChD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAajC,MAAM,QAAQ,GAAG,IAAI,OAAO,EAA2B,CAAC;AAExD,SAAS,UAAU,CAAC,GAAY;IAC9B,IAAI,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAChC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,GAAG,gBAAgB,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC,CAAC;QAC7D,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAwBD,SAAS,cAAc;IACrB,IAAI,CAAC;QACH,OAAO,MAAM,CAAC,gBAAgB,CAAC,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,KAAK,UAAU,KAAK,CACzB,OAA6D;IAE7D,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;IAChC,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;IAElC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAC1B;QACE,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,MAAM,EAAE,WAAW;QACvD,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,MAAM,EAAE,YAAY;QAC1D,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,MAAM,EAAE,QAAQ;KAC/C,EACD,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CACZ,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,CACnB,IAAI,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,EACtB,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAClD,CACJ,CAAC;IAEF,cAAc,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IACnC,OAAO,IAAI,CAAC;AACd,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@skybridge/test",
-  "version": "2.0.0-beta.68a71cb",
+  "version": "2.0.0-beta.dd3cba3",
   "description": "Eval runner for Skybridge MCP apps: does a prompt reach the right tool with the right arguments",
   "license": "ISC",
   "type": "module",
@@ -19,11 +19,12 @@
   ],
   "dependencies": {
     "@modelcontextprotocol/client": "^2.0.0",
-    "@skybridge/vite-plugin": "2.0.0-beta.68a71cb"
+    "@modelcontextprotocol/server": "^2.0.0"
   },
   "peerDependencies": {
+    "@skybridge/vite-plugin": "^2.0.0-beta.0",
     "ai": "^5.0.0",
-    "skybridge": "^2.0.0",
+    "skybridge": "^2.0.0-beta.0",
     "vitest": "^4.1.0"
   },
   "devDependencies": {
@@ -32,7 +33,8 @@
     "typescript": "^5.9.3",
     "vitest": "^4.1.10",
     "zod": "^4.4.3",
-    "skybridge": "2.0.0-beta.68a71cb"
+    "@skybridge/vite-plugin": "2.0.0-beta.dd3cba3",
+    "skybridge": "2.0.0-beta.dd3cba3"
   },
   "engines": {
     "node": ">=22.23.1"