@gleanwork/mcp-server-tester 1.0.0-beta.1 → 1.0.0-beta.3

package/README.md

@@ -30,18 +30,19 @@ Playwright tests are fast, deterministic, and designed for CI. Use them for regr
 
 Available matchers:
 
-| Matcher                  | Description                                     |
-| ------------------------ | ----------------------------------------------- |
-| `toContainToolText`      | Response contains expected substrings           |
-| `toMatchToolSchema`      | Response validates against a Zod schema         |
-| `toMatchToolPattern`     | Response matches a regex pattern                |
-| `toMatchToolSnapshot`    | Response matches a saved baseline               |
-| `toBeToolError`          | Response is (or is not) an error                |
-| `toHaveToolResponseSize` | Response size is within bounds                  |
-| `toSatisfyToolPredicate` | Response satisfies a custom function            |
-| `toHaveToolCalls`        | LLM called the expected tools                   |
-| `toHaveToolCallCount`    | LLM made N tool calls                           |
-| `toPassToolJudge`        | LLM evaluates response quality against a rubric |
+| Matcher                  | Description                                          |
+| ------------------------ | ---------------------------------------------------- |
+| `toMatchToolResponse`    | Response exactly matches expected value (deep equal) |
+| `toContainToolText`      | Response contains expected substrings                |
+| `toMatchToolSchema`      | Response validates against a Zod schema              |
+| `toMatchToolPattern`     | Response matches a regex pattern                     |
+| `toMatchToolSnapshot`    | Response matches a saved baseline                    |
+| `toBeToolError`          | Response is (or is not) an error                     |
+| `toHaveToolResponseSize` | Response size is within bounds                       |
+| `toSatisfyToolPredicate` | Response satisfies a custom function                 |
+| `toHaveToolCalls`        | LLM called the expected tools                        |
+| `toHaveToolCallCount`    | LLM made N tool calls                                |
+| `toPassToolJudge`        | LLM evaluates response quality against a rubric      |
 
 ## Eval Datasets
 

package/dist/cli/index.js

@@ -80,7 +80,7 @@ function JsonPreview({ data, maxLines = 15 }) {
 
 // package.json
 var package_default = {
-  version: "1.0.0-beta.1"};
+  version: "1.0.0-beta.3"};
 
 // src/cli/templates/index.ts
 function getPlaywrightConfigTemplate(answers) {
@@ -877,7 +877,10 @@ async function createMCPClientForConfig(config, options) {
       validatedConfig.connectTimeoutMs !== void 0 ? { timeout: validatedConfig.connectTimeoutMs } : void 0
     );
   } else if (isHttpConfig(validatedConfig)) {
-    const headers = { ...validatedConfig.headers };
+    const headers = {
+      "User-Agent": `@gleanwork/mcp-server-tester/${package_default.version}`,
+      ...validatedConfig.headers
+    };
     if (validatedConfig.auth?.clientCredentials && true) {
       const ccConfig = validatedConfig.auth.clientCredentials;
       const clientId = ccConfig.clientId ?? process.env["MCP_CLIENT_ID"];

package/dist/fixtures/mcp.d.ts

@@ -169,6 +169,14 @@ declare function toMatchToolPattern(this: {
 /**
  * Creates the toMatchToolSnapshot matcher function
  *
+ * @remarks
+ * **Requires Playwright test context.** This matcher calls `expect(content).toMatchSnapshot()`
+ * internally, which only works inside a Playwright test (i.e., when `testInfo` is available).
+ * Calling it outside a Playwright test will throw a cryptic context error.
+ *
+ * To test sanitizer logic without a Playwright context, use the exported `applySanitizers`
+ * function directly.
+ *
  * Note: This is an async matcher that uses Playwright's snapshot testing.
  */
 declare function toMatchToolSnapshot(this: {

package/dist/fixtures/mcp.js

@@ -464,7 +464,18 @@ function applySanitizers(value, sanitizers) {
       continue;
     }
     if (isRegexSanitizer(sanitizer)) {
-      const pattern = sanitizer.pattern instanceof RegExp ? sanitizer.pattern : new RegExp(sanitizer.pattern, "g");
+      let pattern;
+      if (sanitizer.pattern instanceof RegExp) {
+        pattern = sanitizer.pattern;
+      } else {
+        try {
+          pattern = new RegExp(sanitizer.pattern, "g");
+        } catch {
+          throw new Error(
+            `toMatchToolSnapshot: invalid regex pattern "${sanitizer.pattern}" in sanitizer`
+          );
+        }
+      }
       const replacement = sanitizer.replacement ?? "[SANITIZED]";
       result = result.replace(pattern, replacement);
       continue;
@@ -1423,7 +1434,7 @@ var debugHttp = createDebug(`${NAMESPACE}:http`);
 
 // package.json
 var package_default = {
-  version: "1.0.0-beta.1"};
+  version: "1.0.0-beta.3"};
 var debug = createDebug("mcp-server-tester:oauth-flow");
 async function generatePKCE() {
   const codeVerifier = oauth.generateRandomCodeVerifier();
@@ -1676,7 +1687,10 @@ async function createMCPClientForConfig(config, options) {
       validatedConfig.connectTimeoutMs !== void 0 ? { timeout: validatedConfig.connectTimeoutMs } : void 0
     );
   } else if (isHttpConfig(validatedConfig)) {
-    const headers = { ...validatedConfig.headers };
+    const headers = {
+      "User-Agent": `@gleanwork/mcp-server-tester/${package_default.version}`,
+      ...validatedConfig.headers
+    };
     if (validatedConfig.auth?.clientCredentials && !options?.authProvider) {
       const ccConfig = validatedConfig.auth.clientCredentials;
       const clientId = ccConfig.clientId ?? process.env["MCP_CLIENT_ID"];