@tooluminati/testing 0.1.0

package/dist/index.js

@@ -0,0 +1,245 @@
+import {
+  collectDisabledActionReasonsFromDom,
+  diagnoseCheckoutBlockerFromDomOnly,
+  diagnoseCheckoutBlockerFromWebMcp,
+  inspectDisabledActionFromDom,
+  runComparativeProof
+} from "./chunk-EG3BG65X.js";
+import {
+  expectWebMcpTool,
+  invokeWebMcpTool
+} from "./chunk-6YAIOYYZ.js";
+
+// src/devtools-mcp-helper.ts
+function getModelContext(host = document) {
+  return host.modelContext;
+}
+async function listWebMcpTools(host = document) {
+  const context = getModelContext(host);
+  if (!context?.getTools) {
+    return [];
+  }
+  const tools = await context.getTools();
+  return tools.map((tool) => ({
+    name: tool.name,
+    description: tool.description
+  }));
+}
+async function executeWebMcpTool(name, args = {}, host = document) {
+  const context = getModelContext(host);
+  if (!context?.getTools || !context.executeTool) {
+    throw new Error(
+      "WebMCP model context is unavailable. Use installModelContextMock() in tests."
+    );
+  }
+  const tools = await context.getTools();
+  const tool = tools.find((candidate) => candidate.name === name);
+  if (!tool) {
+    throw new Error(`WebMCP tool not found: ${name}`);
+  }
+  return context.executeTool(tool, JSON.stringify(args));
+}
+
+// src/mock-model-context.ts
+var MockModelContext = class extends EventTarget {
+  tools = /* @__PURE__ */ new Map();
+  invocations = [];
+  registerTool(tool, options = {}) {
+    if (this.tools.has(tool.name)) {
+      throw new Error(`Tool already registered: ${tool.name}`);
+    }
+    if (options.signal?.aborted) {
+      return;
+    }
+    this.tools.set(tool.name, tool);
+    this.dispatchEvent(new Event("toolchange"));
+    options.signal?.addEventListener(
+      "abort",
+      () => {
+        this.tools.delete(tool.name);
+        this.dispatchEvent(new Event("toolchange"));
+      },
+      { once: true }
+    );
+  }
+  async getTools() {
+    return [...this.tools.values()];
+  }
+  async executeTool(toolOrName, argsJson = "{}") {
+    const name = typeof toolOrName === "string" ? toolOrName : toolOrName.name;
+    if (!name) {
+      throw new Error("Tool name is required.");
+    }
+    const tool = this.tools.get(name);
+    if (!tool) {
+      throw new Error(`Tool not found: ${name}`);
+    }
+    const args = JSON.parse(argsJson);
+    try {
+      const result = await tool.execute(args, {
+        signal: new AbortController().signal
+      });
+      this.invocations.push({ name, args, result });
+      return result;
+    } catch (error) {
+      this.invocations.push({ name, args, error });
+      throw error;
+    }
+  }
+};
+
+// src/install-model-context-mock.ts
+function installModelContextMock(target = "document") {
+  const mock = new MockModelContext();
+  const host = target === "document" ? document : navigator;
+  Object.defineProperty(host, "modelContext", {
+    configurable: true,
+    value: mock
+  });
+  return mock;
+}
+
+// src/model-context-mock-script.ts
+var MODEL_CONTEXT_MOCK_INIT_SCRIPT = `
+(() => {
+  const tools = new Map();
+
+  Object.defineProperty(document, 'modelContext', {
+    configurable: true,
+    value: {
+      registerTool(tool, options = {}) {
+        if (options.signal?.aborted) {
+          return;
+        }
+
+        tools.set(tool.name, tool);
+        options.signal?.addEventListener(
+          'abort',
+          () => {
+            tools.delete(tool.name);
+          },
+          { once: true },
+        );
+      },
+      async getTools() {
+        return [...tools.values()];
+      },
+      async executeTool(toolOrName, argsJson = '{}') {
+        const name =
+          typeof toolOrName === 'string'
+            ? toolOrName
+            : toolOrName?.name;
+        const tool = name ? tools.get(name) : undefined;
+        if (!tool) {
+          throw new Error('Tool not found: ' + name);
+        }
+
+        return tool.execute(JSON.parse(argsJson));
+      },
+    },
+  });
+})();
+`;
+
+// src/webmcp-evals.ts
+var BUDGETS = {
+  name: 30,
+  paramName: 30,
+  paramDescription: 150,
+  description: 500,
+  output: 1500
+};
+function walkSchemaProperties(schema, visit) {
+  if (!schema || typeof schema !== "object") {
+    return;
+  }
+  const node = schema;
+  const properties = node.properties;
+  if (properties && typeof properties === "object") {
+    for (const [name, child] of Object.entries(properties)) {
+      if (child && typeof child === "object") {
+        visit(name, child);
+      }
+    }
+  }
+}
+async function snapshotRegisteredTools(page) {
+  return page.evaluate(() => {
+    const context = document.modelContext;
+    if (!context?.getTools) {
+      return [];
+    }
+    return context.getTools().then(
+      (tools) => tools.map((tool) => ({
+        name: String(tool.name ?? ""),
+        description: String(tool.description ?? ""),
+        inputSchema: tool.inputSchema,
+        ...tool.annotations ? { annotations: tool.annotations } : {}
+      }))
+    );
+  });
+}
+function createToolCallEvalFixture(tools, cases) {
+  return { tools, cases };
+}
+function assertToolSchemaBudgets(tools) {
+  const violations = [];
+  for (const tool of tools) {
+    if (tool.name.length > BUDGETS.name) {
+      violations.push(`Tool name too long: ${tool.name}`);
+    }
+    if (tool.description.length > BUDGETS.description) {
+      violations.push(`Description too long: ${tool.name}`);
+    }
+    walkSchemaProperties(tool.inputSchema, (name, node) => {
+      if (name.length > BUDGETS.paramName) {
+        violations.push(`Param name too long on ${tool.name}: ${name}`);
+      }
+      const description = node.description;
+      if (typeof description === "string" && description.length > BUDGETS.paramDescription) {
+        violations.push(`Param description too long on ${tool.name}.${name}`);
+      }
+    });
+  }
+  return violations;
+}
+function runToolSelectionSmokeTest(tools, prompt, expected) {
+  const haystack = `${prompt} ${tools.map((t) => t.description).join(" ")}`.toLowerCase();
+  return haystack.includes(expected.toLowerCase()) || tools.some((t) => t.name === expected);
+}
+async function runTimelineComparativeProof(page, options) {
+  const { runComparativeProof: runComparativeProof2 } = await import("./comparative-proof-QUN7C3KM.js");
+  const { invokeWebMcpTool: invokeWebMcpTool2 } = await import("./browser-helpers-RSQLRHHZ.js");
+  const proof = await runComparativeProof2(page, {
+    buttonLabel: options.buttonLabel,
+    actionId: options.actionId
+  });
+  const timeline = await invokeWebMcpTool2(
+    page,
+    options.timelineTool ?? "get_troubleshooting_timeline",
+    {}
+  );
+  return {
+    domBlockerCount: proof.domBlockerCount,
+    timelineEventCount: timeline.events?.length ?? 0
+  };
+}
+export {
+  MODEL_CONTEXT_MOCK_INIT_SCRIPT,
+  MockModelContext,
+  assertToolSchemaBudgets,
+  collectDisabledActionReasonsFromDom,
+  createToolCallEvalFixture,
+  diagnoseCheckoutBlockerFromDomOnly,
+  diagnoseCheckoutBlockerFromWebMcp,
+  executeWebMcpTool,
+  expectWebMcpTool,
+  inspectDisabledActionFromDom,
+  installModelContextMock,
+  invokeWebMcpTool,
+  listWebMcpTools,
+  runComparativeProof,
+  runTimelineComparativeProof,
+  runToolSelectionSmokeTest,
+  snapshotRegisteredTools
+};

package/dist/install-model-context-mock.d.ts

@@ -0,0 +1,3 @@
+import { MockModelContext } from './mock-model-context';
+export declare function installModelContextMock(target?: 'document' | 'navigator'): MockModelContext;
+//# sourceMappingURL=install-model-context-mock.d.ts.map

package/dist/install-model-context-mock.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"install-model-context-mock.d.ts","sourceRoot":"","sources":["../src/install-model-context-mock.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAExD,wBAAgB,uBAAuB,CACrC,MAAM,GAAE,UAAU,GAAG,WAAwB,GAC5C,gBAAgB,CAUlB"}

package/dist/install-model-context-mock.js

@@ -0,0 +1,10 @@
+import { MockModelContext } from './mock-model-context';
+export function installModelContextMock(target = 'document') {
+    const mock = new MockModelContext();
+    const host = target === 'document' ? document : navigator;
+    Object.defineProperty(host, 'modelContext', {
+        configurable: true,
+        value: mock,
+    });
+    return mock;
+}

package/dist/mock-model-context.d.ts

@@ -0,0 +1,14 @@
+import type { BrowserModelContextTestingExtensions, BrowserWebMcpToolDescriptor, WebMcpRegisterToolOptions } from '@tooluminati/core';
+export declare class MockModelContext extends EventTarget implements BrowserModelContextTestingExtensions {
+    readonly tools: Map<string, BrowserWebMcpToolDescriptor>;
+    readonly invocations: Array<{
+        name: string;
+        args: unknown;
+        result?: unknown;
+        error?: unknown;
+    }>;
+    registerTool(tool: BrowserWebMcpToolDescriptor, options?: WebMcpRegisterToolOptions): void;
+    getTools(): Promise<BrowserWebMcpToolDescriptor[]>;
+    executeTool(toolOrName: unknown, argsJson?: string): Promise<unknown>;
+}
+//# sourceMappingURL=mock-model-context.d.ts.map

package/dist/mock-model-context.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mock-model-context.d.ts","sourceRoot":"","sources":["../src/mock-model-context.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,oCAAoC,EACpC,2BAA2B,EAC3B,yBAAyB,EAC1B,MAAM,mBAAmB,CAAC;AAE3B,qBAAa,gBACX,SAAQ,WACR,YAAW,oCAAoC;IAE/C,QAAQ,CAAC,KAAK,2CAAkD;IAChE,QAAQ,CAAC,WAAW,EAAE,KAAK,CAAC;QAC1B,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,OAAO,CAAC;QACd,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB,CAAC,CAAM;IAER,YAAY,CACV,IAAI,EAAE,2BAA2B,EACjC,OAAO,GAAE,yBAA8B,GACtC,IAAI;IAsBD,QAAQ,IAAI,OAAO,CAAC,2BAA2B,EAAE,CAAC;IAIlD,WAAW,CAAC,UAAU,EAAE,OAAO,EAAE,QAAQ,SAAO,GAAG,OAAO,CAAC,OAAO,CAAC;CA0B1E"}

package/dist/mock-model-context.js

@@ -0,0 +1,45 @@
+export class MockModelContext extends EventTarget {
+    tools = new Map();
+    invocations = [];
+    registerTool(tool, options = {}) {
+        if (this.tools.has(tool.name)) {
+            throw new Error(`Tool already registered: ${tool.name}`);
+        }
+        if (options.signal?.aborted) {
+            return;
+        }
+        this.tools.set(tool.name, tool);
+        this.dispatchEvent(new Event('toolchange'));
+        options.signal?.addEventListener('abort', () => {
+            this.tools.delete(tool.name);
+            this.dispatchEvent(new Event('toolchange'));
+        }, { once: true });
+    }
+    async getTools() {
+        return [...this.tools.values()];
+    }
+    async executeTool(toolOrName, argsJson = '{}') {
+        const name = typeof toolOrName === 'string'
+            ? toolOrName
+            : toolOrName.name;
+        if (!name) {
+            throw new Error('Tool name is required.');
+        }
+        const tool = this.tools.get(name);
+        if (!tool) {
+            throw new Error(`Tool not found: ${name}`);
+        }
+        const args = JSON.parse(argsJson);
+        try {
+            const result = await tool.execute(args, {
+                signal: new AbortController().signal,
+            });
+            this.invocations.push({ name, args, result });
+            return result;
+        }
+        catch (error) {
+            this.invocations.push({ name, args, error });
+            throw error;
+        }
+    }
+}

package/dist/model-context-mock-script.d.ts

@@ -0,0 +1,2 @@
+export declare const MODEL_CONTEXT_MOCK_INIT_SCRIPT = "\n(() => {\n  const tools = new Map();\n\n  Object.defineProperty(document, 'modelContext', {\n    configurable: true,\n    value: {\n      registerTool(tool, options = {}) {\n        if (options.signal?.aborted) {\n          return;\n        }\n\n        tools.set(tool.name, tool);\n        options.signal?.addEventListener(\n          'abort',\n          () => {\n            tools.delete(tool.name);\n          },\n          { once: true },\n        );\n      },\n      async getTools() {\n        return [...tools.values()];\n      },\n      async executeTool(toolOrName, argsJson = '{}') {\n        const name =\n          typeof toolOrName === 'string'\n            ? toolOrName\n            : toolOrName?.name;\n        const tool = name ? tools.get(name) : undefined;\n        if (!tool) {\n          throw new Error('Tool not found: ' + name);\n        }\n\n        return tool.execute(JSON.parse(argsJson));\n      },\n    },\n  });\n})();\n";
+//# sourceMappingURL=model-context-mock-script.d.ts.map

package/dist/model-context-mock-script.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-context-mock-script.d.ts","sourceRoot":"","sources":["../src/model-context-mock-script.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,8BAA8B,67BAuC1C,CAAC"}

package/dist/model-context-mock-script.js

@@ -0,0 +1,40 @@
+export const MODEL_CONTEXT_MOCK_INIT_SCRIPT = `
+(() => {
+  const tools = new Map();
+
+  Object.defineProperty(document, 'modelContext', {
+    configurable: true,
+    value: {
+      registerTool(tool, options = {}) {
+        if (options.signal?.aborted) {
+          return;
+        }
+
+        tools.set(tool.name, tool);
+        options.signal?.addEventListener(
+          'abort',
+          () => {
+            tools.delete(tool.name);
+          },
+          { once: true },
+        );
+      },
+      async getTools() {
+        return [...tools.values()];
+      },
+      async executeTool(toolOrName, argsJson = '{}') {
+        const name =
+          typeof toolOrName === 'string'
+            ? toolOrName
+            : toolOrName?.name;
+        const tool = name ? tools.get(name) : undefined;
+        if (!tool) {
+          throw new Error('Tool not found: ' + name);
+        }
+
+        return tool.execute(JSON.parse(argsJson));
+      },
+    },
+  });
+})();
+`;

package/dist/webmcp-evals.d.ts

@@ -0,0 +1,32 @@
+export interface ToolSchemaSnapshot {
+    name: string;
+    description: string;
+    inputSchema?: unknown;
+    annotations?: Record<string, unknown> | undefined;
+    source?: string;
+}
+export interface ToolCallEvalCase {
+    prompt: string;
+    expectedTool: string;
+    args?: Record<string, unknown>;
+}
+export interface ToolCallEvalFixture {
+    tools: ToolSchemaSnapshot[];
+    cases: ToolCallEvalCase[];
+}
+export declare function snapshotRegisteredTools(page: {
+    evaluate: <T>(fn: () => T) => Promise<T>;
+}): Promise<ToolSchemaSnapshot[]>;
+export declare function createToolCallEvalFixture(tools: ToolSchemaSnapshot[], cases: ToolCallEvalCase[]): ToolCallEvalFixture;
+export declare function assertToolSchemaBudgets(tools: ToolSchemaSnapshot[]): string[];
+/** Lightweight fixture helper; does not invoke a model or browser agent. */
+export declare function runToolSelectionSmokeTest(tools: ToolSchemaSnapshot[], prompt: string, expected: string): boolean;
+export declare function runTimelineComparativeProof(page: Parameters<typeof import('./comparative-proof').runComparativeProof>[0], options: {
+    buttonLabel: string;
+    actionId: string;
+    timelineTool?: string;
+}): Promise<{
+    domBlockerCount: number;
+    timelineEventCount: number;
+}>;
+//# sourceMappingURL=webmcp-evals.d.ts.map

package/dist/webmcp-evals.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"webmcp-evals.d.ts","sourceRoot":"","sources":["../src/webmcp-evals.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;IAClD,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,kBAAkB,EAAE,CAAC;IAC5B,KAAK,EAAE,gBAAgB,EAAE,CAAC;CAC3B;AA4BD,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE;IAAE,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,CAAA;CAAE,GACjD,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAuB/B;AAED,wBAAgB,yBAAyB,CACvC,KAAK,EAAE,kBAAkB,EAAE,EAC3B,KAAK,EAAE,gBAAgB,EAAE,GACxB,mBAAmB,CAErB;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,kBAAkB,EAAE,GAAG,MAAM,EAAE,CAuB7E;AAED,4EAA4E;AAC5E,wBAAgB,yBAAyB,CACvC,KAAK,EAAE,kBAAkB,EAAE,EAC3B,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,GACf,OAAO,CAMT;AAED,wBAAsB,2BAA2B,CAC/C,IAAI,EAAE,UAAU,CAAC,cAAc,qBAAqB,EAAE,mBAAmB,CAAC,CAAC,CAAC,CAAC,EAC7E,OAAO,EAAE;IACP,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,GACA,OAAO,CAAC;IAAE,eAAe,EAAE,MAAM,CAAC;IAAC,kBAAkB,EAAE,MAAM,CAAA;CAAE,CAAC,CAgBlE"}

package/dist/webmcp-evals.js

@@ -0,0 +1,81 @@
+const BUDGETS = {
+    name: 30,
+    paramName: 30,
+    paramDescription: 150,
+    description: 500,
+    output: 1500,
+};
+function walkSchemaProperties(schema, visit) {
+    if (!schema || typeof schema !== 'object') {
+        return;
+    }
+    const node = schema;
+    const properties = node.properties;
+    if (properties && typeof properties === 'object') {
+        for (const [name, child] of Object.entries(properties)) {
+            if (child && typeof child === 'object') {
+                visit(name, child);
+            }
+        }
+    }
+}
+export async function snapshotRegisteredTools(page) {
+    return page.evaluate(() => {
+        const context = document.modelContext;
+        if (!context?.getTools) {
+            return [];
+        }
+        return context.getTools().then((tools) => tools.map((tool) => ({
+            name: String(tool.name ?? ''),
+            description: String(tool.description ?? ''),
+            inputSchema: tool.inputSchema,
+            ...(tool.annotations
+                ? { annotations: tool.annotations }
+                : {}),
+        })));
+    });
+}
+export function createToolCallEvalFixture(tools, cases) {
+    return { tools, cases };
+}
+export function assertToolSchemaBudgets(tools) {
+    const violations = [];
+    for (const tool of tools) {
+        if (tool.name.length > BUDGETS.name) {
+            violations.push(`Tool name too long: ${tool.name}`);
+        }
+        if (tool.description.length > BUDGETS.description) {
+            violations.push(`Description too long: ${tool.name}`);
+        }
+        walkSchemaProperties(tool.inputSchema, (name, node) => {
+            if (name.length > BUDGETS.paramName) {
+                violations.push(`Param name too long on ${tool.name}: ${name}`);
+            }
+            const description = node.description;
+            if (typeof description === 'string' &&
+                description.length > BUDGETS.paramDescription) {
+                violations.push(`Param description too long on ${tool.name}.${name}`);
+            }
+        });
+    }
+    return violations;
+}
+/** Lightweight fixture helper; does not invoke a model or browser agent. */
+export function runToolSelectionSmokeTest(tools, prompt, expected) {
+    const haystack = `${prompt} ${tools.map((t) => t.description).join(' ')}`.toLowerCase();
+    return (haystack.includes(expected.toLowerCase()) ||
+        tools.some((t) => t.name === expected));
+}
+export async function runTimelineComparativeProof(page, options) {
+    const { runComparativeProof } = await import('./comparative-proof');
+    const { invokeWebMcpTool } = await import('./browser-helpers');
+    const proof = await runComparativeProof(page, {
+        buttonLabel: options.buttonLabel,
+        actionId: options.actionId,
+    });
+    const timeline = await invokeWebMcpTool(page, options.timelineTool ?? 'get_troubleshooting_timeline', {});
+    return {
+        domBlockerCount: proof.domBlockerCount,
+        timelineEventCount: timeline.events?.length ?? 0,
+    };
+}

package/package.json

@@ -0,0 +1,50 @@
+{
+  "name": "@tooluminati/testing",
+  "version": "0.1.0",
+  "description": "Testing utilities for Tooluminati.",
+  "type": "module",
+  "sideEffects": false,
+  "main": "./dist/index.cjs",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "require": "./dist/index.cjs"
+    }
+  },
+  "dependencies": {
+    "@tooluminati/core": "0.1.0"
+  },
+  "files": [
+    "dist"
+  ],
+  "license": "MIT",
+  "publishConfig": {
+    "access": "public"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/jitterbox/Tooluminati.git",
+    "directory": "packages/testing"
+  },
+  "bugs": {
+    "url": "https://github.com/jitterbox/Tooluminati/issues"
+  },
+  "homepage": "https://github.com/jitterbox/Tooluminati#readme",
+  "keywords": [
+    "tooluminati",
+    "webmcp",
+    "react",
+    "testing",
+    "playwright"
+  ],
+  "engines": {
+    "node": ">=18"
+  },
+  "scripts": {
+    "build": "tsup src/index.ts --format esm,cjs && tsc -p tsconfig.json --emitDeclarationOnly",
+    "typecheck": "tsc --noEmit"
+  }
+}