@xoxoai/checkmate 0.4.0

package/dist/runtime/runner.d.ts

@@ -0,0 +1,94 @@
+import { RuntimeConfig } from '../config/runtime-config';
+import { Step } from './types';
+import { CheckmateExtension } from './extension';
+/**
+ * Options for creating a Checkmate runner.
+ *
+ * @example
+ * ```ts
+ * import { createRunner } from '@xoxoai/checkmate/core'
+ * import { web } from '@xoxoai/checkmate/playwright'
+ *
+ * const ai = createRunner({
+ *   extensions: [web({ page })],
+ * })
+ * ```
+ */
+export type CheckmateRunnerOptions = {
+    /**
+     * Extensions to compose into the runner.
+     */
+    extensions?: CheckmateExtension[];
+    /**
+     * Advanced: provide a custom runtime config instance.
+     */
+    runtimeConfig?: RuntimeConfig;
+};
+/**
+ * Public runtime entry point for executing natural-language steps with Checkmate.
+ *
+ * @example
+ * ```ts
+ * const runner = new CheckmateRunner()
+ * await runner.run({
+ *   action: 'Open the pricing page',
+ *   expect: 'Pricing details are visible',
+ * })
+ * ```
+ */
+export declare class CheckmateRunner {
+    private readonly aiClient;
+    private readonly extensionHost;
+    /**
+     * Creates a new runner composed from extensions.
+     *
+     * @example
+     * ```ts
+     * const ai = new CheckmateRunner({
+     *   extensions: [web({ page })],
+     * })
+     * ```
+     */
+    constructor(options?: CheckmateRunnerOptions);
+    /**
+     * Releases any runner-owned resources.
+     *
+     * @example
+     * ```ts
+     * await ai.teardown()
+     * ```
+     */
+    teardown(): Promise<void>;
+    /**
+     * Executes one natural-language test step.
+     *
+     * @param step - The step definition to execute.
+     *
+     * @example
+     * ```ts
+     * await runner.run({
+     *   action: 'Search for qwen3-vl',
+     *   expect: 'The qwen3-vl model page is displayed',
+     *   topPercent: 10,
+     * })
+     * ```
+     */
+    run(step: Step): Promise<void>;
+}
+/**
+ * Creates a runner from the provided extensions.
+ *
+ * This is the main programmatic entry point from `@xoxoai/checkmate/core`.
+ *
+ * @example
+ * ```ts
+ * import { createRunner } from '@xoxoai/checkmate/core'
+ * import { web } from '@xoxoai/checkmate/playwright'
+ *
+ * const ai = createRunner({
+ *   extensions: [web({ page })],
+ * })
+ * ```
+ */
+export declare function createRunner(options?: CheckmateRunnerOptions): CheckmateRunner;
+//# sourceMappingURL=runner.d.ts.map

package/dist/runtime/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/runtime/runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAA;AACxD,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAA;AAK9B,OAAO,EAAE,kBAAkB,EAAiB,MAAM,aAAa,CAAA;AAE/D;;;;;;;;;;;;GAYG;AACH,MAAM,MAAM,sBAAsB,GAAG;IACpC;;OAEG;IACH,UAAU,CAAC,EAAE,kBAAkB,EAAE,CAAA;IAEjC;;OAEG;IACH,aAAa,CAAC,EAAE,aAAa,CAAA;CAC7B,CAAA;AAED;;;;;;;;;;;GAWG;AACH,qBAAa,eAAe;IAC3B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAU;IACnC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAe;IAE7C;;;;;;;;;OASG;gBACS,OAAO,GAAE,sBAA2B;IAQhD;;;;;;;OAOG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAI/B;;;;;;;;;;;;;OAaG;IACG,GAAG,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;CAGpC;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,YAAY,CAAC,OAAO,GAAE,sBAA2B,GAAG,eAAe,CAElF"}

package/dist/runtime/runner.js

@@ -0,0 +1,86 @@
+import { RuntimeConfig } from '../config/runtime-config';
+import { createStepResultTools } from '../tools/step/result-tool';
+import { ToolRegistry } from '../tools/registry';
+import { AiClient } from '../ai/client';
+import { StepExecution } from './step-execution';
+import { ExtensionHost } from './extension';
+/**
+ * Public runtime entry point for executing natural-language steps with Checkmate.
+ *
+ * @example
+ * ```ts
+ * const runner = new CheckmateRunner()
+ * await runner.run({
+ *   action: 'Open the pricing page',
+ *   expect: 'Pricing details are visible',
+ * })
+ * ```
+ */
+export class CheckmateRunner {
+    aiClient;
+    extensionHost;
+    /**
+     * Creates a new runner composed from extensions.
+     *
+     * @example
+     * ```ts
+     * const ai = new CheckmateRunner({
+     *   extensions: [web({ page })],
+     * })
+     * ```
+     */
+    constructor(options = {}) {
+        const runtimeConfig = options.runtimeConfig ?? new RuntimeConfig();
+        const toolRegistry = new ToolRegistry(runtimeConfig);
+        toolRegistry.register(createStepResultTools());
+        this.extensionHost = new ExtensionHost(runtimeConfig, toolRegistry, options.extensions ?? []);
+        this.aiClient = new AiClient({ runtimeConfig, toolRegistry, extensionHost: this.extensionHost });
+    }
+    /**
+     * Releases any runner-owned resources.
+     *
+     * @example
+     * ```ts
+     * await ai.teardown()
+     * ```
+     */
+    async teardown() {
+        await this.extensionHost.teardown();
+    }
+    /**
+     * Executes one natural-language test step.
+     *
+     * @param step - The step definition to execute.
+     *
+     * @example
+     * ```ts
+     * await runner.run({
+     *   action: 'Search for qwen3-vl',
+     *   expect: 'The qwen3-vl model page is displayed',
+     *   topPercent: 10,
+     * })
+     * ```
+     */
+    async run(step) {
+        await new StepExecution(this.aiClient, this.extensionHost).run(step);
+    }
+}
+/**
+ * Creates a runner from the provided extensions.
+ *
+ * This is the main programmatic entry point from `@xoxoai/checkmate/core`.
+ *
+ * @example
+ * ```ts
+ * import { createRunner } from '@xoxoai/checkmate/core'
+ * import { web } from '@xoxoai/checkmate/playwright'
+ *
+ * const ai = createRunner({
+ *   extensions: [web({ page })],
+ * })
+ * ```
+ */
+export function createRunner(options = {}) {
+    return new CheckmateRunner(options);
+}
+//# sourceMappingURL=runner.js.map

package/dist/runtime/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/runtime/runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAA;AAExD,OAAO,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAA;AACjE,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAChD,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAA;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAA;AAChD,OAAO,EAAsB,aAAa,EAAE,MAAM,aAAa,CAAA;AA2B/D;;;;;;;;;;;GAWG;AACH,MAAM,OAAO,eAAe;IACV,QAAQ,CAAU;IAClB,aAAa,CAAe;IAE7C;;;;;;;;;OASG;IACH,YAAY,UAAkC,EAAE;QAC/C,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,aAAa,EAAE,CAAA;QAClE,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC,aAAa,CAAC,CAAA;QACpD,YAAY,CAAC,QAAQ,CAAC,qBAAqB,EAAE,CAAC,CAAA;QAC9C,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,aAAa,EAAE,YAAY,EAAE,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC,CAAA;QAC7F,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC,EAAE,aAAa,EAAE,YAAY,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAA;IACjG,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,QAAQ;QACb,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAA;IACpC,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,KAAK,CAAC,GAAG,CAAC,IAAU;QACnB,MAAM,IAAI,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IACrE,CAAC;CACD;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,YAAY,CAAC,UAAkC,EAAE;IAChE,OAAO,IAAI,eAAe,CAAC,OAAO,CAAC,CAAA;AACpC,CAAC"}

package/dist/runtime/step-execution.d.ts

@@ -0,0 +1,17 @@
+import { Step } from './types';
+import { AiClient } from '../ai/client';
+import { ExtensionHost } from './extension';
+export declare class StepExecution {
+    private readonly aiClient;
+    private readonly extensionHost;
+    private stepResult;
+    private resolveStepResult;
+    private readonly stepResultPromise;
+    constructor(aiClient: AiClient, extensionHost: ExtensionHost);
+    run(step: Step): Promise<void>;
+    private logStepStart;
+    private logStepFinish;
+    private assertStepResult;
+    private assertionMessage;
+}
+//# sourceMappingURL=step-execution.d.ts.map

package/dist/runtime/step-execution.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"step-execution.d.ts","sourceRoot":"","sources":["../../src/runtime/step-execution.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,IAAI,EAAoD,MAAM,SAAS,CAAA;AAGhF,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAA;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAE3C,qBAAa,aAAa;IAMxB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,aAAa;IAN/B,OAAO,CAAC,UAAU,CAA4C;IAC9D,OAAO,CAAC,iBAAiB,CAAoB;IAC7C,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAmB;gBAGnC,QAAQ,EAAE,QAAQ,EAClB,aAAa,EAAE,aAAa;IAOxC,GAAG,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAoBpC,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,aAAa;IAIrB,OAAO,CAAC,gBAAgB;IAIxB,OAAO,CAAC,gBAAgB;CAGxB"}

package/dist/runtime/step-execution.js

@@ -0,0 +1,49 @@
+import { expect } from '@playwright/test';
+import { logger } from '../logging';
+import { STEP_START_USER_PROMPT, STEP_SYSTEM_PROMPT } from '../ai/prompts';
+import { MessageHistory } from '../ai/message-history';
+export class StepExecution {
+    aiClient;
+    extensionHost;
+    stepResult = { passed: false, actual: '' };
+    resolveStepResult;
+    stepResultPromise;
+    constructor(aiClient, extensionHost) {
+        this.aiClient = aiClient;
+        this.extensionHost = extensionHost;
+        this.stepResultPromise = new Promise((resolve) => {
+            this.resolveStepResult = resolve;
+        });
+    }
+    async run(step) {
+        this.logStepStart(step);
+        try {
+            await this.aiClient.initialize(step, this.resolveStepResult);
+            const initialMessages = new MessageHistory().buildInitialMessages({
+                systemPrompt: STEP_SYSTEM_PROMPT(this.extensionHost.getInstructions()),
+                userPrompt: STEP_START_USER_PROMPT(step),
+                contextMessages: await this.extensionHost.buildInitialMessages(step),
+            });
+            await this.aiClient.sendMessage(initialMessages);
+            this.stepResult = await this.stepResultPromise;
+            this.assertStepResult(step);
+        }
+        catch (error) {
+            throw new Error(`\nFailed to execute action:\n${step.action}`, { cause: error });
+        }
+        this.logStepFinish();
+    }
+    logStepStart(step) {
+        logger.info(`step started:\n${JSON.stringify(step, null, 2).replaceAll('  ', '').trim()}`);
+    }
+    logStepFinish() {
+        logger.info('step finished');
+    }
+    assertStepResult(step) {
+        expect(this.stepResult.passed, this.assertionMessage(step)).toBeTruthy();
+    }
+    assertionMessage(step) {
+        return this.stepResult.passed ? step.expect : `\nExpected: ${step.expect}\nActual: ${this.stepResult.actual}`;
+    }
+}
+//# sourceMappingURL=step-execution.js.map

package/dist/runtime/step-execution.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"step-execution.js","sourceRoot":"","sources":["../../src/runtime/step-execution.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAA;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,YAAY,CAAA;AAEnC,OAAO,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAA;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAA;AAItD,MAAM,OAAO,aAAa;IAMP;IACA;IANV,UAAU,GAAe,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,CAAA;IACtD,iBAAiB,CAAoB;IAC5B,iBAAiB,CAAmB;IAErD,YACkB,QAAkB,EAClB,aAA4B;QAD5B,aAAQ,GAAR,QAAQ,CAAU;QAClB,kBAAa,GAAb,aAAa,CAAe;QAE7C,IAAI,CAAC,iBAAiB,GAAG,IAAI,OAAO,CAAa,CAAC,OAAO,EAAE,EAAE;YAC5D,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAA;QACjC,CAAC,CAAC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAU;QACnB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;QAEvB,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAA;YAC5D,MAAM,eAAe,GAAG,IAAI,cAAc,EAAE,CAAC,oBAAoB,CAAC;gBACjE,YAAY,EAAE,kBAAkB,CAAC,IAAI,CAAC,aAAa,CAAC,eAAe,EAAE,CAAC;gBACtE,UAAU,EAAE,sBAAsB,CAAC,IAAI,CAAC;gBACxC,eAAe,EAAE,MAAM,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,IAAI,CAAC;aACpE,CAAC,CAAA;YACF,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,eAAe,CAAC,CAAA;YAChD,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAA;YAC9C,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAA;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAA;QACjF,CAAC;QAED,IAAI,CAAC,aAAa,EAAE,CAAA;IACrB,CAAC;IAEO,YAAY,CAAC,IAAU;QAC9B,MAAM,CAAC,IAAI,CAAC,kBAAkB,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;IAC3F,CAAC;IAEO,aAAa;QACpB,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA;IAC7B,CAAC;IAEO,gBAAgB,CAAC,IAAU;QAClC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,EAAE,CAAA;IACzE,CAAC;IAEO,gBAAgB,CAAC,IAAU;QAClC,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,IAAI,CAAC,MAAM,aAAa,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAA;IAC9G,CAAC;CACD"}

package/dist/runtime/types.d.ts

@@ -0,0 +1,79 @@
+/**
+ * A single natural-language test step executed by Checkmate.
+ *
+ * `action` should describe what the agent needs to do.
+ * `expect` should describe the expected result after the action finishes.
+ * `search` can bias snapshot filtering toward specific keywords.
+ * `topPercent` controls how much of the scored page snapshot is kept.
+ *
+ * @example
+ * ```ts
+ * const step: Step = {
+ *   action: "Open the pricing page and click the Pro plan",
+ *   expect: "The checkout page for the Pro plan is displayed",
+ *   topPercent: 15,
+ * }
+ * ```
+ */
+export interface Step {
+    /**
+     * What the agent should do in the browser.
+     */
+    action: string;
+    /**
+     * What should be true after the action is complete.
+     */
+    expect: string;
+    /**
+     * Optional keyword hints for snapshot filtering.
+     *
+     * When provided, these terms are prioritized over semantic `action + expect` matching.
+     */
+    search?: string[];
+    /**
+     * Optional percentage of the highest-scoring snapshot elements to keep.
+     *
+     * This value is expressed as a real percent from `1` to `100`.
+     * For example, `10` keeps the top 10% of scored elements.
+     *
+     * @example
+     * ```ts
+     * topPercent: 20
+     * ```
+     */
+    topPercent?: number;
+}
+/**
+ * Final result returned by a step execution.
+ *
+ * @example
+ * ```ts
+ * const result: StepResult = {
+ *   passed: true,
+ *   actual: 'Checkout page is visible',
+ * }
+ * ```
+ */
+export interface StepResult {
+    /**
+     * Whether the step passed.
+     */
+    passed: boolean;
+    /**
+     * The observed result collected during execution.
+     */
+    actual: string;
+}
+export type StepResultPromise = Promise<StepResult>;
+/**
+ * Callback used internally to resolve a running step result.
+ *
+ * @example
+ * ```ts
+ * const resolve: ResolveStepResult = (result) => {
+ *   console.log(result.actual)
+ * }
+ * ```
+ */
+export type ResolveStepResult = (result: StepResult) => void;
+//# sourceMappingURL=types.d.ts.map

package/dist/runtime/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/runtime/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,WAAW,IAAI;IACpB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAA;IAEd;;OAEG;IACH,MAAM,EAAE,MAAM,CAAA;IAEd;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;IAEjB;;;;;;;;;;OAUG;IACH,UAAU,CAAC,EAAE,MAAM,CAAA;CACnB;AAED;;;;;;;;;;GAUG;AACH,MAAM,WAAW,UAAU;IAC1B;;OAEG;IACH,MAAM,EAAE,OAAO,CAAA;IAEf;;OAEG;IACH,MAAM,EAAE,MAAM,CAAA;CACd;AAED,MAAM,MAAM,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC,CAAA;AAEnD;;;;;;;;;GASG;AACH,MAAM,MAAM,iBAAiB,GAAG,CAAC,MAAM,EAAE,UAAU,KAAK,IAAI,CAAA"}

package/dist/runtime/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/runtime/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/runtime/types.ts"],"names":[],"mappings":""}

package/dist/salesforce.d.ts

@@ -0,0 +1,71 @@
+import { expect, Page } from '@playwright/test';
+import { CheckmateRunner } from './runtime/runner';
+import { CheckmateExtension } from './runtime/extension';
+/**
+ * Fixture type exported by `@xoxoai/checkmate/salesforce`.
+ *
+ * @example
+ * ```ts
+ * test('salesforce flow', async ({ ai }) => {
+ *   await ai.run({
+ *     action: 'Login to Salesforce org',
+ *     expect: 'The Salesforce home page is displayed',
+ *   })
+ * })
+ * ```
+ */
+export type SalesforceFixtures = {
+    /**
+     * Runner composed with the built-in web and Salesforce extensions.
+     */
+    ai: CheckmateRunner;
+};
+/**
+ * Creates the built-in Salesforce extension.
+ *
+ * This extension adds Salesforce-specific tools on top of the web extension.
+ *
+ * @example
+ * ```ts
+ * import { createRunner } from '@xoxoai/checkmate/core'
+ * import { web } from '@xoxoai/checkmate/playwright'
+ * import { salesforce } from '@xoxoai/checkmate/salesforce'
+ *
+ * const ai = createRunner({
+ *   extensions: [web({ page }), salesforce()],
+ * })
+ * ```
+ */
+export declare function salesforce(): CheckmateExtension;
+/**
+ * Creates a runner composed with the built-in web and Salesforce extensions.
+ *
+ * @example
+ * ```ts
+ * import { createSalesforceRunner } from '@xoxoai/checkmate/salesforce'
+ *
+ * const ai = createSalesforceRunner(page)
+ * ```
+ */
+export declare function createSalesforceRunner(page: Page): CheckmateRunner;
+/**
+ * Playwright Test fixture with the `ai` runner.
+ *
+ * @example
+ * ```ts
+ * import { test } from '@xoxoai/checkmate/salesforce'
+ *
+ * test('salesforce account creation', async ({ ai }) => {
+ *   await ai.run({
+ *     action: 'Login to Salesforce org',
+ *     expect: 'The Salesforce home page is displayed',
+ *   })
+ * })
+ * ```
+ */
+export declare const test: import("playwright/test").TestType<import("playwright/test").PlaywrightTestArgs & import("playwright/test").PlaywrightTestOptions & SalesforceFixtures, import("playwright/test").PlaywrightWorkerArgs & import("playwright/test").PlaywrightWorkerOptions>;
+/**
+ * Re-export of Playwright's `expect` for convenience.
+ */
+export { expect };
+//# sourceMappingURL=salesforce.d.ts.map

package/dist/salesforce.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"salesforce.d.ts","sourceRoot":"","sources":["../src/salesforce.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,IAAI,EAAgB,MAAM,kBAAkB,CAAA;AAC7D,OAAO,EAAgB,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAChE,OAAO,EAAE,kBAAkB,EAAmB,MAAM,qBAAqB,CAAA;AAKzE;;;;;;;;;;;;GAYG;AACH,MAAM,MAAM,kBAAkB,GAAG;IAChC;;OAEG;IACH,EAAE,EAAE,eAAe,CAAA;CACnB,CAAA;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,UAAU,IAAI,kBAAkB,CAW/C;AAED;;;;;;;;;GASG;AACH,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,IAAI,GAAG,eAAe,CAElE;AAED;;;;;;;;;;;;;;GAcG;AACH,eAAO,MAAM,IAAI,6PAMf,CAAA;AAEF;;GAEG;AACH,OAAO,EAAE,MAAM,EAAE,CAAA"}

package/dist/salesforce.js

@@ -0,0 +1,73 @@
+import { expect, test as base } from '@playwright/test';
+import { createRunner } from './runtime/runner';
+import { defineExtension } from './runtime/extension';
+import { PlaywrightCapability, web } from './playwright';
+import { createSalesforceTools, SalesforceLoginTool } from './tools/salesforce/login-tool';
+/**
+ * Creates the built-in Salesforce extension.
+ *
+ * This extension adds Salesforce-specific tools on top of the web extension.
+ *
+ * @example
+ * ```ts
+ * import { createRunner } from '@xoxoai/checkmate/core'
+ * import { web } from '@xoxoai/checkmate/playwright'
+ * import { salesforce } from '@xoxoai/checkmate/salesforce'
+ *
+ * const ai = createRunner({
+ *   extensions: [web({ page }), salesforce()],
+ * })
+ * ```
+ */
+export function salesforce() {
+    return defineExtension({
+        name: 'salesforce',
+        instructions: [
+            `Use '${SalesforceLoginTool.TOOL_LOGIN_TO_SALESFORCE_ORG}' when the step requires logging into a Salesforce org.`,
+        ],
+        setup(api) {
+            const browserRuntime = api.getCapability(PlaywrightCapability.BROWSER_RUNTIME);
+            api.addTool(createSalesforceTools(browserRuntime));
+        },
+    });
+}
+/**
+ * Creates a runner composed with the built-in web and Salesforce extensions.
+ *
+ * @example
+ * ```ts
+ * import { createSalesforceRunner } from '@xoxoai/checkmate/salesforce'
+ *
+ * const ai = createSalesforceRunner(page)
+ * ```
+ */
+export function createSalesforceRunner(page) {
+    return createRunner({ extensions: [web({ page }), salesforce()] });
+}
+/**
+ * Playwright Test fixture with the `ai` runner.
+ *
+ * @example
+ * ```ts
+ * import { test } from '@xoxoai/checkmate/salesforce'
+ *
+ * test('salesforce account creation', async ({ ai }) => {
+ *   await ai.run({
+ *     action: 'Login to Salesforce org',
+ *     expect: 'The Salesforce home page is displayed',
+ *   })
+ * })
+ * ```
+ */
+export const test = base.extend({
+    ai: async ({ page }, use) => {
+        const ai = createSalesforceRunner(page);
+        await use(ai);
+        await ai.teardown();
+    },
+});
+/**
+ * Re-export of Playwright's `expect` for convenience.
+ */
+export { expect };
+//# sourceMappingURL=salesforce.js.map

package/dist/salesforce.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"salesforce.js","sourceRoot":"","sources":["../src/salesforce.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAQ,IAAI,IAAI,IAAI,EAAE,MAAM,kBAAkB,CAAA;AAC7D,OAAO,EAAE,YAAY,EAAmB,MAAM,kBAAkB,CAAA;AAChE,OAAO,EAAsB,eAAe,EAAE,MAAM,qBAAqB,CAAA;AACzE,OAAO,EAAE,oBAAoB,EAAE,GAAG,EAAE,MAAM,cAAc,CAAA;AAExD,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAA;AAsB1F;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,UAAU;IACzB,OAAO,eAAe,CAAC;QACtB,IAAI,EAAE,YAAY;QAClB,YAAY,EAAE;YACb,QAAQ,mBAAmB,CAAC,4BAA4B,yDAAyD;SACjH;QACD,KAAK,CAAC,GAAG;YACR,MAAM,cAAc,GAAG,GAAG,CAAC,aAAa,CAAqB,oBAAoB,CAAC,eAAe,CAAC,CAAA;YAClG,GAAG,CAAC,OAAO,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC,CAAA;QACnD,CAAC;KACD,CAAC,CAAA;AACH,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,sBAAsB,CAAC,IAAU;IAChD,OAAO,YAAY,CAAC,EAAE,UAAU,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAA;AACnE,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAqB;IACnD,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,EAAE;QAC3B,MAAM,EAAE,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAA;QACvC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAA;QACb,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAA;IACpB,CAAC;CACD,CAAC,CAAA;AAEF;;GAEG;AACH,OAAO,EAAE,MAAM,EAAE,CAAA"}

package/dist/tools/browser/screenshot-service.d.ts

@@ -0,0 +1,10 @@
+import { Page } from '@playwright/test';
+export declare class BrowserScreenshotService {
+    private readonly page;
+    constructor(page: Page);
+    getCompressedScreenshot(): Promise<{
+        mimeType?: string;
+        data: string;
+    }>;
+}
+//# sourceMappingURL=screenshot-service.d.ts.map

package/dist/tools/browser/screenshot-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"screenshot-service.d.ts","sourceRoot":"","sources":["../../../src/tools/browser/screenshot-service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AAGvC,qBAAa,wBAAwB;IACxB,OAAO,CAAC,QAAQ,CAAC,IAAI;gBAAJ,IAAI,EAAE,IAAI;IAEjC,uBAAuB,IAAI,OAAO,CAAC;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;CAe7E"}

package/dist/tools/browser/screenshot-service.js

@@ -0,0 +1,23 @@
+import sharp from 'sharp';
+export class BrowserScreenshotService {
+    page;
+    constructor(page) {
+        this.page = page;
+    }
+    async getCompressedScreenshot() {
+        try {
+            const screenshot = await this.page.screenshot();
+            const compressedBuffer = await sharp(screenshot)
+                .resize({ width: 768, height: 768, fit: 'inside' })
+                .toBuffer();
+            if (!compressedBuffer) {
+                throw new Error('Failed to compress screenshot');
+            }
+            return { mimeType: 'image/png', data: compressedBuffer.toString('base64') };
+        }
+        catch (error) {
+            throw new Error(`Failed to get compressed screenshot:\n${error}`, { cause: error });
+        }
+    }
+}
+//# sourceMappingURL=screenshot-service.js.map

package/dist/tools/browser/screenshot-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"screenshot-service.js","sourceRoot":"","sources":["../../../src/tools/browser/screenshot-service.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,OAAO,CAAA;AAEzB,MAAM,OAAO,wBAAwB;IACP;IAA7B,YAA6B,IAAU;QAAV,SAAI,GAAJ,IAAI,CAAM;IAAG,CAAC;IAE3C,KAAK,CAAC,uBAAuB;QAC5B,IAAI,CAAC;YACJ,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAA;YAC/C,MAAM,gBAAgB,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC;iBAC9C,MAAM,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC;iBAClD,QAAQ,EAAE,CAAA;YACZ,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACvB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;YACjD,CAAC;YAED,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAA;QAC5E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,yCAAyC,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAA;QACpF,CAAC;IACF,CAAC;CACD"}

package/dist/tools/browser/snapshot-filter/index.d.ts

@@ -0,0 +1,4 @@
+export { filterSnapshot } from './snapshot-filter';
+export { scoreSnapshotElements, filterByThreshold, filterTopPercent, type ScoredElement, type JsonValue, type JsonObject, type JsonArray, } from './semantic-scorer';
+export { reconstructTree } from './tree-reconstructor';
+//# sourceMappingURL=index.d.ts.map

package/dist/tools/browser/snapshot-filter/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/tools/browser/snapshot-filter/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAA;AAClD,OAAO,EACN,qBAAqB,EACrB,iBAAiB,EACjB,gBAAgB,EAChB,KAAK,aAAa,EAClB,KAAK,SAAS,EACd,KAAK,UAAU,EACf,KAAK,SAAS,GACd,MAAM,mBAAmB,CAAA;AAC1B,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA"}

package/dist/tools/browser/snapshot-filter/index.js

@@ -0,0 +1,4 @@
+export { filterSnapshot } from './snapshot-filter';
+export { scoreSnapshotElements, filterByThreshold, filterTopPercent, } from './semantic-scorer';
+export { reconstructTree } from './tree-reconstructor';
+//# sourceMappingURL=index.js.map

package/dist/tools/browser/snapshot-filter/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/tools/browser/snapshot-filter/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAA;AAClD,OAAO,EACN,qBAAqB,EACrB,iBAAiB,EACjB,gBAAgB,GAKhB,MAAM,mBAAmB,CAAA;AAC1B,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA"}

package/dist/tools/browser/snapshot-filter/semantic-scorer.d.ts

@@ -0,0 +1,15 @@
+export type JsonValue = string | number | boolean | null | JsonObject | JsonArray;
+export type JsonObject = {
+    [key: string]: JsonValue;
+};
+export type JsonArray = JsonValue[];
+export interface ScoredElement {
+    score: number;
+    path: (string | number)[];
+    element: JsonValue;
+    key: string;
+}
+export declare function scoreSnapshotElements(json: JsonValue, query: string): Promise<ScoredElement[]>;
+export declare function filterByThreshold(scoredElements: ScoredElement[], threshold: number): ScoredElement[];
+export declare function filterTopPercent(scoredElements: ScoredElement[], topPercent: number): ScoredElement[];
+//# sourceMappingURL=semantic-scorer.d.ts.map

package/dist/tools/browser/snapshot-filter/semantic-scorer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic-scorer.d.ts","sourceRoot":"","sources":["../../../../src/tools/browser/snapshot-filter/semantic-scorer.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,GAAG,UAAU,GAAG,SAAS,CAAA;AACjF,MAAM,MAAM,UAAU,GAAG;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAA;AACrD,MAAM,MAAM,SAAS,GAAG,SAAS,EAAE,CAAA;AAEnC,MAAM,WAAW,aAAa;IAC7B,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAA;IACzB,OAAO,EAAE,SAAS,CAAA;IAClB,GAAG,EAAE,MAAM,CAAA;CACX;AAoBD,wBAAsB,qBAAqB,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC,CAoCpG;AAgED,wBAAgB,iBAAiB,CAAC,cAAc,EAAE,aAAa,EAAE,EAAE,SAAS,EAAE,MAAM,GAAG,aAAa,EAAE,CAErG;AAED,wBAAgB,gBAAgB,CAAC,cAAc,EAAE,aAAa,EAAE,EAAE,UAAU,EAAE,MAAM,GAAG,aAAa,EAAE,CAQrG"}