playwright-mimic 0.1.0

package/README.md

@@ -0,0 +1,446 @@
+# Playwright Mimic
+
+**Playwright Mimic** is an AI-powered browser testing framework that takes natural language instructions and reasons through them to operate the browser and run tests. It's designed to work seamlessly with Playwright, allowing you to write tests in plain English (Gherkin-style) that are automatically executed by AI.
+
+## Features
+
+- 🤖 **AI-Powered**: Uses language models to understand and execute natural language test instructions
+- 🎯 **Smart Element Selection**: Automatically finds and interacts with elements based on semantic understanding
+- 📝 **Gherkin-Style Syntax**: Write tests in natural language, one instruction per line
+- 🔄 **Multiple Action Types**: Supports navigation, clicks, form updates, and more
+- 🎭 **Playwright Integration**: Built on top of Playwright for reliable browser automation
+- 📊 **Token Tracking**: Built-in token usage tracking for AI model calls
+
+## Installation
+
+```bash
+npm install playwright-mimic
+# or
+pnpm install playwright-mimic
+# or
+yarn add playwright-mimic
+```
+
+## Prerequisites
+
+- Node.js 18+ 
+- Playwright installed in your project
+- An AI model provider (OpenAI, Ollama, or compatible provider from the `ai` SDK)
+
+## Quick Start
+
+### 1. Install Dependencies
+
+```bash
+npm install @playwright/test playwright-mimic @ai-sdk/openai ai
+# or for Ollama
+npm install @playwright/test playwright-mimic ollama-ai-provider-v2 ai
+```
+
+### 2. Set Up Environment Variables
+
+Create a `.env` file in your project root:
+
+```env
+OPENAI_API_KEY=your_openai_api_key_here
+# or for Ollama (if using local models)
+OLLAMA_BASE_URL=http://localhost:11434
+```
+
+### 3. Configure Playwright Fixtures
+
+Create a test utilities file (e.g., `test-utils.ts`):
+
+```typescript
+import "dotenv/config";
+import { test as base } from '@playwright/test';
+import { createMimicry, type Mimicry } from 'playwright-mimic';
+import { openai } from '@ai-sdk/openai';
+// or for Ollama: import { ollama } from 'ollama-ai-provider-v2';
+
+// Configure your AI model
+const brains = openai('gpt-4o-mini');
+// or for Ollama: const brains = ollama('llama3.2') as LanguageModel;
+
+export * from '@playwright/test';
+
+// Extend Playwright's test with mimicry fixture
+export const test = base.extend<{
+  mimicry: Mimicry
+}>({
+  mimicry: async ({ page }, use, testInfo) => {
+    const mimicry = createMimicry({
+      page,
+      brains,
+      eyes: brains, // Can use a different model for visual analysis
+      testInfo,
+    });
+    await use(mimicry);
+  }
+});
+```
+
+### 4. Write Your First Test
+
+Create a test file (e.g., `example.spec.ts`):
+
+```typescript
+import { test, expect } from './test-utils';
+
+test('navigate and interact with Playwright docs', async ({ page, mimicry }) => {
+  await mimicry`
+    navigate to https://playwright.dev/
+    click on "get started"
+    and click on "trace viewer"
+  `;
+
+  expect(page.url()).toBe('https://playwright.dev/docs/trace-viewer-intro');
+  
+  await mimicry`go back`;
+  
+  expect(page.url()).toBe('https://playwright.dev/docs/intro');
+});
+```
+
+### 5. Run Your Tests
+
+```bash
+npx playwright test
+```
+
+## Usage
+
+### Basic Syntax
+
+Mimicry uses a simple line-by-line syntax where each line represents a test step:
+
+```typescript
+await mimicry`
+  navigate to https://example.com
+  click on "Sign In"
+  type "username" into the email field
+  type "password123" into the password field
+  click on the submit button
+`;
+```
+
+### Supported Actions
+
+#### Navigation
+
+```typescript
+await mimicry`
+  navigate to https://example.com
+  go back
+  go forward
+  refresh the page
+  close the page
+`;
+```
+
+#### Clicking Elements
+
+Mimicry can find elements by:
+- Visible text: `click on "Sign In"`
+- Button labels: `click on the submit button`
+- Link text: `click on "About Us"`
+- Semantic descriptions: `click on the login button in the header`
+
+```typescript
+await mimicry`
+  click on "Get Started"
+  click on the search icon
+  click on the menu button
+`;
+```
+
+#### Form Interactions
+
+```typescript
+await mimicry`
+  type "john@example.com" into the email field
+  fill the password field with "secret123"
+  select "United States" from the country dropdown
+  check the terms and conditions checkbox
+  uncheck the newsletter checkbox
+`;
+```
+
+### Using Variables
+
+You can use template literals to inject variables:
+
+```typescript
+const username = 'testuser';
+const password = 'testpass';
+
+await mimicry`
+  type "${username}" into the username field
+  type "${password}" into the password field
+  click on "Login"
+`;
+```
+
+### Combining with Playwright Assertions
+
+Mimicry works seamlessly with Playwright's built-in assertions:
+
+```typescript
+test('complete user registration', async ({ page, mimicry }) => {
+  await mimicry`
+    navigate to https://example.com/register
+    type "John Doe" into the name field
+    type "john@example.com" into the email field
+    type "SecurePass123!" into the password field
+    click on "Create Account"
+  `;
+
+  // Use Playwright assertions
+  await expect(page.locator('text=Welcome')).toBeVisible();
+  expect(page.url()).toContain('/dashboard');
+});
+```
+
+### Advanced: Direct API Usage
+
+If you need more control, you can use the `mimicry` function directly:
+
+```typescript
+import { mimicry } from 'playwright-mimic';
+import { openai } from '@ai-sdk/openai';
+import { test } from '@playwright/test';
+
+test('custom usage', async ({ page, testInfo }) => {
+  const brains = openai('gpt-4o-mini');
+  
+  await mimicry(
+    'navigate to https://example.com\nclick on "Get Started"',
+    {
+      page,
+      brains,
+      eyes: brains,
+      testInfo,
+    }
+  );
+});
+```
+
+## API Reference
+
+### `createMimicry(config)`
+
+Creates a mimicry function that can be used as a template literal tag.
+
+**Parameters:**
+- `config.page` (required): Playwright `Page` object
+- `config.brains` (required): Language model for reasoning (from `ai` SDK)
+- `config.eyes` (required): Language model for visual analysis (can be same as brains)
+- `config.testInfo` (optional): Playwright `TestInfo` object for test tracking
+
+**Returns:** A function that accepts template literals
+
+### `mimicry(input, config)`
+
+Direct function call version.
+
+**Parameters:**
+- `input` (string): Newline-separated test steps
+- `config`: Same as `createMimicry`
+
+### Exported Utilities
+
+You can also import individual utilities for custom implementations:
+
+```typescript
+import {
+  getBaseAction,
+  getClickAction,
+  executeClickAction,
+  getNavigationAction,
+  executeNavigationAction,
+  getFormAction,
+  executeFormAction,
+  captureTargets,
+  buildSelectorForTarget,
+} from 'playwright-mimic';
+```
+
+## Configuration
+
+### AI Model Selection
+
+**OpenAI:**
+```typescript
+import { openai } from '@ai-sdk/openai';
+const brains = openai('gpt-4o-mini'); // or 'gpt-4', 'gpt-4-turbo', etc.
+```
+
+**Ollama (Local Models):**
+```typescript
+import { ollama } from 'ollama-ai-provider-v2';
+const brains = ollama('llama3.2') as LanguageModel;
+```
+
+**Different Models for Different Tasks:**
+```typescript
+const brains = openai('gpt-4o-mini'); // For reasoning
+const eyes = openai('gpt-4-vision-preview'); // For visual analysis (if needed)
+```
+
+### Playwright Configuration
+
+Ensure your `playwright.config.ts` is set up correctly:
+
+```typescript
+import { defineConfig } from '@playwright/test';
+
+export default defineConfig({
+  testDir: './tests', // or wherever your tests are
+  use: {
+    trace: 'on-first-retry',
+  },
+  // ... other config
+});
+```
+
+## Best Practices
+
+### 1. Use Descriptive Steps
+
+Be specific in your instructions:
+
+```typescript
+// ✅ Good
+await mimicry`
+  click on the "Sign In" button in the header
+  type "admin@example.com" into the email input field
+`;
+
+// ❌ Less clear
+await mimicry`
+  click button
+  type email
+`;
+```
+
+### 2. Combine with Assertions
+
+Always verify the results:
+
+```typescript
+await mimicry`
+  navigate to /dashboard
+  click on "Create Project"
+  type "My Project" into the project name field
+  click on "Save"
+`;
+
+await expect(page.locator('text=My Project')).toBeVisible();
+```
+
+### 3. Use Test Steps for Debugging
+
+Mimicry automatically creates Playwright test steps, making it easy to debug:
+
+```typescript
+// Each line becomes a test step in Playwright's trace viewer
+await mimicry`
+  navigate to https://example.com
+  click on "Products"
+  click on "View Details"
+`;
+```
+
+### 4. Handle Dynamic Content
+
+For dynamic content, combine mimicry with Playwright waits:
+
+```typescript
+await mimicry`click on "Load More"`;
+await page.waitForSelector('text=New Content');
+await mimicry`click on "New Content"`;
+```
+
+### 5. Token Usage
+
+Mimicry tracks token usage automatically. Monitor your AI provider's usage to optimize costs:
+
+- Use smaller models (like `gpt-4o-mini`) for faster, cheaper tests
+- Use larger models only when needed for complex reasoning
+
+## Troubleshooting
+
+### Element Not Found
+
+If mimicry can't find an element, try:
+1. Be more specific: `click on "Submit" button` instead of `click on "Submit"`
+2. Use unique identifiers: `click on the login button with id "submit-btn"`
+3. Check if the element is visible: Add a wait before the action
+
+### Slow Execution
+
+AI model calls take time. To speed up:
+1. Use faster models (e.g., `gpt-4o-mini` instead of `gpt-4`)
+2. Batch related actions when possible
+3. Use Playwright's native selectors for simple, stable elements
+
+### API Key Issues
+
+Ensure your `.env` file is loaded:
+```typescript
+import "dotenv/config"; // At the top of your test-utils.ts
+```
+
+## Examples
+
+### E-commerce Checkout Flow
+
+```typescript
+test('complete checkout process', async ({ page, mimicry }) => {
+  await mimicry`
+    navigate to https://store.example.com
+    click on "Add to Cart" for "Product Name"
+    click on the shopping cart icon
+    click on "Proceed to Checkout"
+    type "john@example.com" into the email field
+    type "123 Main St" into the address field
+    type "New York" into the city field
+    select "United States" from the country dropdown
+    type "10001" into the zip code field
+    click on "Continue to Payment"
+    type "4242 4242 4242 4242" into the card number field
+    type "12/25" into the expiration field
+    type "123" into the CVV field
+    click on "Place Order"
+  `;
+
+  await expect(page.locator('text=Order Confirmed')).toBeVisible();
+});
+```
+
+### Form Validation Testing
+
+```typescript
+test('validate required fields', async ({ page, mimicry }) => {
+  await mimicry`
+    navigate to https://example.com/contact
+    click on "Submit" without filling fields
+  `;
+
+  await expect(page.locator('text=Email is required')).toBeVisible();
+  await expect(page.locator('text=Name is required')).toBeVisible();
+});
+```
+
+## Contributing
+
+Contributions are welcome! Please feel free to submit a Pull Request.
+
+## License
+
+ISC
+
+## Support
+
+For issues, questions, or contributions, please open an issue on the GitHub repository.
+

package/dist/index.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Mimicry - AI-powered browser testing framework
+ *
+ * Main entry point exporting all public APIs
+ */
+export { mimicry, createMimicry, type Mimicry } from './mimicry.js';
+export { getBaseAction } from './mimicry/actionType.js';
+export { getClickAction, executeClickAction } from './mimicry/click.js';
+export { getNavigationAction, executeNavigationAction } from './mimicry/navigation.js';
+export { getFormAction, executeFormAction, type FormActionResult } from './mimicry/forms.js';
+export { captureTargets, buildSelectorForTarget, type TargetInfo, type CaptureTargetsOptions } from './mimicry/selector.js';
+export type { NavigationAction, ClickActionResult, Point, } from './mimicry/schema/action.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,OAAO,EAAE,MAAM,cAAc,CAAC;AAGpE,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACxE,OAAO,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AACvF,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,KAAK,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAC7F,OAAO,EAAE,cAAc,EAAE,sBAAsB,EAAE,KAAK,UAAU,EAAE,KAAK,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAG5H,YAAY,EACV,gBAAgB,EAChB,iBAAiB,EACjB,KAAK,GACN,MAAM,4BAA4B,CAAC"}

package/dist/index.js

@@ -0,0 +1,14 @@
+/**
+ * Mimicry - AI-powered browser testing framework
+ *
+ * Main entry point exporting all public APIs
+ */
+// Main mimicry functionality
+export { mimicry, createMimicry } from './mimicry.js';
+// Mimicry action types and utilities
+export { getBaseAction } from './mimicry/actionType.js';
+export { getClickAction, executeClickAction } from './mimicry/click.js';
+export { getNavigationAction, executeNavigationAction } from './mimicry/navigation.js';
+export { getFormAction, executeFormAction } from './mimicry/forms.js';
+export { captureTargets, buildSelectorForTarget } from './mimicry/selector.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,6BAA6B;AAC7B,OAAO,EAAE,OAAO,EAAE,aAAa,EAAgB,MAAM,cAAc,CAAC;AAEpE,qCAAqC;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACxE,OAAO,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AACvF,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAyB,MAAM,oBAAoB,CAAC;AAC7F,OAAO,EAAE,cAAc,EAAE,sBAAsB,EAA+C,MAAM,uBAAuB,CAAC"}

package/dist/mimic.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Minimal flow example function
+ */
+import { Page, TestInfo } from '@playwright/test';
+import type { LanguageModel } from 'ai';
+export type Mimic = (steps: TemplateStringsArray, ...args: unknown[]) => Promise<void>;
+/**
+ * Minimal flow function that takes a Playwright page and input string
+ *
+ * @param page - Playwright Page object
+ * @param input - Input string to process
+ * @returns Flow execution result with validated context
+ */
+export declare function mimic(input: string, { page, brains, testInfo }: {
+    page: Page;
+    brains: LanguageModel;
+    eyes: LanguageModel;
+    testInfo?: TestInfo;
+}): Promise<void>;
+export declare const createMimic: (config: {
+    page: Page;
+    brains: LanguageModel;
+    eyes: LanguageModel;
+    testInfo?: TestInfo;
+}) => (prompt: TemplateStringsArray, ...args: unknown[]) => Promise<void>;
+//# sourceMappingURL=mimic.d.ts.map

package/dist/mimic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mimic.d.ts","sourceRoot":"","sources":["../src/mimic.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAQ,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAQxC,MAAM,MAAM,KAAK,GAAG,CAAC,KAAK,EAAE,oBAAoB,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;AAGvF;;;;;;GAMG;AACH,wBAAsB,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;IACrE,IAAI,EAAE,IAAI,CAAC;IACX,MAAM,EAAE,aAAa,CAAC;IACtB,IAAI,EAAE,aAAa,CAAC;IACpB,QAAQ,CAAC,EAAE,QAAQ,CAAC;CACrB,iBAwCA;AAeD,eAAO,MAAM,WAAW,GAAI,QAAQ;IAClC,IAAI,EAAE,IAAI,CAAC;IACX,MAAM,EAAE,aAAa,CAAC;IACtB,IAAI,EAAE,aAAa,CAAC;IACpB,QAAQ,CAAC,EAAE,QAAQ,CAAC;CACrB,MACe,QAAQ,oBAAoB,EAAE,GAAG,MAAM,OAAO,EAAE,kBAI/D,CAAA"}

package/dist/mimic.js

@@ -0,0 +1,71 @@
+/**
+ * Minimal flow example function
+ */
+import { test } from '@playwright/test';
+import { getBaseAction } from './mimicry/actionType.js';
+import { getNavigationAction, executeNavigationAction } from './mimicry/navigation.js';
+import { buildSelectorForTarget, captureTargets } from './mimicry/selector.js';
+import { executeClickAction, getClickAction } from './mimicry/click.js';
+import { startTestCase } from './utils/token-counter.js';
+/**
+ * Minimal flow function that takes a Playwright page and input string
+ *
+ * @param page - Playwright Page object
+ * @param input - Input string to process
+ * @returns Flow execution result with validated context
+ */
+export async function mimic(input, { page, brains, testInfo }) {
+    if (testInfo?.title)
+        await startTestCase(testInfo.title);
+    const steps = input.split('\n')
+        // lets clean up things
+        .map(step => step.trim())
+        // and remove empty steps
+        .filter(step => step.length > 0);
+    // now lets process each step
+    for (const step of steps) {
+        await test.step(step, async () => {
+            const baseAction = await getBaseAction(page, brains, step);
+            switch (baseAction.kind) {
+                case 'navigation':
+                    console.log(`Navigating to ${step}`);
+                    const navigationAction = await getNavigationAction(page, brains, step);
+                    await executeNavigationAction(page, navigationAction);
+                    break;
+                case 'click':
+                    console.log(`Clicking on ${step}`);
+                    const targetElements = await captureTargets(page, { interactableOnly: true });
+                    const clickActionResult = await getClickAction(page, brains, step, targetElements);
+                    // TODO: better way to work out if the top priority candidate is a clickable element
+                    const clickable = await buildSelectorForTarget(page, clickActionResult.candidates.find(Boolean));
+                    await executeClickAction(clickable, clickActionResult);
+                    break;
+                case 'form update':
+                    const formElements = await captureTargets(page, { interactableOnly: true });
+                    console.log(`Form element count: ${formElements.length}`);
+                    break;
+                default:
+                    throw new Error(`Unknown base action type: ${baseAction.kind}`);
+            }
+        });
+    }
+}
+function trimTemplate(strings, ...values) {
+    // Combine the template string with interpolated values
+    let result = strings.reduce((acc, str, i) => {
+        return acc + str + (values[i] ?? '');
+    }, '');
+    // Split into lines, trim each, filter out empty lines, and join back
+    return result
+        .split('\n')
+        .map(line => line.trim())
+        .filter(line => line.length > 0)
+        .join('\n');
+}
+export const createMimic = (config) => {
+    return async (prompt, ...args) => {
+        const lines = trimTemplate(prompt, ...args);
+        return await mimic(lines, config);
+    };
+};
+//# sourceMappingURL=mimic.js.map

package/dist/mimic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mimic.js","sourceRoot":"","sources":["../src/mimic.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAkB,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAExD,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,mBAAmB,EAAG,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AACxF,OAAO,EAAE,sBAAsB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAC/E,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACxE,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAMzD;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,KAAa,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAKlE;IAEC,IAAI,QAAQ,EAAE,KAAK;QAAE,MAAM,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAEzD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;QAC7B,uBAAuB;SACtB,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACzB,yBAAyB;SACxB,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAEnC,6BAA6B;IAC7B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE;YAC/B,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;YAC3D,QAAQ,UAAU,CAAC,IAAI,EAAE,CAAC;gBACxB,KAAK,YAAY;oBACf,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;oBACrC,MAAM,gBAAgB,GAAG,MAAM,mBAAmB,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;oBACvE,MAAM,uBAAuB,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;oBACtD,MAAM;gBACR,KAAK,OAAO;oBACV,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC;oBACnC,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC9E,MAAM,iBAAiB,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC;oBACnF,oFAAoF;oBACpF,MAAM,SAAS,GAAG,MAAM,sBAAsB,CAAC,IAAI,EAAE,iBAAiB,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAQ,CAAC,CAAC;oBACxG,MAAM,kBAAkB,CAAC,SAAS,EAAE,iBAAiB,CAAC,CAAC;oBAEvD,MAAM;gBACR,KAAK,aAAa;oBAChB,MAAM,YAAY,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC5E,OAAO,CAAC,GAAG,CAAC,uBAAuB,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;oBAC1D,MAAM;gBACR;oBAEE,MAAM,IAAI,KAAK,CAAC,6BAA6B,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;YACpE,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;AAEH,CAAC;AACD,SAAS,YAAY,CAAC,OAA6B,EAAE,GAAG,MAAa;IACnE,uDAAuD;IACvD,IAAI,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE;QAC1C,OAAO,GAAG,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACvC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,qEAAqE;IACrE,OAAO,MAAM;SACV,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SACxB,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;SAC/B,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,MAK3B,EAAE,EAAE;IACH,OAAO,KAAK,EAAE,MAA4B,EAAE,GAAG,IAAe,EAAE,EAAE;QAChE,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC;QAC5C,OAAO,MAAM,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACpC,CAAC,CAAA;AACH,CAAC,CAAA"}

package/dist/mimicry/actionType.d.ts

@@ -0,0 +1,6 @@
+import { type LanguageModel } from 'ai';
+import { z } from 'zod';
+import { Page } from '@playwright/test';
+import { zGeneralActionPlan } from './schema/action.js';
+export declare const getBaseAction: (_page: Page, brain: LanguageModel, action: string) => Promise<z.infer<typeof zGeneralActionPlan>>;
+//# sourceMappingURL=actionType.d.ts.map

package/dist/mimicry/actionType.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"actionType.d.ts","sourceRoot":"","sources":["../../src/mimicry/actionType.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,aAAa,EAAwB,MAAM,IAAI,CAAA;AAC7D,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AACvB,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AAEvC,OAAO,EACL,kBAAkB,EACnB,MAAM,oBAAoB,CAAA;AAK3B,eAAO,MAAM,aAAa,GACxB,OAAO,IAAI,EACX,OAAO,aAAa,EACpB,QAAQ,MAAM,KACb,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CA4B5C,CAAC"}

package/dist/mimicry/actionType.js

@@ -0,0 +1,32 @@
+import { generateText, Output } from 'ai';
+import { zGeneralActionPlan, } from './schema/action.js';
+import { countTokens } from '../utils/token-counter.js';
+export const getBaseAction = async (_page, brain, action) => {
+    const res = await generateText({
+        model: brain,
+        prompt: `You are an expert in interpreting Gherkin steps and classifying them into base user action types for automated testing using Playwright.
+
+For each Gherkin step, output the following:
+
+Decision: One of the following categories:
+Form update: Modifying input fields, selecting options, checking boxes, etc.
+Navigation: Moving between pages or URLs, or using "back"/"forward".
+Assertion: Verifying an element's presence, state, or content.
+Click: Clicking on buttons, links, or other interactive elements.
+Hover: Hovering over elements to trigger UI events or tooltips.
+Unknown: Step is too ambiguous to confidently classify.
+
+Explanation: Describe the reasoning behind the classification based on the literal intent of the Gherkin step. Do not infer outcomes — classify strictly based on what the step says is being done.
+Format:
+Classification: <one of the 6 categories>
+Reason: <brief explanation of how you arrived at the classification>
+
+Input Gherkin step:: ${action}
+    
+    `,
+        output: Output.object({ schema: zGeneralActionPlan, name: 'generalActionPlan' }),
+    });
+    await countTokens(res);
+    return res.output;
+};
+//# sourceMappingURL=actionType.js.map

package/dist/mimicry/actionType.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"actionType.js","sourceRoot":"","sources":["../../src/mimicry/actionType.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,YAAY,EAAE,MAAM,EAAE,MAAM,IAAI,CAAA;AAI7D,OAAO,EACL,kBAAkB,GACnB,MAAM,oBAAoB,CAAA;AAC3B,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAIxD,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAChC,KAAW,EACX,KAAoB,EACpB,MAAc,EAC+B,EAAE;IAC/C,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC;QAC7B,KAAK,EAAE,KAAK;QACZ,MAAM,EAAE;;;;;;;;;;;;;;;;;uBAiBW,MAAM;;KAExB;QACD,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,kBAAkB,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC;KACjF,CAAC,CAAC;IACH,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC;IAEvB,OAAO,GAAG,CAAC,MAAM,CAAC;AACpB,CAAC,CAAC"}

package/dist/mimicry/click.d.ts

@@ -0,0 +1,20 @@
+import { type LanguageModel } from 'ai';
+import { Locator, Page } from '@playwright/test';
+import { type ClickActionResult } from './schema/action.js';
+import type { TargetInfo } from './selector.js';
+/**
+ * Get click action by matching Gherkin step against captured target elements
+ *
+ * This function uses AI to analyze a Gherkin step and match it against
+ * all available target elements on the page. It returns the top 5 most
+ * likely candidates along with the appropriate click type.
+ *
+ * @param page - Playwright Page object (currently unused but kept for consistency)
+ * @param brain - LanguageModel instance for AI analysis
+ * @param gherkinStep - The Gherkin step to match (e.g., "I click on the Submit button")
+ * @param targetElements - Array of captured target elements from the page
+ * @returns Promise resolving to ClickActionResult with top candidates and click type
+ */
+export declare const getClickAction: (_page: Page, brain: LanguageModel, gherkinStep: string, targetElements: TargetInfo[]) => Promise<ClickActionResult>;
+export declare const executeClickAction: (element: Locator | null, clickActionResult: ClickActionResult) => Promise<void>;
+//# sourceMappingURL=click.d.ts.map

package/dist/mimicry/click.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"click.d.ts","sourceRoot":"","sources":["../../src/mimicry/click.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,aAAa,EAAwB,MAAM,IAAI,CAAA;AAC7D,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AAEhD,OAAO,EAEL,KAAK,iBAAiB,EACvB,MAAM,oBAAoB,CAAA;AAC3B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAG/C;;;;;;;;;;;;GAYG;AACH,eAAO,MAAM,cAAc,GACzB,OAAO,IAAI,EACX,OAAO,aAAa,EACpB,aAAa,MAAM,EACnB,gBAAgB,UAAU,EAAE,KAC3B,OAAO,CAAC,iBAAiB,CA+H3B,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAC7B,SAAS,OAAO,GAAG,IAAI,EACvB,mBAAmB,iBAAiB,KACnC,OAAO,CAAC,IAAI,CAed,CAAC"}