npm - @chen-rmag/ai-runner - Versions diffs - 0.1.0 - Mend

@chen-rmag/ai-runner 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (102) hide show

package/README.md +263 -0
package/SUMMARY_USAGE.md +359 -0
package/TOOLS_INTEGRATION_SUMMARY.md +206 -0
package/dist/agents/error-analyzer.d.ts +62 -0
package/dist/agents/error-analyzer.d.ts.map +1 -0
package/dist/agents/error-analyzer.js +168 -0
package/dist/agents/error-analyzer.js.map +1 -0
package/dist/agents/heal-agent.d.ts +30 -0
package/dist/agents/heal-agent.d.ts.map +1 -0
package/dist/agents/heal-agent.js +76 -0
package/dist/agents/heal-agent.js.map +1 -0
package/dist/agents/healer.d.ts +73 -0
package/dist/agents/healer.d.ts.map +1 -0
package/dist/agents/healer.js +538 -0
package/dist/agents/healer.js.map +1 -0
package/dist/agents/langgraph-agent.d.ts +44 -0
package/dist/agents/langgraph-agent.d.ts.map +1 -0
package/dist/agents/langgraph-agent.js +328 -0
package/dist/agents/langgraph-agent.js.map +1 -0
package/dist/agents/react-agent.d.ts +52 -0
package/dist/agents/react-agent.d.ts.map +1 -0
package/dist/agents/react-agent.js +262 -0
package/dist/agents/react-agent.js.map +1 -0
package/dist/agents/tools/form.d.ts +22 -0
package/dist/agents/tools/form.d.ts.map +1 -0
package/dist/agents/tools/form.js +134 -0
package/dist/agents/tools/form.js.map +1 -0
package/dist/agents/tools/index.d.ts +13 -0
package/dist/agents/tools/index.d.ts.map +1 -0
package/dist/agents/tools/index.js +33 -0
package/dist/agents/tools/index.js.map +1 -0
package/dist/agents/tools/navigate.d.ts +22 -0
package/dist/agents/tools/navigate.d.ts.map +1 -0
package/dist/agents/tools/navigate.js +74 -0
package/dist/agents/tools/navigate.js.map +1 -0
package/dist/agents/tools/snapshot.d.ts +22 -0
package/dist/agents/tools/snapshot.d.ts.map +1 -0
package/dist/agents/tools/snapshot.js +110 -0
package/dist/agents/tools/snapshot.js.map +1 -0
package/dist/agents/tools/verify.d.ts +34 -0
package/dist/agents/tools/verify.d.ts.map +1 -0
package/dist/agents/tools/verify.js +169 -0
package/dist/agents/tools/verify.js.map +1 -0
package/dist/agents/tools/wait.d.ts +22 -0
package/dist/agents/tools/wait.d.ts.map +1 -0
package/dist/agents/tools/wait.js +104 -0
package/dist/agents/tools/wait.js.map +1 -0
package/dist/agents/types.d.ts +51 -0
package/dist/agents/types.d.ts.map +1 -0
package/dist/agents/types.js +6 -0
package/dist/agents/types.js.map +1 -0
package/dist/core/ai-heal.d.ts +89 -0
package/dist/core/ai-heal.d.ts.map +1 -0
package/dist/core/ai-heal.js +468 -0
package/dist/core/ai-heal.js.map +1 -0
package/dist/core/execution-engine.d.ts +16 -0
package/dist/core/execution-engine.d.ts.map +1 -0
package/dist/core/execution-engine.js +44 -0
package/dist/core/execution-engine.js.map +1 -0
package/dist/core/runner.d.ts +195 -0
package/dist/core/runner.d.ts.map +1 -0
package/dist/core/runner.js +658 -0
package/dist/core/runner.js.map +1 -0
package/dist/index.d.ts +8 -0
package/dist/index.d.ts.map +1 -0
package/dist/index.js +11 -0
package/dist/index.js.map +1 -0
package/dist/types/external.d.ts +6 -0
package/dist/types/external.d.ts.map +1 -0
package/dist/types/external.js +7 -0
package/dist/types/external.js.map +1 -0
package/dist/types/index.d.ts +153 -0
package/dist/types/index.d.ts.map +1 -0
package/dist/types/index.js +26 -0
package/dist/types/index.js.map +1 -0
package/dist/utils/object-registry.d.ts +48 -0
package/dist/utils/object-registry.d.ts.map +1 -0
package/dist/utils/object-registry.js +133 -0
package/dist/utils/object-registry.js.map +1 -0
package/package.json +37 -0
package/playwright.config.ts +38 -0
package/src/agents/heal-agent.ts +85 -0
package/src/agents/healer.ts +619 -0
package/src/agents/tools/EXAMPLES.md +347 -0
package/src/agents/tools/README.md +207 -0
package/src/agents/tools/form.ts +138 -0
package/src/agents/tools/index.ts +29 -0
package/src/agents/tools/navigate.ts +69 -0
package/src/agents/tools/snapshot.ts +109 -0
package/src/agents/tools/verify.ts +168 -0
package/src/agents/tools/wait.ts +103 -0
package/src/agents/types.ts +79 -0
package/src/core/runner.ts +756 -0
package/src/index.ts +29 -0
package/src/types/external.ts +7 -0
package/src/types/index.ts +200 -0
package/tests/agent/test-heal-agent.spec.ts +81 -0
package/tests/tools/README.md +227 -0
package/tests/tools/TEST_SUMMARY.md +214 -0
package/tests/tools/quick-test.ts +88 -0
package/tests/tools/tools.test.ts +491 -0
package/tsconfig.json +22 -0

package/tests/tools/tools.test.ts ADDED Viewed

@@ -0,0 +1,491 @@
+/**
+ * LangChain 兼容的 Playwright 工具测试
+ */
+import { test, expect } from '@playwright/test';
+import { getAllTools } from '../../src/agents/tools';
+import { chromium, type BrowserContext } from 'playwright';
+test.describe('LangChain Playwright Tools', () => {
+  let context: BrowserContext;
+  let page: any;
+  test.beforeAll(async () => {
+    const browser = await chromium.launch();
+    context = await browser.newContext();
+    page = await context.newPage();
+  });
+  test.afterAll(async () => {
+    await context.close();
+  });
+  test.describe('Navigation Tools', () => {
+    test('browser_navigate - should navigate to URL', async () => {
+      const tools = getAllTools(page);
+      const navigateTool = tools.find(t => t.name === 'browser_navigate');
+      expect(navigateTool).toBeDefined();
+      const result = await navigateTool!.invoke('https://example.com');
+      expect(result).toContain('Navigated to');
+      expect(page.url()).toBe('https://example.com');
+    });
+    test('browser_navigate_back - should go back', async () => {
+      const tools = getAllTools(page);
+      const navigateTool = tools.find(t => t.name === 'browser_navigate');
+      const backTool = tools.find(t => t.name === 'browser_navigate_back');
+      await navigateTool!.invoke('https://example.com');
+      await navigateTool!.invoke('https://example.com/about');
+      const result = await backTool!.invoke('');
+      expect(result).toContain('Navigated back');
+    });
+    test('browser_navigate_forward - should go forward', async () => {
+      const tools = getAllTools(page);
+      const navigateTool = tools.find(t => t.name === 'browser_navigate');
+      const forwardTool = tools.find(t => t.name === 'browser_navigate_forward');
+      await navigateTool!.invoke('https://example.com');
+      await navigateTool!.invoke('https://example.com/about');
+      await page.goBack();
+      const result = await forwardTool!.invoke('');
+      expect(result).toContain('Navigated forward');
+    });
+  });
+  test.describe('Snapshot Tools', () => {
+    test.beforeEach(async () => {
+      await page.goto('https://example.com');
+    });
+    test('browser_snapshot - should get page snapshot', async () => {
+      const tools = getAllTools(page);
+      const snapshotTool = tools.find(t => t.name === 'browser_snapshot');
+      const result = await snapshotTool!.invoke('');
+      expect(result).toContain('Page accessibility snapshot');
+      expect(result.length).toBeGreaterThan(0);
+    });
+    test('browser_click - should click element by text', async () => {
+      const tools = getAllTools(page);
+      const clickTool = tools.find(t => t.name === 'browser_click');
+      const result = await clickTool!.invoke('More information');
+      expect(result).toContain('Clicked');
+    });
+    test('browser_click - should click element by CSS selector', async () => {
+      const tools = getAllTools(page);
+      const clickTool = tools.find(t => t.name === 'browser_click');
+      const result = await clickTool!.invoke('a');
+      expect(result).toContain('Clicked');
+    });
+    test('browser_click - should try multiple selectors', async () => {
+      const tools = getAllTools(page);
+      const clickTool = tools.find(t => t.name === 'browser_click');
+      // 提供多个选择器，至少有一个应该成功
+      const result = await clickTool!.invoke('nonexistent, a, h1');
+      expect(result).toContain('Clicked');
+    });
+    test('browser_hover - should hover over element', async () => {
+      const tools = getAllTools(page);
+      const hoverTool = tools.find(t => t.name === 'browser_hover');
+      const result = await hoverTool!.invoke('h1');
+      expect(result).toContain('Hovered');
+    });
+  });
+  test.describe('Form Tools', () => {
+    test.beforeEach(async () => {
+      // 创建一个简单的测试表单页面
+      await page.setContent(`
+        <!DOCTYPE html>
+        <html>
+        <body>
+          <form id="test-form">
+            <label for="username">Username:</label>
+            <input type="text" id="username" name="username" />
+            <label for="email">Email:</label>
+            <input type="email" id="email" name="email" placeholder="Enter email" />
+            <label for="country">Country:</label>
+            <select id="country" name="country">
+              <option value="">Select...</option>
+              <option value="china">China</option>
+              <option value="usa">USA</option>
+            </select>
+            <label>
+              <input type="checkbox" id="agree" name="agree" />
+              I agree
+            </label>
+            <button type="submit" id="submit">Submit</button>
+          </form>
+        </body>
+        </html>
+      `);
+    });
+    test('browser_fill - should fill text input', async () => {
+      const tools = getAllTools(page);
+      const fillTool = tools.find(t => t.name === 'browser_fill');
+      const result = await fillTool!.invoke('{"selector": "#username", "value": "john"}');
+      expect(result).toContain('Filled');
+      const value = await page.$eval('#username', (el: any) => el.value);
+      expect(value).toBe('john');
+    });
+    test('browser_fill - should fill by label', async () => {
+      const tools = getAllTools(page);
+      const fillTool = tools.find(t => t.name === 'browser_fill');
+      const result = await fillTool!.invoke('{"selector": "Email", "value": "test@example.com"}');
+      expect(result).toContain('Filled');
+      const value = await page.$eval('#email', (el: any) => el.value);
+      expect(value).toBe('test@example.com');
+    });
+    test('browser_select_option - should select dropdown option', async () => {
+      const tools = getAllTools(page);
+      const selectTool = tools.find(t => t.name === 'browser_select_option');
+      const result = await selectTool!.invoke('{"selector": "#country", "value": "china"}');
+      expect(result).toContain('Selected');
+      const value = await page.$eval('#country', (el: any) => el.value);
+      expect(value).toBe('china');
+    });
+    test('browser_set_checked - should check checkbox', async () => {
+      const tools = getAllTools(page);
+      const checkTool = tools.find(t => t.name === 'browser_set_checked');
+      // 勾选
+      let result = await checkTool!.invoke('{"selector": "#agree", "checked": true}');
+      expect(result).toContain('Checked');
+      let checked = await page.$eval('#agree', (el: any) => el.checked);
+      expect(checked).toBe(true);
+      // 取消勾选
+      result = await checkTool!.invoke('{"selector": "#agree", "checked": false}');
+      expect(result).toContain('Unchecked');
+      checked = await page.$eval('#agree', (el: any) => el.checked);
+      expect(checked).toBe(false);
+    });
+  });
+  test.describe('Wait Tools', () => {
+    test('browser_wait_for_time - should wait for specified time', async () => {
+      const tools = getAllTools(page);
+      const waitTool = tools.find(t => t.name === 'browser_wait_for_time');
+      const startTime = Date.now();
+      const result = await waitTool!.invoke('1000'); // 等待 1 秒
+      const duration = Date.now() - startTime;
+      expect(result).toContain('Waited');
+      expect(duration).toBeGreaterThanOrEqual(1000);
+      expect(duration).toBeLessThan(1500); // 允许一些误差
+    });
+    test('browser_wait_for_selector - should wait for element', async () => {
+      const tools = getAllTools(page);
+      const waitTool = tools.find(t => t.name === 'browser_wait_for_selector');
+      // 延迟添加元素
+      setTimeout(async () => {
+        await page.evaluate(() => {
+          const btn = document.createElement('button');
+          btn.id = 'delayed-button';
+          btn.textContent = 'Click Me';
+          document.body.appendChild(btn);
+        });
+      }, 500);
+      const result = await waitTool!.invoke('#delayed-button');
+      expect(result).toContain('became visible');
+    });
+    test('browser_wait_for_selector - should support timeout parameter', async () => {
+      const tools = getAllTools(page);
+      const waitTool = tools.find(t => t.name === 'browser_wait_for_selector');
+      try {
+        await waitTool!.invoke('#nonexistent, timeout=1000');
+        expect.fail('Should have thrown an error');
+      } catch (error) {
+        expect((error as Error).message).toContain('No element found');
+      }
+    });
+    test('browser_wait_for_url - should wait for URL', async () => {
+      const tools = getAllTools(page);
+      const waitTool = tools.find(t => t.name === 'browser_wait_for_url');
+      page.goto('https://example.com');
+      // 延迟导航
+      setTimeout(async () => {
+        await page.goto('https://example.com/about');
+      }, 500);
+      const result = await waitTool!.invoke('**/about');
+      expect(result).toContain('URL matched');
+    });
+  });
+  test.describe('Verify Tools', () => {
+    test.beforeEach(async () => {
+      await page.goto('https://example.com');
+    });
+    test('browser_get_url - should get current URL', async () => {
+      const tools = getAllTools(page);
+      const urlTool = tools.find(t => t.name === 'browser_get_url');
+      const result = await urlTool!.invoke('');
+      expect(result).toContain('Current URL');
+      expect(result).toContain('https://example.com');
+    });
+    test('browser_get_content - should get page content', async () => {
+      const tools = getAllTools(page);
+      const contentTool = tools.find(t => t.name === 'browser_get_content');
+      const result = await contentTool!.invoke('');
+      expect(result).toContain('Page content');
+      expect(result.length).toBeGreaterThan(0);
+    });
+    test('browser_get_text - should get element text', async () => {
+      const tools = getAllTools(page);
+      const textTool = tools.find(t => t.name === 'browser_get_text');
+      const result = await textTool!.invoke('h1');
+      expect(result).toContain('Example Domain');
+    });
+    test('browser_screenshot - should take screenshot', async () => {
+      const tools = getAllTools(page);
+      const screenshotTool = tools.find(t => t.name === 'browser_screenshot');
+      const result = await screenshotTool!.invoke('');
+      expect(result).toContain('Screenshot saved');
+      expect(result).toContain('screenshot-');
+      expect(result).toContain('.png');
+    });
+    test('browser_verify_text - should verify text is visible', async () => {
+      const tools = getAllTools(page);
+      const verifyTool = tools.find(t => t.name === 'browser_verify_text');
+      const result = await verifyTool!.invoke('Example Domain');
+      expect(result).toContain('is visible');
+    });
+    test('browser_verify_text - should throw error for non-existent text', async () => {
+      const tools = getAllTools(page);
+      const verifyTool = tools.find(t => t.name === 'browser_verify_text');
+      try {
+        await verifyTool!.invoke('NonExistentText123456');
+        expect.fail('Should have thrown an error');
+      } catch (error) {
+        expect((error as Error).message).toContain('not found');
+      }
+    });
+    test('browser_verify_element - should verify element is visible', async () => {
+      const tools = getAllTools(page);
+      const verifyTool = tools.find(t => t.name === 'browser_verify_element');
+      const result = await verifyTool!.invoke('h1');
+      expect(result).toContain('is visible');
+    });
+    test('browser_verify_element - should throw error for non-existent element', async () => {
+      const tools = getAllTools(page);
+      const verifyTool = tools.find(t => t.name === 'browser_verify_element');
+      try {
+        await verifyTool!.invoke('#nonexistent-element-123456');
+        expect.fail('Should have thrown an error');
+      } catch (error) {
+        expect((error as Error).message).toContain('not found');
+      }
+    });
+  });
+  test.describe('Tool Integration Tests', () => {
+    test('should navigate and interact with form', async () => {
+      const tools = getAllTools(page);
+      // 创建测试页面
+      await page.setContent(`
+        <!DOCTYPE html>
+        <html>
+        <body>
+          <form id="login-form">
+            <input type="text" id="username" placeholder="Username" />
+            <input type="password" id="password" placeholder="Password" />
+            <button type="submit">Login</button>
+          </form>
+        </body>
+        </html>
+      `);
+      // 导航到页面（已经在本地，不需要导航）
+      const fillTool = tools.find(t => t.name === 'browser_fill');
+      const clickTool = tools.find(t => t.name === 'browser_click');
+      // 填写表单
+      await fillTool!.invoke('{"selector": "#username", "value": "testuser"}');
+      await fillTool!.invoke('{"selector": "#password", "value": "testpass"}');
+      // 点击按钮
+      await clickTool!.invoke('button[type="submit"]');
+      // 验证
+      const username = await page.$eval('#username', (el: any) => el.value);
+      const password = await page.$eval('#password', (el: any) => el.value);
+      expect(username).toBe('testuser');
+      expect(password).toBe('testpass');
+    });
+    test('should handle multiple selector attempts', async () => {
+      const tools = getAllTools(page);
+      const clickTool = tools.find(t => t.name === 'browser_click');
+      await page.setContent(`
+        <button id="submit-btn">Submit</button>
+      `);
+      // 提供多个选择器，包括不存在的
+      const result = await clickTool!.invoke('.nonexistent, #submit-btn, button');
+      expect(result).toContain('Clicked');
+    });
+    test('should wait and verify', async () => {
+      const tools = getAllTools(page);
+      const waitTool = tools.find(t => t.name === 'browser_wait_for_selector');
+      const verifyTool = tools.find(t => t.name === 'browser_verify_text');
+      // 延迟添加文本
+      setTimeout(async () => {
+        await page.evaluate(() => {
+          const div = document.createElement('div');
+          div.id = 'status';
+          div.textContent = 'Success!';
+          document.body.appendChild(div);
+        });
+      }, 500);
+      // 等待元素
+      await waitTool!.invoke('#status');
+      // 验证文本
+      const result = await verifyTool!.invoke('Success!');
+      expect(result).toContain('is visible');
+    });
+  });
+  test.describe('Error Handling', () => {
+    test('should handle invalid JSON in form tools', async () => {
+      const tools = getAllTools(page);
+      const fillTool = tools.find(t => t.name === 'browser_fill');
+      try {
+        await fillTool!.invoke('invalid json');
+        expect.fail('Should have thrown an error');
+      } catch (error) {
+        expect((error as Error).message).toContain('Failed to fill');
+      }
+    });
+    test('should handle non-existent elements', async () => {
+      const tools = getAllTools(page);
+      const clickTool = tools.find(t => t.name === 'browser_click');
+      try {
+        await clickTool!.invoke('#definitely-not-existing-element');
+        expect.fail('Should have thrown an error');
+      } catch (error) {
+        expect((error as Error).message).toContain('Failed to click');
+      }
+    });
+    test('should handle timeout in wait tool', async () => {
+      const tools = getAllTools(page);
+      const waitTool = tools.find(t => t.name === 'browser_wait_for_selector');
+      try {
+        await waitTool!.invoke('#nonexistent, timeout=500');
+        expect.fail('Should have thrown an error');
+      } catch (error) {
+        expect((error as Error).message).toContain('Failed to wait');
+      }
+    });
+  });
+  test.describe('Tool Discovery', () => {
+    test('should export all tools', () => {
+      const tools = getAllTools(page);
+      // 验证所有预期的工具都存在
+      const expectedTools = [
+        'browser_navigate',
+        'browser_navigate_back',
+        'browser_navigate_forward',
+        'browser_snapshot',
+        'browser_click',
+        'browser_hover',
+        'browser_fill',
+        'browser_select_option',
+        'browser_set_checked',
+        'browser_wait_for_time',
+        'browser_wait_for_selector',
+        'browser_wait_for_url',
+        'browser_get_url',
+        'browser_get_content',
+        'browser_get_text',
+        'browser_screenshot',
+        'browser_verify_text',
+        'browser_verify_element',
+      ];
+      const toolNames = tools.map(t => t.name);
+      expect(toolNames).toEqual(expect.arrayContaining(expectedTools));
+    });
+    test('all tools should have name and description', () => {
+      const tools = getAllTools(page);
+      for (const tool of tools) {
+        expect(tool.name).toBeDefined();
+        expect(tool.name).toBeTruthy();
+        expect(tool.description).toBeDefined();
+        expect(tool.description).toBeTruthy();
+      }
+    });
+  });
+});

package/tsconfig.json ADDED Viewed

@@ -0,0 +1,22 @@
+{
+  "compilerOptions": {
+    "target": "ES2020",
+    "module": "commonjs",
+    "lib": ["ES2020"],
+    "declaration": true,
+    "declarationMap": true,
+    "sourceMap": true,
+    "outDir": "./dist",
+    "rootDir": "./src",
+    "strict": true,
+    "esModuleInterop": true,
+    "skipLibCheck": true,
+    "forceConsistentCasingInFileNames": true,
+    "resolveJsonModule": true,
+    "moduleResolution": "node",
+    "allowSyntheticDefaultImports": true,
+    "types": ["node", "@playwright/test"]
+  },
+  "include": ["src/**/*"],
+  "exclude": ["node_modules", "dist", "tests"]
+}