@cotestdev/ai-runner 0.0.3 → 0.0.5

package/src/runner.ts

@@ -1,214 +0,0 @@
-/* eslint-disable @typescript-eslint/no-explicit-any */
-import type {
-  RunnerConfig,
-  HealContext,
-} from './types';
-import type { Page, BrowserContext } from 'playwright';
-import { createModel, StorageService } from '@cotestdev/core-infra';
-import { expect } from '@playwright/test';
-import { PlaywrightAgentState } from './agents/types';
-import { Logger } from './agents/logger';
-import { PlaywrightExecutor } from './agents/playwright-executor';
-import { PlaywrightGroup } from './tools/playwright-groups';
-import { PlaywrightBackendAdapter } from './agents/tools/playwright-backend-adapter';
-import { BaseLanguageModel } from '@langchain/core/language_models/base';
-
-export class Runner {
-  private config: RunnerConfig;
-  private model?: BaseLanguageModel;
-  private storageService: StorageService;
-  private logger: Logger;
-  private canHeal: boolean = false;
-  private executor: PlaywrightExecutor | undefined;
-  private state: PlaywrightAgentState | undefined;
-  private script?: string;
-  private variables: Map<string, any> = new Map<string, any>();
-
-  private constructor(config: RunnerConfig) {
-    this.config = config;
-    this.storageService = StorageService.getInstance(config.projectId);
-    this.logger = new Logger();
-  }
-
-  static NewInstance(projectId: string, testCaseId: string): Runner {
-    const runner = new Runner({ projectId, testCaseId });
-
-    try {
-      const script = runner.loadOriginalScript();
-      if (!script) {
-        runner.logger.error('No script found for the specified test case.');
-        return runner;
-      }
-      runner.script = script;
-
-      // 同步加载模型配置
-      const allConfigs = runner.storageService.listModelConfigsSync();
-      const config = allConfigs.find(c => c.isDefault === true);
-      if (config) {
-        runner.model = createModel(config);
-        runner.canHeal = true;
-      } else {
-        runner.logger.error('No default model configuration available in the system.');
-      }
-    } catch (error) {
-      runner.logger.error(`Failed to initialize runner: ${error}`);
-    }
-
-    return runner;
-  }
-
-  async init(page: Page, context: BrowserContext, data?: Record<string, any>): Promise<void> {
-    const adapter = await PlaywrightBackendAdapter.create(context);
-    this.state = {
-      page,
-      context,
-      variables: this.variables,
-      logger: this.logger,
-      model: this.model,
-      originalScript: this.state?.originalScript || this.script || '',
-      adapter: adapter,
-      playwrightGroup: new PlaywrightGroup(adapter),
-      testCaseId: this.config.testCaseId,
-      storageService: this.storageService,
-    };
-    if (data) {
-      for (const [key, value] of Object.entries(data)) {
-        this.variables.set(key, value);
-      }
-    }
-    this.executor = new PlaywrightExecutor(this.state);
-  }
-
-  private loadOriginalScript(): string {
-    if (!this.config.testCaseId) {
-      throw new Error('Cannot load original script: testCaseId is not provided');
-    }
-
-    this.logger.log(`Attempting to load script from database: ${this.config.projectId}/${this.config.testCaseId}`);
-    const script = this.storageService.loadTestScript(this.config.testCaseId);
-    if (!script) {
-      throw new Error(`Cannot load original script: Test case not found in database (ID: ${this.config.testCaseId})`);
-    }
-
-    return script;
-  }
-
-  async runStep(description: string, fn: () => Promise<void>) {
-    const startTime = Date.now();
-    const context: HealContext = {
-      stepDescription: description,
-      originalCode: fn.toString(),
-      success: false
-    };
-
-    try {
-      await fn();
-      context.success = true;
-      return;
-    } catch (error) {
-      if (!this.canHeal || !(error instanceof Error)) {
-        throw error;
-      }
-
-      const healable = this.isHealableError(error);
-      if (!healable) {
-        throw error;
-      }
-
-      context.error = (error as Error).message;
-      context.stackTrace = (error as Error).stack;
-
-      this.logger.error(`Step failed: ${description}, Error: ${context.error}`);
-      this.logger.log(`Agent will attempt to self-heal...`);
-
-      await this.executor!.execute(context);
-
-      const duration = (Date.now() - startTime) / 1000;
-      if (context.success) {
-        this.logger.log(`Test step healed, duration: ${duration}s`);
-        return;
-      }
-
-      this.logger.error(`Failed to fix step: ${context.healError}, duration: ${duration}s`);
-      throw new Error(`original error: ${context.error}; heal error: ${context.healError}`);
-    }
-  }
-
-  private isHealableError(err: Error): boolean {
-    // 方式1：枚举所有 Symbol 属性（最常见尝试）
-    const symbols = Object.getOwnPropertySymbols(err);
-
-    for (const sym of symbols) {
-      try {
-        const value = (err as any)[sym];
-
-        // 如果有 category 字段，大概率就是我们要找的 step
-        if (value && typeof value === 'object' && 'category' in value) {
-          if (value.category === 'expect' || value.category === 'pw:api') {
-            return true;
-          }
-        }
-      } catch (e) {
-        // 访问可能会抛错，忽略即可
-      }
-    }
-
-    return false;
-  }
-
-  set(key: string, value: any): void {
-    this.variables.set(key, value);
-  }
-
-  get(key: string): any {
-    return this.variables.get(key);
-  }
-
-  has(key: string): boolean {
-    return this.variables.has(key);
-  }
-
-  delete(key: string): boolean {
-    return this.variables.delete(key);
-  }
-
-  clear(): void {
-    this.variables.clear();
-  }
-
-  keys(): string[] {
-    return Array.from(this.variables.keys());
-  }
-
-  getAll(): Record<string, unknown> {
-    return Object.fromEntries(this.variables);
-  }
-
-  async reuseTest(useTestCaseId: string, description: string): Promise<Map<string, unknown>> {
-    const scriptContent = this.storageService.loadTestScript(useTestCaseId);
-    if (!scriptContent) {
-      throw new Error(`Reusable test script not found: ${useTestCaseId}`);
-    }
-
-    const reuseRunner = Runner.NewInstance(this.config.projectId, useTestCaseId);
-    await reuseRunner.init(this.state!.page, this.state!.context);
-
-    this.logger.log(`Starting to execute reusable test case: ${description}`);
-
-    try {
-      const executeScript = new Function('runner', 'page', 'context', 'expect', `
-        return (async () => {
-          ${scriptContent}
-        })();
-      `);
-
-      await executeScript(reuseRunner, this.state!.page, this.state!.context, expect);
-
-      this.logger.log(`Reusable test case executed successfully`);
-
-      return reuseRunner.state?.variables || new Map<string, unknown>();
-    } catch (error) {
-      throw new Error(`reuseTest execution failed, error: ${error instanceof Error ? error.message : String(error)}`);
-    }
-  }
-}

package/src/tools/index.ts

@@ -1,48 +0,0 @@
-import { DynamicStructuredTool } from "langchain";
-
-export interface ToolGroup {
-    name: string;
-    description: string;
-    tools?: string[];
-    loadByDefault: boolean;
-}
-
-export abstract class AbstractGroup {
-    groups: ToolGroup[];
-
-    constructor(groups: ToolGroup[]) {
-        this.groups = groups;
-    }
-
-    abstract getAllTools(): DynamicStructuredTool[];
-
-    getDefaultTools(): DynamicStructuredTool[] {
-        return this.getAllTools().filter(tool => {
-            return this.groups.some(group => group.loadByDefault && (!group.tools || group.tools.includes(tool.name)));
-        });
-    }
-
-    getAvailableTools(groupName: string): DynamicStructuredTool[] {
-        const group = this.groups.find(g => g.name === groupName);
-        if (group) {
-            const toolNames = group.tools;
-            const all = this.getAllTools();
-            if (!toolNames) {
-                return all;
-            }
-
-            return toolNames.filter(name => all.some(tool => tool.name === name)).map(name => all.find(tool => tool.name === name)!);
-        }
-
-        throw new Error(`Tool group ${groupName} not found`);
-    }
-
-    getNonDefaultGroupInfo(): Record<string, string> {
-        return this.groups
-            .filter(group => !group.loadByDefault)
-            .reduce((acc, group) => {
-                acc[group.name] = group.description;
-                return acc;
-            }, {} as Record<string, string>);
-    }
-}

package/src/tools/playwright-groups.ts

@@ -1,54 +0,0 @@
-/* eslint-disable @typescript-eslint/no-explicit-any */
-/**
- * MCP (Model Context Protocol) Client for Playwright integration
- * Integrates with https://github.com/microsoft/playwright-mcp
- */
-import { DynamicStructuredTool } from 'langchain';
-import { AbstractGroup } from '.';
-import { PlaywrightBackendAdapter } from 'src/agents/tools/playwright-backend-adapter';
-export interface PlaywrightMCPOpts {
-  language: string,
-  headless?: boolean,
-}
-
-export class PlaywrightGroup extends AbstractGroup {
-  private allTools: DynamicStructuredTool[];
-  private adapter: PlaywrightBackendAdapter;
-
-  constructor(adapter: PlaywrightBackendAdapter) {
-    super([{
-      name: 'playwright_basic',
-      description: 'Basic Playwright tools for browser interactions',
-      tools: ['browser_navigate', 'browser_click', 'browser_fill_form', 'browser_press_key', 'browser_run_code', 'browser_select_option', 'browser_snapshot', 'browser_type', 'browser_wait_for'],
-      loadByDefault: true,
-    },
-    {
-      name: 'playwright_browser_manage',
-      description: `Playwright tools tab management, including: list, create, close, select a tab`,
-      tools: ['browser_tabs'],
-      loadByDefault: false,
-    },
-    {
-      name: 'playwright_other',
-      description: `Other Playwright tools for browser interactions, including: mouse hover on element, drag and drop an element, upload file, handle dialog, evaluate JavaScript on page or element
-      1. mouse hover on element
-      2. drag and drop an element
-      3. upload file
-      4. handle dialog
-      5. evaluate JavaScript on page or element`,
-      tools: ['browser_hover', 'browser_drag', 'browser_file_upload', 'browser_handle_dialog', 'browser_evaluate'],
-      loadByDefault: false,
-    }
-    ]);
-    this.adapter = adapter;
-    this.allTools = this.adapter.getTools();
-  }
-
-  async callTool(toolName: string, args: any): Promise<any> {
-    return this.adapter.callTool(toolName, args);
-  }
-
-  getAllTools(): DynamicStructuredTool[] {
-    return this.allTools
-  }
-}

package/src/types/external.ts

@@ -1,7 +0,0 @@
-/**
- * External Type Definitions
- * Import directly from core-infra
- */
-
-// Re-export ModelConfig related types from core-infra
-export type { ModelConfig, ModelProvider } from '@cotestdev/core-infra';

package/src/types/index.ts

@@ -1,118 +0,0 @@
-/**
- * ai-heal Core Type Definitions (MVP)
- * Maintain simplicity, include only necessary types
- */
-
-// Playwright types are used in type definitions below
-
-export interface RunnerConfig {
-  /** Test Case ID */
-  testCaseId: string;
-  /** Project ID */
-  projectId: string;
-}
-
-// ============================================================================
-// Execution Context
-// ============================================================================
-
-export interface RunStepOptions {
-  /** Step description for AI to understand */
-  description: string;
-}
-
-export interface ReActStep {
-  /** Step number */
-  stepNumber: number;
-  /** Step type */
-  stepType: 'thought' | 'action' | 'observation' | 'reflection';
-  /** Timestamp */
-  timestamp: number;
-  /** LLM thought process (thought step) */
-  thought?: string;
-  /** Tool call information (action step) */
-  toolCall?: {
-    name: string;
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    input: any;
-  };
-  /** Tool execution result (observation step) */
-  toolResult?: {
-    output: string;
-    success: boolean;
-    duration?: number;
-  };
-  /** Reflection content (reflection step) */
-  reflection?: string;
-}
-
-/**
- * Context information for a single self-healing process
- */
-export interface HealContext {
-  /** Step description */
-  stepDescription: string;
-  /** original error */
-  error?: string;
-  /** Stack trace */
-  stackTrace?: string;
-  /** Original code */
-  originalCode: string;
-  /** Whether successful */
-  success: boolean;
-  /** Total steps executed by Agent */
-  agentSteps?: number;
-  healError?: string;
-}
-
-// ============================================================================
-// Execution Result
-// ============================================================================
-
-/**
- * Code execution result
- */
-export interface ExecutionResult {
-  /** Whether successful */
-  success: boolean;
-  /** Return value */
-  // eslint-disable-next-line @typescript-eslint/no-explicit-any
-  returnValue: any;
-  /** Local variables */
-  // eslint-disable-next-line @typescript-eslint/no-explicit-any
-  locals: Record<string, any>;
-  /** Error message */
-  error?: Error;
-}
-
-// ============================================================================
-// Self-Healing Summary
-// ============================================================================
-
-/**
- * Self-healing summary information
- */
-export interface HealSummary {
-  /** Total number of steps */
-  totalSteps: number;
-  /** Number of successfully healed steps */
-  healedSteps: number;
-  /** Fixed script */
-  modifiedScript?: string;
-  /** List of self-healing details */
-  healingDetails: HealingDetail[];
-}
-
-/**
- * Single self-healing detail
- */
-export interface HealingDetail {
-  /** Step description */
-  step: string;
-  /** Error message */
-  error: string;
-  /** Recovery time */
-  recoveryTime: number;
-  /** Number of LLM interactions */
-  llmInteractions: number;
-}

package/test-results/.last-run.json

@@ -1,6 +0,0 @@
-{
-  "status": "failed",
-  "failedTests": [
-    "2b44595acb72d064bcfe-0653b246d7403d02f86d"
-  ]
-}