testchimp-runner-core 0.0.35 → 0.0.37

package/src/script-utils.ts

@@ -1,203 +0,0 @@
-/**
- * Script Generation Utilities
- * 
- * This module provides utilities for generating and formatting test scripts
- * with TestChimp-specific markers and comments.
- */
-
-/**
- * TestChimp smart test comment that should be added to all generated scripts
- */
-export const TESTCHIMP_SMART_COMMENT = `/*
-
-This is a TestChimp Smart Test.
-Version: 1.0
-
-*/`;
-
-/**
- * Generates TestChimp smart test comment with optional repair advice and hashtags
- * @param repairAdvice Optional repair advice to include in the comment
- * @param hashtags Optional hashtags for semantic grouping
- * @returns The complete comment block
- */
-export function generateTestChimpComment(repairAdvice?: string, hashtags?: string[]): string {
-  const hashtagString = hashtags ? hashtags.map(tag => tag.startsWith('#') ? tag : `#${tag}`).join(' ') : '';
-
-  if (repairAdvice) {
-    return `/*
-
-This is a TestChimp Smart Test.
-Version: 1.0
-
-${hashtagString}
-
-Repair Advice:
-${repairAdvice}
-
-*/`;
-  }
-  return `/*
-
-This is a TestChimp Smart Test.
-Version: 1.0
-
-${hashtagString}
-
-*/`;
-}
-
-/**
- * Extracts hashtags from an existing TestChimp comment
- * @param script The script content containing the comment
- * @returns Array of hashtags found in the comment
- */
-export function extractHashtagsFromComment(script: string): string[] {
-  const commentMatch = script.match(/\/\*[\s\S]*?This is a TestChimp (Managed|Smart) Test\.[\s\S]*?\*\//);
-  if (!commentMatch) {
-    return [];
-  }
-  
-  const comment = commentMatch[0];
-  // Look for any line in the comment that starts with #
-  const hashtags: string[] = [];
-  const lines = comment.split('\n');
-  
-  for (const line of lines) {
-    const trimmedLine = line.trim();
-    if (trimmedLine.startsWith('#')) {
-      // Extract hashtags from this line
-      const lineHashtags = trimmedLine.match(/#\w+/g) || [];
-      hashtags.push(...lineHashtags);
-    }
-  }
-  
-  return hashtags;
-}
-
-/**
- * Adds the TestChimp smart test comment to the beginning of a script
- * @param script The original script content
- * @param repairAdvice Optional repair advice to include in the comment
- * @param hashtags Optional hashtags for semantic grouping
- * @returns The script with TestChimp comment prepended
- */
-export function addTestChimpComment(script: string, repairAdvice?: string, hashtags?: string[]): string {
-  // If the script already has the TestChimp comment, update it with repair advice if provided
-  // Prioritize Smart Test detection, fallback to Managed Test for backward compatibility
-  if (script.includes('This is a TestChimp Smart Test') || script.includes('This is a TestChimp Managed Test')) {
-    if (repairAdvice) {
-      // Extract existing hashtags from the current comment
-      const existingHashtags = extractHashtagsFromComment(script);
-      // Use existing hashtags if no new ones provided, otherwise use new ones
-      const finalHashtags = hashtags && hashtags.length > 0 ? hashtags : existingHashtags;
-      
-      // Replace existing comment with new one that includes repair advice and preserved hashtags
-      const commentRegex = /\/\*[\s\S]*?This is a TestChimp (Managed|Smart) Test\.[\s\S]*?\*\//;
-      const newComment = generateTestChimpComment(repairAdvice, finalHashtags);
-      return script.replace(commentRegex, newComment);
-    }
-    return script;
-  }
-
-  // Add the comment at the beginning of the script
-  const comment = generateTestChimpComment(repairAdvice, hashtags);
-  return `${comment}\n\n${script}`;
-}
-
-/**
- * Generates a complete test script with TestChimp comment, imports, and test structure
- * @param testName The name of the test
- * @param steps Array of test steps with descriptions and commands
- * @param repairAdvice Optional repair advice to include in the comment
- * @param hashtags Optional hashtags for semantic grouping
- * @returns The complete test script
- */
-export function generateTestScript(
-  testName: string, 
-  steps: Array<{ 
-    stepNumber: number; 
-    description: string; 
-    playwrightCommand?: string; 
-    playwrightCommands?: string[];
-    success?: boolean;
-    error?: string;
-  }>,
-  repairAdvice?: string,
-  hashtags?: string[]
-): string {
-  const scriptLines: string[] = [];
-  
-  // Always add TestChimp comment
-  const comment = generateTestChimpComment(repairAdvice, hashtags);
-  scriptLines.push(comment);
-  scriptLines.push('');
-  
-  // Add imports
-  scriptLines.push(`import { test, expect } from '@playwright/test';`);
-  
-  // Add test structure
-  scriptLines.push(`test('${testName.replace(/'/g, "\\'")}', async ({ page, browser, context }) => {`);
-  
-  // Add steps
-  for (const step of steps) {
-    // Check if step was skipped
-    const isSkipped = step.error?.includes('Skipped due to') || 
-                     (step.success === false && (!step.playwrightCommand && (!step.playwrightCommands || step.playwrightCommands.length === 0)));
-    
-    if (isSkipped) {
-      // Step was skipped due to previous failures
-      scriptLines.push(`  // ${step.description} [SKIPPED]`);
-    } else if (step.success === false) {
-      // Step failed - only show command if this step actually attempted any commands
-      if (step.playwrightCommands && step.playwrightCommands.length > 0) {
-        // Failed after attempting commands - show them
-        scriptLines.push(`  // ${step.description} [FAILED]`);
-        step.playwrightCommands.forEach((cmd: string) => {
-          scriptLines.push(`  // Attempted: ${cmd}`);
-        });
-      } else if (step.playwrightCommand) {
-        // Single command attempted (backward compatibility)
-        scriptLines.push(`  // ${step.description} [FAILED] - ${step.playwrightCommand}`);
-      } else {
-        // Failed without attempting any commands
-        scriptLines.push(`  // ${step.description} [FAILED]`);
-      }
-    } else {
-      // Step succeeded or in progress
-      // Only add comment if step has commands to show
-      const hasCommands = (step.playwrightCommands && step.playwrightCommands.length > 0) || step.playwrightCommand;
-      
-      if (hasCommands) {
-        scriptLines.push(`  // ${step.description}`);
-        
-        // Handle multiple commands per step
-        if (step.playwrightCommands && step.playwrightCommands.length > 0) {
-          // Multiple commands - output all of them
-          step.playwrightCommands.forEach((cmd: string) => {
-            scriptLines.push(`  ${cmd}`);
-          });
-        } else if (step.playwrightCommand) {
-          // Single command (backward compatibility)
-          scriptLines.push(`  ${step.playwrightCommand}`);
-        }
-      }
-      // If step has no commands, skip it entirely (work was done in previous step)
-    }
-  }
-  
-  scriptLines.push(`});`);
-  
-  return scriptLines.join('\n');
-}
-
-/**
- * Checks if a script is a TestChimp managed/smart test
- * Prioritizes detection of "Smart Test" format while maintaining backward compatibility with "Managed Test"
- * @param script The script content to check
- * @returns True if the script contains the TestChimp smart/managed test comment
- */
-export function isTestChimpManagedTest(script: string): boolean {
-  // Prioritize Smart Test detection, fallback to Managed Test for backward compatibility
-  return script.includes('This is a TestChimp Smart Test') || script.includes('This is a TestChimp Managed Test');
-}

package/src/types.ts

@@ -1,239 +0,0 @@
-// ============================================================================
-// CORE TYPES
-// ============================================================================
-
-/**
- * Playwright MCP configuration - JavaScript config file content (playwright.config.js)
- */
-export type PlaywrightConfig = string;
-
-// ============================================================================
-// SCRIPT EXECUTION TYPES
-// ============================================================================
-
-/**
- * Request structure for the Playwright script executor
- */
-export interface PlaywrightExecutionRequest {
-  /** Main Playwright script content */
-  script: string;
-  /** Optional pre-script to run before the main script */
-  prescript?: string;
-  /** Optional post-script to run after the main script */
-  postscript?: string;
-  /** Playwright configuration file content */
-  playwrightConfig: string;
-  /** Optional GPT model to use for AI operations */
-  model?: string;
-}
-
-/**
- * Response structure for the Playwright script executor
- */
-export interface PlaywrightExecutionResponse {
-  /** Whether the execution was successful */
-  success: boolean;
-  /** Execution results from each script phase */
-  results: {
-    prescript?: ScriptResult;
-    script: ScriptResult;
-    postscript?: ScriptResult;
-  };
-  /** Overall execution time in milliseconds */
-  executionTime: number;
-  /** Any errors that occurred during execution */
-  error?: string;
-}
-
-/**
- * Individual script execution result
- */
-export interface ScriptResult {
-  /** Whether this specific script executed successfully */
-  success: boolean;
-  /** Output from the script execution */
-  output: string;
-  /** Any errors from this script */
-  error?: string;
-  /** Execution time for this script in milliseconds */
-  executionTime: number;
-}
-
-// ============================================================================
-// SCENARIO EXECUTION TYPES
-// ============================================================================
-
-/**
- * Scenario execution request
- */
-export interface ScenarioRequest {
-  scenario: string;
-  testName?: string;
-  playwrightConfig?: PlaywrightConfig;
-  model?: string;
-}
-
-/**
- * Scenario execution job for worker queue
- */
-export interface ScenarioRunJob {
-  id: string;
-  scenario: string;
-  testName?: string;
-  playwrightConfig?: PlaywrightConfig;
-  model?: string;
-  scenarioFileName?: string;
-  
-  // Optional: Provide existing browser/page/context (for server-side usage)
-  existingBrowser?: any;
-  existingContext?: any;
-  existingPage?: any;
-}
-
-/**
- * Scenario execution response
- */
-export interface ScenarioResponse {
-  success: boolean;
-  steps: ScenarioStep[];
-  generatedScript: string;
-  executionLog: string;
-  executionTime: number;
-  testName?: string;
-  preferredFileName?: string;
-  error?: string;
-}
-
-/**
- * Individual sub-action within a step
- */
-export interface SubAction {
-  command: string;
-  success: boolean;
-  error?: string;
-  retryCount: number;
-}
-
-/**
- * Individual scenario step
- */
-export interface ScenarioStep {
-  stepNumber: number;
-  description: string;
-  playwrightCommand?: string; // For backward compatibility - last successful command or aggregated command
-  playwrightCommands?: string[]; // Multiple commands for complex steps
-  subActions?: SubAction[]; // Detailed tracking of all sub-actions
-  success?: boolean;
-  error?: string;
-  retryCount?: number;
-  attempts?: Array<{
-    attemptNumber: number;
-    command?: string;
-    success: boolean;
-    error?: string;
-    timestamp: number;
-  }>;
-}
-
-/**
- * Legacy scenario job interface (for backward compatibility)
- */
-export interface ScenarioJob {
-  id: string;
-  scenario: string;
-  config?: PlaywrightConfig;
-  resolve: (result: ScenarioResponse) => void;
-  reject: (error: Error) => void;
-  
-  // Optional: Provide existing browser/page/context (for server-side usage)
-  existingBrowser?: any;
-  existingContext?: any;
-  existingPage?: any;
-}
-
-// ============================================================================
-// AI REPAIR TYPES
-// ============================================================================
-
-/**
- * Execution mode for script execution
- */
-export enum ExecutionMode {
-  RUN_EXACTLY = 'RUN_EXACTLY',
-  RUN_WITH_AI_REPAIR = 'RUN_WITH_AI_REPAIR'
-}
-
-/**
- * Script execution request with AI repair capabilities
- */
-export interface ScriptExecutionRequest {
-  script?: string; // Optional if scriptFilePath is provided
-  scriptFilePath?: string; // Path to script file (alternative to script content)
-  mode: ExecutionMode;
-  repairFlexibility?: number; // 0-5, defaults to 3
-  playwrightConfig?: PlaywrightConfig;
-  playwrightConfigFilePath?: string; // Path to playwright config file (alternative to playwrightConfig content)
-  model?: string;
-  headless?: boolean; // defaults to false (headed)
-  deflakeRunCount?: number; // Number of deflake attempts (defaults to 0, no deflaking)
-  jobId?: string; // Optional job ID for progress tracking
-  
-  // For RUN_WITH_AI_REPAIR mode: whether to attempt runExactly first
-  attemptRunExactlyFirst?: boolean; // defaults to false
-  
-  // For RUN_WITH_AI_REPAIR mode: pre-parsed steps (if provided, skip parsing)
-  // This preserves step IDs from sources like canonical trees
-  steps?: ScriptStep[]; // Optional pre-parsed steps with IDs
-  
-  // Optional: Provide existing browser/page/context (for server-side usage)
-  // If not provided, runner-core will create its own
-  existingBrowser?: any; // Browser instance
-  existingContext?: any; // BrowserContext instance
-  existingPage?: any; // Page instance
-}
-
-/**
- * Script execution response with repair information
- */
-export interface ScriptExecutionResponse {
-  runStatus: 'success' | 'failed';
-  repairStatus?: 'success' | 'failed' | 'partial';
-  repairConfidence?: number; // 0-5
-  repairAdvice?: string;
-  updatedScript?: string;
-  executionTime: number;
-  numDeflakeRuns?: number; // Number of deflaking runs made (excluding original run)
-  error?: string;
-}
-
-/**
- * Individual script step for AI repair
- */
-export interface ScriptStep {
-  id?: string; // Optional step ID (preserved from source, e.g., canonical tree)
-  description: string;
-  code: string;
-  success?: boolean;
-  error?: string;
-}
-
-/**
- * Step operation types for AI repair
- */
-export enum StepOperation {
-  MODIFY = 'MODIFY',
-  INSERT = 'INSERT',
-  REMOVE = 'REMOVE'
-}
-
-/**
- * Step repair action
- */
-export interface StepRepairAction {
-  operation: StepOperation;
-  stepIndex?: number; // For MODIFY and REMOVE operations
-  newStep?: ScriptStep; // For MODIFY and INSERT operations
-  insertAfterIndex?: number; // For INSERT operation
-}
-
-// Repair suggestion and confidence interfaces are now in llm-facade.ts