testchimp-runner-core 0.0.29 → 0.0.30

package/src/execution-service.ts

@@ -394,7 +394,7 @@ export class ExecutionService {
           }
           
           this.log('Starting AI repair with parsed steps...');
-          updatedSteps = await this.repairStepsWithAI(steps, repairPage, repairFlexibility, model);
+          updatedSteps = await this.repairStepsWithAI(steps, repairPage, repairFlexibility, model, request.jobId);
         } else {
           // Start browser initialization and script parsing in parallel for faster startup
           this.log('Initializing repair browser and parsing script...');
@@ -414,7 +414,7 @@ export class ExecutionService {
           }
           
           this.log('Starting AI repair with parsed steps...');
-          updatedSteps = await this.repairStepsWithAI(steps, repairPage, repairFlexibility, model);
+          updatedSteps = await this.repairStepsWithAI(steps, repairPage, repairFlexibility, model, request.jobId);
         }
         
         // Always generate the updated script
@@ -581,7 +581,8 @@ export class ExecutionService {
     steps: (ScriptStep & { success?: boolean; error?: string })[], 
     page: any, 
     repairFlexibility: number,
-    model: string
+    model: string,
+    jobId?: string
   ): Promise<(ScriptStep & { success?: boolean; error?: string })[]> {
     let updatedSteps = [...steps];
     const maxTries = 3;
@@ -624,6 +625,23 @@ export class ExecutionService {
         this.log(`Step ${i + 1} executed successfully: ${step.description}`);
         this.log(`Step ${i + 1} success status set to: ${step.success}`);
         
+        // Report successful step execution
+        this.log(`DEBUG: About to check callback - progressReporter=${!!this.progressReporter}, onStepProgress=${!!this.progressReporter?.onStepProgress}, jobId=${jobId}`);
+        if (this.progressReporter?.onStepProgress && jobId) {
+          this.log(`DEBUG: Firing onStepProgress callback for step ${i + 1}`);
+          await this.progressReporter.onStepProgress({
+            jobId,
+            stepNumber: i + 1,
+            description: step.description,
+            code: step.code,
+            status: 'SUCCESS_STEP_EXECUTION' as any,
+            wasRepaired: false
+          });
+          this.log(`DEBUG: onStepProgress callback completed for step ${i + 1}`);
+        } else {
+          this.log(`DEBUG: Skipping callback - conditions not met`);
+        }
+        
         // Add this step's code to the execution context for future steps (for variable tracking)
         executionContext += step.code + '\n';
         i++; // Move to next step
@@ -797,12 +815,39 @@ Use these vision insights to inform your repair strategy.`;
                 updatedSteps[i].success = true;
                 updatedSteps[i].error = undefined;
                 this.log(`Step ${i + 1} marked as successful after MODIFY repair`);
+                
+                // Report repaired step
+                if (this.progressReporter?.onStepProgress && jobId) {
+                  this.log(`DEBUG: Reporting repaired step ${i + 1}:`);
+                  this.log(`  description: ${updatedSteps[i].description}`);
+                  this.log(`  code: ${updatedSteps[i].code}`);
+                  await this.progressReporter.onStepProgress({
+                    jobId,
+                    stepNumber: i + 1,
+                    description: updatedSteps[i].description,
+                    code: updatedSteps[i].code,
+                    status: 'SUCCESS_STEP_EXECUTION' as any,
+                    wasRepaired: true
+                  });
+                }
               } else if (repairAction.operation === StepOperation.INSERT) {
                 // For INSERT: mark the newly inserted step as successful
                 const insertIndex = repairAction.insertAfterIndex !== undefined ? repairAction.insertAfterIndex + 1 : i + 1;
                 if (updatedSteps[insertIndex]) {
                   updatedSteps[insertIndex].success = true;
                   updatedSteps[insertIndex].error = undefined;
+                  
+                  // Report inserted step
+                  if (this.progressReporter?.onStepProgress && jobId) {
+                    await this.progressReporter.onStepProgress({
+                      jobId,
+                      stepNumber: insertIndex + 1,
+                      description: updatedSteps[insertIndex].description,
+                      code: updatedSteps[insertIndex].code,
+                      status: 'SUCCESS_STEP_EXECUTION' as any,
+                      wasRepaired: true
+                    });
+                  }
                 }
               } else if (repairAction.operation === StepOperation.REMOVE) {
                 // For REMOVE: no step to mark as successful since we removed it

package/src/scenario-worker-class.ts

@@ -899,6 +899,7 @@ export class ScenarioWorker extends EventEmitter {
       
       generatedScript = generateTestScript(testName, steps, undefined, hashtags);
       this.log(`[ScenarioWorker] Generated script length: ${generatedScript.length}`);
+      this.log(`[ScenarioWorker] Script starts with: ${generatedScript.substring(0, 150)}...`);
 
       // Perform final cleanup pass to remove redundancies and make minor adjustments
       this.log(`[ScenarioWorker] Performing final script cleanup...`);

package/src/types.ts

@@ -176,6 +176,7 @@ export interface ScriptExecutionRequest {
   model?: string;
   headless?: boolean; // defaults to false (headed)
   deflake_run_count?: number; // defaults to 1
+  jobId?: string; // Optional job ID for progress tracking
   
   // Optional: Provide existing browser/page/context (for server-side usage)
   // If not provided, runner-core will create its own