@refrainai/cli 0.4.1 → 0.4.3

package/dist/{runbook-executor-K7T6RJWJ.js → runbook-executor-OJXJTN6A.js}

@@ -17,6 +17,7 @@ import {
   enforceFeatureGates,
   execute,
   formatPlanLabel,
+  generateExecutionReportFile,
   getApiKey,
   loadCache,
   loadChatConfig,
@@ -25,28 +26,7 @@ import {
   saveCache,
   validateBatchLimit,
   validateStepLimit
-} from "./chunk-H47NWH7N.js";
-import {
-  formatAiMetricsSection,
-  formatAiSelectorQualityIssues,
-  formatDebugLogSections,
-  formatFailureCategoryDistribution,
-  formatPerformanceBottlenecks,
-  formatRecoveryEffectiveness,
-  formatRetryDistribution,
-  formatRuntimeEnvironment,
-  formatSelectorResolutionStats,
-  readDebugLog,
-  renderOptionsMarkdown,
-  serializeExecutorOptions
-} from "./chunk-VPK2MQAZ.js";
-import {
-  checkHelpFlag,
-  getRawArgs,
-  parseModelConfig,
-  readContextFile,
-  validateNotifyMode
-} from "./chunk-2BVDAJZT.js";
+} from "./chunk-AOCGSFRM.js";
 import {
   AgentBrowser,
   DownloadManager,
@@ -55,33 +35,45 @@ import {
   NoopSpinner,
   formatDuration,
   getRecoveryHint,
-  loadSecrets
-} from "./chunk-DJVUITRB.js";
-import "./chunk-XMFCXPYU.js";
+  loadSecrets,
+  serializeExecutorOptions
+} from "./chunk-ZEBQWBEU.js";
 import {
-  createSkills,
-  initBuiltinSkills
-} from "./chunk-AG3CFMYU.js";
+  checkHelpFlag,
+  getRawArgs,
+  parseModelConfig,
+  readContextFile,
+  validateNotifyMode
+} from "./chunk-A5X2VF5G.js";
 import "./chunk-D5SI2PHK.js";
 import {
   cancel,
-  initLocale,
   intro,
   log,
   note,
-  outro,
-  t,
-  tf
-} from "./chunk-7UCVPKD4.js";
+  outro
+} from "./chunk-NRKZJVPE.js";
 import {
   computeCacheRate,
   computeTotalRealInput,
   globalMetrics,
   initModel
-} from "./chunk-UGPXCQY3.js";
+} from "./chunk-KFNW4XR2.js";
+import "./chunk-XMFCXPYU.js";
+import {
+  createSkills,
+  initBuiltinSkills
+} from "./chunk-AG3CFMYU.js";
+import "./chunk-YTVEYQGA.js";
 import {
   ParsedRunbookSchema
-} from "./chunk-RT664YIO.js";
+} from "./chunk-LZDZGI4M.js";
+import "./chunk-GC7I5SGK.js";
+import {
+  initLocale,
+  t,
+  tf
+} from "./chunk-6FGCPMBU.js";
 import "./chunk-2H7UOFLK.js";
 
 // src/runbook-executor/config.ts
@@ -97,7 +89,7 @@ async function parseArgs() {
       headless: { type: "string" },
       "step-delay": { type: "string" },
       screenshots: { type: "string" },
-      "skip-confirmation": { type: "boolean" },
+      yes: { type: "boolean", short: "y" },
       data: { type: "string" },
       secrets: { type: "string" },
       "reuse-session": { type: "boolean" },
@@ -171,7 +163,7 @@ async function parseArgs() {
     stepDelay: values["step-delay"] ? Number.parseInt(values["step-delay"], 10) : void 0,
     screenshotDir: values.screenshots,
     contextMarkdown,
-    skipConfirmation: values["skip-confirmation"] ?? selfHeal,
+    skipConfirmation: values.yes ?? selfHeal,
     dataFilePath: values.data,
     secrets,
     reuseSession,
@@ -506,9 +498,13 @@ async function executeBatch(config, runbook, baseStore, dataRows, reuseSession,
         await new Promise((r) => setTimeout(r, 500));
       }
       const rowConfig = config;
+      const rowDataStore = new InMemoryDataStore();
+      const rowDownloadManager = config.outputDir ? new DownloadManager(config.outputDir) : void 0;
       const report = await execute(rowConfig, runbook, {
         store: rowStore,
         browser: sharedBrowser,
+        dataStore: rowDataStore,
+        downloadManager: rowDownloadManager,
         confirmationProvider: batchOpts.confirmationProvider,
         selectorCache: batchOpts.selectorCache,
         logger,
@@ -815,407 +811,6 @@ var cliLoggerFactory = {
   createSpinner: () => new CliSpinner()
 };
 
-// src/runbook-executor/report-generator.ts
-function formatStepResult(step, indent) {
-  const lines = [];
-  const duration = `${step.durationMs}ms`;
-  if (step.conditionSkipped) {
-    lines.push(`${indent}${step.ordinal}. [SKIPPED] ${step.description} (condition skipped)`);
-    return lines;
-  }
-  if (step.branchMatch !== void 0) {
-    const tag2 = step.status === "success" ? "DONE" : step.status === "skipped" ? "SKIPPED" : "FAILED";
-    lines.push(`${indent}${step.ordinal}. [${tag2}] ${step.description} (branch: ${step.branchMatch || "no match"}, ${duration})`);
-    if (step.subStepResults) {
-      for (const subResults of step.subStepResults) {
-        for (const sub of subResults) {
-          lines.push(...formatStepResult(sub, `${indent}  `));
-        }
-      }
-    }
-    return lines;
-  }
-  if (step.loopIterations !== void 0) {
-    const tag2 = step.status === "success" ? "DONE" : "FAILED";
-    const iterLabel = step.forEachItemCount !== void 0 ? `forEach: ${step.forEachItemCount} items` : `${step.loopIterations} iterations`;
-    lines.push(`${indent}${step.ordinal}. [${tag2}] ${step.description} (${iterLabel}, ${duration})`);
-    if (step.subStepResults) {
-      for (let i = 0; i < step.subStepResults.length; i++) {
-        lines.push(`${indent}  iteration ${i}:`);
-        for (const sub of step.subStepResults[i]) {
-          lines.push(...formatStepResult(sub, `${indent}    `));
-        }
-      }
-    }
-    return lines;
-  }
-  const tag = step.status === "success" ? "DONE" : step.status === "failed" ? "FAILED" : "SKIPPED";
-  const errorInfo = step.status === "failed" && step.error ? ` \u2014 Error: ${step.error}` : "";
-  const category = step.failureCategory ? ` [${step.failureCategory}]` : "";
-  const retry = step.retryCount ? ` (retries: ${step.retryCount})` : "";
-  lines.push(`${indent}${step.ordinal}. [${tag}] ${step.description} (${duration})${errorInfo}${category}${retry}`);
-  return lines;
-}
-function formatDiagnostics(diag, stepOrdinal) {
-  const lines = [];
-  lines.push(`### Step #${stepOrdinal} \u2014 Diagnostics`);
-  lines.push("");
-  if (diag.stepAction) {
-    lines.push(`**Step Action**: type=${diag.stepAction.type}`);
-    if (diag.stepAction.value) lines.push(`- value: ${diag.stepAction.value}`);
-    if (diag.stepAction.url) lines.push(`- url: ${diag.stepAction.url}`);
-    if (diag.stepAction.selector) {
-      lines.push("- selector:");
-      lines.push("```json");
-      lines.push(JSON.stringify(diag.stepAction.selector, null, 2));
-      lines.push("```");
-    }
-    lines.push("");
-  }
-  if (diag.stepUrl) {
-    lines.push(`**Step URL**: ${diag.stepUrl}`);
-    lines.push("");
-  }
-  if (diag.recoveryHint) {
-    lines.push(`**Recovery Hint**: ${diag.recoveryHint}`);
-    lines.push("");
-  }
-  if (diag.executionStrategy) {
-    const s = diag.executionStrategy;
-    lines.push(`**Execution Strategy**: maxRetries=${s.maxRetries}, changeTimeouts=[${s.changeTimeouts.join(",")}]ms, finalRetryStabilize=${s.finalRetryStabilizeMs}ms, domStability=${s.domStabilityMs}ms`);
-    lines.push("");
-  }
-  if (diag.deterministicResolveResult) {
-    lines.push(`**Deterministic Resolve**: ${diag.deterministicResolveResult}`);
-    lines.push("");
-  }
-  if (diag.failureHistory && diag.failureHistory.length > 0) {
-    lines.push("**Failure History**:");
-    for (const f of diag.failureHistory) {
-      lines.push(`- ${f}`);
-    }
-    lines.push("");
-  }
-  if (diag.validationWarnings && diag.validationWarnings.length > 0) {
-    lines.push("**Validation Warnings**:");
-    for (const w of diag.validationWarnings) {
-      lines.push(`- ${w}`);
-    }
-    lines.push("");
-  }
-  if (diag.validationErrors && diag.validationErrors.length > 0) {
-    lines.push("**Validation Errors**:");
-    for (const e of diag.validationErrors) {
-      lines.push(`- ${e}`);
-    }
-    lines.push("");
-  }
-  if (diag.visionFallbackResult) {
-    const vf = diag.visionFallbackResult;
-    lines.push(`**Vision Fallback**: annotations=${vf.annotationCount}, success=${vf.success}`);
-    lines.push(`- Reasoning: ${vf.reasoning}`);
-    lines.push("");
-  }
-  if (diag.agentFallbackResult) {
-    const fb = diag.agentFallbackResult;
-    lines.push(`**Agent Fallback**: strategy=${fb.strategy}, success=${fb.success}`);
-    lines.push(`- Analysis: ${fb.analysis}`);
-    lines.push(`- Reasoning: ${fb.reasoning}`);
-    lines.push("");
-  }
-  if (diag.lastAiResponseText) {
-    lines.push("**Last AI Response**:");
-    lines.push("```json");
-    lines.push(diag.lastAiResponseText);
-    lines.push("```");
-    lines.push("");
-  }
-  if (diag.lastSnapshotPreview) {
-    lines.push("**Last Snapshot Preview** (truncated):");
-    lines.push("```");
-    lines.push(diag.lastSnapshotPreview);
-    lines.push("```");
-    lines.push("");
-  }
-  return lines;
-}
-function formatRetryDetails(retryDetails, stepOrdinal) {
-  if (!retryDetails || retryDetails.length === 0) return [];
-  const lines = [];
-  lines.push(`### Step #${stepOrdinal} \u2014 Retry Details`);
-  lines.push("");
-  for (const detail of retryDetails) {
-    lines.push(`#### Attempt ${detail.attempt}`);
-    lines.push(`- Snapshot changed: ${detail.snapshotChanged}`);
-    lines.push(`- Element count: ${detail.snapshotElementCount}`);
-    lines.push(`- Failure reason: ${detail.failureReason}`);
-    if (detail.aiReasoning) {
-      lines.push(`- AI reasoning: ${detail.aiReasoning}`);
-    }
-    if (detail.aiResponse) {
-      lines.push("- AI response:");
-      lines.push("```json");
-      lines.push(detail.aiResponse);
-      lines.push("```");
-    }
-    if (detail.aiPrompt) {
-      lines.push("");
-      lines.push("<details>");
-      lines.push(`<summary>AI Prompt (attempt ${detail.attempt})</summary>`);
-      lines.push("");
-      lines.push("```");
-      lines.push(detail.aiPrompt);
-      lines.push("```");
-      lines.push("</details>");
-    }
-    if (detail.snapshotPreview) {
-      lines.push("");
-      lines.push("<details>");
-      lines.push(`<summary>Snapshot Preview (attempt ${detail.attempt}, truncated)</summary>`);
-      lines.push("");
-      lines.push("```");
-      lines.push(detail.snapshotPreview);
-      lines.push("```");
-      lines.push("</details>");
-    }
-    lines.push("");
-  }
-  return lines;
-}
-function formatAiAgentSummary(failedSteps, input) {
-  const lines = [];
-  lines.push("## AI Agent Summary");
-  lines.push("");
-  lines.push("\u4EE5\u4E0B\u306F AI \u30A8\u30FC\u30B8\u30A7\u30F3\u30C8\u304C\u5373\u5EA7\u306B\u4FEE\u6B63\u30A2\u30AF\u30B7\u30E7\u30F3\u3092\u53D6\u308B\u305F\u3081\u306E\u69CB\u9020\u5316\u60C5\u5831\u3067\u3059\u3002");
-  lines.push("");
-  lines.push("### \u5931\u6557\u30B9\u30C6\u30C3\u30D7\u3068\u4FEE\u6B63\u6307\u793A");
-  lines.push("");
-  for (const step of failedSteps) {
-    lines.push(`#### Step #${step.ordinal}: ${step.description}`);
-    lines.push("");
-    lines.push(`- **\u30A8\u30E9\u30FC**: ${step.error ?? "Unknown"}`);
-    if (step.failureCategory) {
-      lines.push(`- **\u5206\u985E**: \`${step.failureCategory}\``);
-      lines.push(`- **\u63A8\u5968\u5BFE\u5FDC**: ${getRecoveryHint(step.failureCategory)}`);
-    }
-    if (step.retryCount !== void 0 && step.retryCount > 0) {
-      lines.push(`- **\u30EA\u30C8\u30E9\u30A4\u56DE\u6570**: ${step.retryCount}`);
-    }
-    if (step.diagnostics) {
-      const diag = step.diagnostics;
-      if (diag.stepAction?.selector) {
-        lines.push(`- **\u73FE\u5728\u306E\u30BB\u30EC\u30AF\u30BF**:`);
-        lines.push("  ```json");
-        lines.push(`  ${JSON.stringify(diag.stepAction.selector)}`);
-        lines.push("  ```");
-      }
-      if (diag.lastSnapshotPreview) {
-        lines.push(`- **\u6700\u7D42\u30B9\u30CA\u30C3\u30D7\u30B7\u30E7\u30C3\u30C8**:`);
-        lines.push("  <details>");
-        lines.push("  <summary>\u30B9\u30CA\u30C3\u30D7\u30B7\u30E7\u30C3\u30C8\u5168\u6587\u3092\u8868\u793A</summary>");
-        lines.push("");
-        lines.push("  ```");
-        lines.push(`  ${diag.lastSnapshotPreview}`);
-        lines.push("  ```");
-        lines.push("  </details>");
-      }
-      if (diag.visionFallbackResult) {
-        lines.push(`- **Vision Fallback \u7D50\u679C**: annotations=${diag.visionFallbackResult.annotationCount}, success=${diag.visionFallbackResult.success}`);
-        lines.push(`  - \u7406\u7531: ${diag.visionFallbackResult.reasoning}`);
-      }
-      if (diag.agentFallbackResult) {
-        lines.push(`- **Agent Fallback \u7D50\u679C**: strategy=${diag.agentFallbackResult.strategy}, success=${diag.agentFallbackResult.success}`);
-        lines.push(`  - \u5206\u6790: ${diag.agentFallbackResult.analysis}`);
-      }
-    }
-    if (input.selfHealSuggestions) {
-      const suggestion = input.selfHealSuggestions.find(
-        (s) => s.stepOrdinal === step.ordinal
-      );
-      if (suggestion) {
-        if (suggestion.runbookFix) {
-          lines.push(`- **YAML \u4FEE\u6B63\u63D0\u6848**: ${suggestion.runbookFix}`);
-        }
-        if (suggestion.contextFix) {
-          lines.push(`- **Context \u4FEE\u6B63\u63D0\u6848**: ${suggestion.contextFix}`);
-        }
-        if (suggestion.suggestedStrategy) {
-          lines.push(`- **\u63A8\u5968\u6226\u7565**: ${suggestion.suggestedStrategy}`);
-        }
-      }
-    }
-    lines.push("");
-  }
-  lines.push("### \u4FEE\u6B63\u5BFE\u8C61\u30D5\u30A1\u30A4\u30EB");
-  lines.push("");
-  lines.push(`- \`${input.runbookPath}\` (Steps: ${failedSteps.map((s) => `#${s.ordinal}`).join(", ")})`);
-  lines.push("");
-  lines.push("### \u4FEE\u6B63\u5F8C\u306E\u691C\u8A3C\u30B3\u30DE\u30F3\u30C9");
-  lines.push("");
-  lines.push("```bash");
-  lines.push(`pnpm execute -- --runbook ${input.runbookPath} --self-heal`);
-  lines.push("```");
-  lines.push("");
-  return lines;
-}
-function formatSystemInsights(report, debugEntries) {
-  const lines = [];
-  lines.push("## System Insights");
-  lines.push("");
-  lines.push("> refrain \u306E\u6A5F\u80FD\u6539\u5584\u30FB\u30D0\u30B0\u4FEE\u6B63\u306E\u305F\u3081\u306E\u5206\u6790\u60C5\u5831");
-  lines.push("");
-  const allSteps = flattenSteps2(report.steps);
-  lines.push(...formatRuntimeEnvironment());
-  if (report.aiMetrics && report.aiMetrics.totalCalls > 0) {
-    lines.push(...formatAiMetricsSection(report.aiMetrics));
-  }
-  lines.push(...formatSelectorResolutionStats(debugEntries, allSteps));
-  lines.push(...formatRetryDistribution(allSteps));
-  const failedSteps = allSteps.filter((s) => s.status === "failed");
-  lines.push(...formatFailureCategoryDistribution(failedSteps));
-  lines.push(...formatRecoveryEffectiveness(debugEntries, allSteps));
-  lines.push(...formatPerformanceBottlenecks(allSteps));
-  lines.push(...formatAiSelectorQualityIssues(debugEntries));
-  return lines;
-}
-function flattenSteps2(steps) {
-  const result = [];
-  for (const step of steps) {
-    result.push(step);
-    if (step.subStepResults) {
-      for (const iteration of step.subStepResults) {
-        result.push(...flattenSteps2(iteration));
-      }
-    }
-  }
-  return result;
-}
-async function generateExecutionReportFile(input) {
-  const { report } = input;
-  const lines = [];
-  lines.push("# Execution Report");
-  lines.push("");
-  lines.push("## Session Info");
-  lines.push(`- **Date**: ${(/* @__PURE__ */ new Date()).toISOString()}`);
-  lines.push(`- **Runbook**: ${report.runbookTitle}`);
-  lines.push(`- **Runbook Path**: ${input.runbookPath}`);
-  lines.push(`- **Start URL**: ${report.startUrl}`);
-  const outcome = report.aborted ? "Aborted" : report.failed > 0 ? "Failed" : input.errorMessage ? "Error" : "Success";
-  lines.push(`- **Outcome**: ${outcome}`);
-  lines.push("");
-  if (input.cliOptions && input.cliOptions.length > 0) {
-    lines.push("## Executor CLI Options");
-    lines.push(...renderOptionsMarkdown(input.cliOptions));
-    lines.push("");
-  }
-  if (input.generationContext) {
-    const gc = input.generationContext;
-    lines.push("## Generation Context");
-    lines.push(`- **Goal**: ${gc.goal}`);
-    lines.push(`- **Start URL**: ${gc.startUrl}`);
-    lines.push(`- **Goal Achieved (at generation)**: ${gc.goalAchieved}`);
-    lines.push(`- **Generated At**: ${gc.generatedAt}`);
-    lines.push(`- **Total Steps (generated)**: ${gc.totalSteps}`);
-    if (gc.notes) {
-      lines.push("- **Notes**:");
-      for (const line of gc.notes.split("\n")) {
-        lines.push(`  > ${line}`);
-      }
-    }
-    lines.push("");
-  }
-  if (input.errorMessage) {
-    lines.push("## Error Details");
-    lines.push("```");
-    lines.push(input.errorMessage);
-    lines.push("```");
-    lines.push("");
-  }
-  lines.push("## Execution Summary");
-  lines.push(`- **Total Steps**: ${report.totalSteps}`);
-  lines.push(`- **Executed**: ${report.executed}`);
-  lines.push(`- **Succeeded**: ${report.succeeded}`);
-  lines.push(`- **Failed**: ${report.failed}`);
-  lines.push(`- **Skipped**: ${report.skipped}`);
-  lines.push(`- **Aborted**: ${report.aborted}`);
-  lines.push(`- **Duration**: ${report.totalDurationMs}ms`);
-  lines.push("");
-  const allFlatSteps = flattenSteps2(report.steps);
-  const extractSteps = allFlatSteps.filter((s) => s.actionType === "extract");
-  if (extractSteps.length > 0) {
-    const extractFailures = extractSteps.filter((s) => s.status === "failed");
-    const extractEmpty = extractSteps.filter(
-      (s) => s.status === "success" && (!s.extractedData || s.extractedData === "")
-    );
-    const extractSuccess = extractSteps.filter(
-      (s) => s.status === "success" && s.extractedData && s.extractedData !== ""
-    );
-    lines.push("## Extract Summary");
-    lines.push("");
-    lines.push(`- **Total extract steps**: ${extractSteps.length}`);
-    lines.push(`- **Succeeded (with data)**: ${extractSuccess.length}`);
-    lines.push(`- **Succeeded (empty result)**: ${extractEmpty.length}`);
-    lines.push(`- **Failed**: ${extractFailures.length}`);
-    lines.push("");
-    if (extractFailures.length > 0) {
-      lines.push("### Extract Failures");
-      lines.push("");
-      for (const step of extractFailures) {
-        lines.push(`- **Step #${step.ordinal}** (${step.description}): ${step.error ?? "Unknown"}`);
-      }
-      lines.push("");
-    }
-    if (extractEmpty.length > 0) {
-      lines.push("### Extract Empty Results (Warning)");
-      lines.push("");
-      for (const step of extractEmpty) {
-        lines.push(`- **Step #${step.ordinal}** (${step.description}): Script executed but returned empty`);
-      }
-      lines.push("");
-    }
-  }
-  if (report.steps.length > 0) {
-    lines.push("## Step Results");
-    for (const step of report.steps) {
-      lines.push(...formatStepResult(step, ""));
-    }
-    lines.push("");
-  }
-  const failedSteps = report.steps.filter((s) => s.status === "failed");
-  if (failedSteps.length > 0) {
-    lines.push("## Failed Step Diagnostics");
-    lines.push("");
-    for (const step of failedSteps) {
-      if (step.retryDetails && step.retryDetails.length > 0) {
-        lines.push(...formatRetryDetails(step.retryDetails, step.ordinal));
-      }
-      if (step.diagnostics) {
-        lines.push(...formatDiagnostics(step.diagnostics, step.ordinal));
-      }
-      if (!step.diagnostics && (!step.retryDetails || step.retryDetails.length === 0)) {
-        lines.push(`### Step #${step.ordinal} \u2014 Error Info`);
-        lines.push("");
-        lines.push(`**Error**: ${step.error ?? "Unknown"}`);
-        if (step.failureCategory) {
-          lines.push(`**Category**: ${step.failureCategory}`);
-        }
-        lines.push("");
-      }
-    }
-  }
-  if (failedSteps.length > 0) {
-    lines.push(...formatAiAgentSummary(failedSteps, input));
-  }
-  const debugEntries = input.debugLogPath ? await readDebugLog(input.debugLogPath) : [];
-  lines.push(...formatSystemInsights(report, debugEntries));
-  const failedOrdinals = new Set(failedSteps.map((s) => s.ordinal));
-  lines.push(...formatDebugLogSections(debugEntries, {
-    showFailedStepEvents: true,
-    failedOrdinals
-  }));
-  return lines.join("\n");
-}
-
 // src/runbook-executor/index.ts
 import { writeFile, mkdir } from "fs/promises";
 import { dirname } from "path";
@@ -1290,7 +885,7 @@ async function main() {
     log.info(`Secrets: ${Object.keys(config.secrets.values).length} keys loaded`);
   }
   if (config.skipConfirmation) {
-    log.info(`Skip confirmation: true`);
+    log.info("Yes mode: true");
   }
   if (approvalMode !== "web") {
     log.info(`Approval mode: ${approvalMode}`);
@@ -1336,10 +931,12 @@ async function main() {
       log.info(`Data file: ${dataRows.length} rows`);
     }
     displayPlan(plan, runbook, dataRows?.length);
-    const confirmed = await confirmPlan();
-    if (!confirmed) {
-      cancel(t("cli.executionCancelled"));
-      process.exit(0);
+    if (!config.skipConfirmation) {
+      const confirmed = await confirmPlan();
+      if (!confirmed) {
+        cancel(t("cli.executionCancelled"));
+        process.exit(0);
+      }
     }
     const store = new RuntimeStore();
     store.seed(plan.resolvedVariables.values, plan.resolvedVariables.sensitiveKeys);
@@ -1477,4 +1074,4 @@ main().catch((error) => {
   }
   process.exit(1);
 });
-//# sourceMappingURL=runbook-executor-K7T6RJWJ.js.map
+//# sourceMappingURL=runbook-executor-OJXJTN6A.js.map