openclaw-multi-auto 1.4.6 → 1.4.7

package/extensions/page-action-cache/src/ux-enhancer.ts

@@ -0,0 +1,266 @@
+/**
+ * UX Enhancer
+ * 用户体验增强 - 缓存状态展示、用户确认、错误反馈
+ */
+
+import type { PageActionCacheEntry, ExecutionResult } from "./types.js";
+import { getCacheStore } from "./cache-store.js";
+
+// ============================================================================
+// UX Enhancer 类
+// ============================================================================
+
+/**
+ * 用户体验增强器
+ */
+export class UXEnhancer {
+  private cacheStore = getCacheStore();
+
+  /**
+   * 展示缓存状态
+   */
+  showCacheStatus(entry: PageActionCacheEntry, match?: {
+    confidence: number;
+    method: string;
+  }): string {
+    const stats = this.cacheStore.getStats();
+
+    let message = `
+【缓存命中信息】
+
+`;
+    message += `场景：${entry.scenario}\n`;
+    message += `描述：${entry.description}\n`;
+    message += `缓存层级：${entry.cacheLevel}\n`;
+    message += `URL：${entry.url}\n`;
+
+    if (match) {
+      message += `匹配置信度：${match.confidence}%\n`;
+      message += `匹配方式：${match.method}\n`;
+    }
+
+    message += `访问次数：${entry.accessCount}\n`;
+    message += `成功率：${this.calculateSuccessRate(entry)}%\n`;
+    message += `平均执行时间：${entry.avgExecutionTime}ms\n`;
+    message += `创建时间：${new Date(entry.createdAt).toLocaleString()}\n`;
+
+    message += `\n【缓存统计】\n`;
+    message += `总条目：${stats.totalEntries}\n`;
+    message += `总命中：${stats.totalHits}\n`;
+    message += `命中率：${stats.hitRate.toFixed(1)}%\n`;
+    message += `节省 Token：${stats.savedTokens}\n`;
+    message += `节省时间：${(stats.savedTime / 1000).toFixed(1)}s\n`;
+
+    message += `\n【操作序列】\n`;
+    message += this.formatActionsBrief(entry.actions);
+
+    return message;
+  }
+
+  /**
+   * 格式化操作列表（简要版）
+   */
+  private formatActionsBrief(actions: any[]): string {
+    return actions
+      .map((action, i) => {
+        switch (action.type) {
+          case "navigate":
+            return `  ${i + 1}. 导航到 ${action.url}`;
+          case "click":
+            return `  ${i + 1}. 点击 ${action.ref}`;
+          case "type":
+            return `  ${i + 1}. 输入 ${action.ref}`;
+          case "press":
+            return `  ${i + 1}. 按键 ${action.key}`;
+          default:
+            return `  ${i + 1}. ${action.type}`;
+        }
+      })
+      .join("\n");
+  }
+
+  /**
+   * 生成缓存使用确认提示
+   */
+  generateCacheConfirmationPrompt(entry: PageActionCacheEntry): string {
+    return `
+检测到缓存的操作序列（${entry.cacheLevel} 级）：
+
+场景：${entry.scenario}
+操作数：${entry.actions.length}
+命中率：${this.cacheStore.getStats().hitRate.toFixed(1)}%
+
+是否使用缓存的操作序列？（这将跳过 LLM 分析，大幅降低 token 消耗）
+`;
+  }
+
+  /**
+   * 生成试运行结果
+   */
+  generateDryRunResult(actions: any[]): string {
+    return `
+【试运行模式】将执行 ${actions.length} 个操作：
+
+${this.formatActionsBrief(actions)}
+
+实际执行时不会执行这些操作。
+`;
+  }
+
+  /**
+   * 生成执行结果报告
+   */
+  generateExecutionReport(
+    results: ExecutionResult[],
+    force: boolean = false
+  ): string {
+    const successCount = results.filter((r) => r.success).length;
+    const failCount = results.length - successCount;
+    const totalTime = results.reduce((sum, r) => sum + r.duration, 0);
+
+    let message = "\n【执行完成】\n";
+    message += `成功：${successCount}/${results.length} 个操作\n`;
+    message += `失败：${failCount} 个操作\n`;
+    message += `总耗时：${totalTime}ms\n`;
+    message += `平均耗时：${(totalTime / results.length).toFixed(0)}ms\n`;
+
+    if (failCount > 0) {
+      message += `\n【失败的操作】\n`;
+      results
+        .filter((r) => !r.success)
+        .forEach((r, i) => {
+          message += `${i + 1}. ${r.action}: ${r.error}\n`;
+        });
+    }
+
+    message += "\n【详细结果】\n";
+    results.forEach((r, i) => {
+      const icon = r.success ? "✅" : "❌";
+      const time = r.duration ? `(${r.duration}ms)` : "";
+      message += `${icon} 操作 ${i + 1}: ${r.action} ${time}\n`;
+    });
+
+    if (force) {
+      message += "\n⚠️  注意：这是强制执行模式，可能执行了过期的缓存操作。\n";
+    }
+
+    return message;
+  }
+
+  /**
+   * 生成缓存失效通知
+   */
+  generateInvalidationNotification(
+    changeType: "structure" | "content",
+    confidence: number
+  ): string {
+    const typeText = changeType === "structure" ? "结构变化" : "内容变化";
+
+    return `
+【缓存已失效】
+
+检测到页面${typeText}（置信度：${confidence}%）
+缓存已自动失效，下次操作将重新分析页面。
+
+如需立即执行，可使用强制刷新选项。
+`;
+  }
+
+  /**
+   * 生成统计报告
+   */
+  generateStatsReport(): string {
+    const stats = this.cacheStore.getStats();
+    const entries = this.cacheStore.listEntries();
+
+    let message = "\n【缓存统计报告】\n\n";
+
+    message += "=== 基本统计 ===\n";
+    message += `总条目数：${stats.totalEntries}\n`;
+    message += `总命中：${stats.totalHits}\n`;
+    message += `总未命中：${stats.totalMisses}\n`;
+    message += `命中率：${stats.hitRate.toFixed(1)}%\n\n`;
+
+    message += "=== 分层统计 ===\n";
+    message += `L3（场景级）命中：${stats.l3Hits}\n`;
+    message += `L2（流程级）命中：${stats.l2Hits}\n`;
+    message += `L1（原子级）命中：${stats.l1Hits}\n\n`;
+
+    message += "=== 效果统计 ===\n";
+    message += `节省 Token：${stats.savedTokens}\n`;
+    message += `节省时间：${(stats.savedTime / 1000).toFixed(1)}s\n`;
+    message += `平均执行时间：${stats.avgExecutionTime}ms\n\n`;
+
+    message += "=== 场景识别 ===\n";
+    message += `场景匹配次数：${stats.scenarioMatches}\n`;
+    message += `LLM 分类次数：${stats.llmClassifications}\n`;
+    message += `历史学习次数：${stats.learnedAssociations}\n\n`;
+
+    message += "=== 用户反馈 ===\n";
+    message += `用户确认次数：${stats.userConfirmations}\n`;
+    message += `用户强制刷新次数：${stats.userForcedRefreshes}\n`;
+    message += `缓存执行错误：${stats.cacheErrors}\n\n`;
+
+    if (entries.length > 0) {
+      message += "=== 热门场景 ===\n";
+      message += this.cacheStore.getTopScenarios(5) + "\n\n";
+
+      message += "=== 最近访问 ===\n";
+      const recent = entries.slice(0, 10);
+      recent.forEach((entry, i) => {
+        message += `${i + 1}. ${entry.scenario} (${entry.cacheLevel}) - ${new Date(entry.lastAccessTime).toLocaleString()}\n`;
+      });
+    }
+
+    return message;
+  }
+
+  /**
+   * 计算成功率
+   */
+  private calculateSuccessRate(entry: PageActionCacheEntry): number {
+    const total = entry.successCount + entry.failCount;
+    return total > 0 ? (entry.successCount / total) * 100 : 100;
+  }
+
+  // -------------------------------------------------------------------------
+  // 用户反馈记录
+  // -------------------------------------------------------------------------
+
+  /**
+   * 记录用户确认
+   */
+  recordUserConfirmation(): void {
+    const stats = this.cacheStore.getStats();
+    stats.userConfirmations++;
+  }
+
+  /**
+   * 记录用户强制刷新
+   */
+  recordUserForcedRefresh(): void {
+    const stats = this.cacheStore.getStats();
+    stats.userForcedRefreshes++;
+  }
+
+  /**
+   * 记录缓存错误
+   */
+  recordCacheError(): void {
+    const stats = this.cacheStore.getStats();
+    stats.cacheErrors++;
+  }
+}
+
+// ============================================================================
+// 单例
+// ============================================================================
+
+let uxEnhancerInstance: UXEnhancer | null = null;
+
+export function getUXEnhancer(): UXEnhancer {
+  if (!uxEnhancerInstance) {
+    uxEnhancerInstance = new UXEnhancer();
+  }
+  return uxEnhancerInstance;
+}

package/extensions/page-action-cache/src/variable-resolver.ts

@@ -0,0 +1,258 @@
+/**
+ * Variable Resolver
+ * 变量解析器 - 从用户输入提取变量
+ */
+
+import type { VariableMap } from "./types.js";
+
+// ============================================================================
+// 基础变量解析器
+// ============================================================================
+
+/**
+ * 变量解析器接口
+ */
+interface VariableResolverInterface {
+  resolve(userInput: string): VariableMap;
+}
+
+// ============================================================================
+// 登录变量解析器
+// ============================================================================
+
+/**
+ * 登录变量解析器
+ */
+class LoginVariableResolver implements VariableResolverInterface {
+  resolve(userInput: string): VariableMap {
+    const result: VariableMap = {};
+
+    // 解析 "用户名 xxx 密码 xxx"
+    const usernameMatch =
+      /(?:用户名|账号|username|user|用户)[:：\s]*([\u4e00-\u9fa5a-zA-Z0-9@._+-]+)/gi.exec(
+        userInput
+      );
+    if (usernameMatch) {
+      result.username = usernameMatch[1].trim();
+    }
+
+    const passwordMatch =
+      /(?:密码|password|pwd|pass)[:：\s]*(.+)/gi.exec(userInput);
+    if (passwordMatch) {
+      result.password = passwordMatch[1].trim();
+    }
+
+    // 尝试提取邮箱格式
+    const emailMatch = /[\w.-]+@[\w.-]+\.\w+/.exec(userInput);
+    if (emailMatch && !result.username) {
+      result.username = emailMatch[0];
+    }
+
+    return result;
+  }
+}
+
+// ============================================================================
+// 支付变量解析器
+// ============================================================================
+
+/**
+ * 支付变量解析器
+ */
+class CheckoutVariableResolver implements VariableResolverInterface {
+  resolve(userInput: string): VariableMap {
+    const result: VariableMap = {};
+
+    // 解析支付方式
+    const paymentMatch = /(?:支付方式|payment method)[:：\s]*(.+)/gi.exec(
+      userInput
+    );
+    if (paymentMatch) {
+      const custom = result.custom as any || {};
+      result.custom = { ...custom, paymentMethod: paymentMatch[1].trim() } as any;
+    }
+
+    // 解析金额
+    const amountMatch = /(?:金额|amount)[:：\s]*([\d.]+)/gi.exec(userInput);
+    if (amountMatch) {
+      const custom = result.custom as any || {};
+      result.custom = { ...custom, amount: amountMatch[1] } as any;
+    }
+
+    return result;
+  }
+}
+
+// ============================================================================
+// 搜索变量解析器
+// ============================================================================
+
+/**
+ * 搜索变量解析器
+ */
+class SearchVariableResolver implements VariableResolverInterface {
+  resolve(userInput: string): VariableMap {
+    const result: VariableMap = {};
+
+    // 解析搜索关键词（提取"搜索"或"找"后面的内容）
+    const searchMatch = /(?:搜索|查找|找|search)[：:\s]*(.+)/gi.exec(
+      userInput
+    );
+    if (searchMatch) {
+      const custom = result.custom as any || {};
+      result.custom = { ...custom, query: searchMatch[1].trim() } as any;
+    }
+
+    return result;
+  }
+}
+
+// ============================================================================
+// 设置变量解析器
+// ============================================================================
+
+/**
+ * 设置变量解析器
+ */
+class SettingsVariableResolver implements VariableResolverInterface {
+  resolve(userInput: string): VariableMap {
+    const result: VariableMap = {};
+
+    // 解析键值对
+    const kvMatches = [...userInput.matchAll(/(\w+)[:：]\s*([^\s]+)/g)];
+    for (const match of kvMatches) {
+      const custom = result.custom as any || {};
+      result.custom = {
+        ...custom,
+        [match[1]]: match[2].trim(),
+      } as any;
+    }
+
+    return result;
+  }
+}
+
+// ============================================================================
+// 通用变量解析器
+// ============================================================================
+
+/**
+ * 通用变量解析器
+ */
+class GenericVariableResolver implements VariableResolverInterface {
+  resolve(userInput: string): VariableMap {
+    const result: VariableMap = {};
+
+    // 尝试提取常见变量
+    const patterns = [
+      { key: "username", regex: /(?:user|username)[:：]\s*(.+)/gi },
+      { key: "email", regex: /(?:email|邮箱)[:：]\s*(.+)/gi },
+      { key: "phone", regex: /(?:phone|电话|手机)[:：]\s*(.+)/gi },
+      { key: "code", regex: /(?:code|验证码|码)[:：]\s*(.+)/gi },
+    ];
+
+    for (const pattern of patterns) {
+      const match = pattern.regex.exec(userInput);
+      if (match) {
+        result[pattern.key] = match[1].trim();
+      }
+    }
+
+    // 提取所有键值对
+    const kvMatches = [...userInput.matchAll(/(\w+)[:：]\s*([^\s]+)/g)];
+    for (const match of kvMatches) {
+      if (!result[match[1]]) {
+        const custom = result.custom as any || {};
+        result.custom = { ...custom, [match[1]]: match[2].trim() } as any;
+      }
+    }
+
+    return result;
+  }
+}
+
+// ============================================================================
+// Variable Resolver 类
+// ============================================================================
+
+/**
+ * 变量解析器
+ */
+export class VariableResolver {
+  /**
+   * 从用户输入提取变量
+   */
+  resolveVariables(userInput: string, scenario: string): VariableMap {
+    const resolver = this.getResolver(scenario);
+    return resolver.resolve(userInput);
+  }
+
+  /**
+   * 根据场景获取对应的解析器
+   */
+  private getResolver(scenario: string): VariableResolverInterface {
+    switch (scenario) {
+      case "login":
+      case "login_with_vars":
+        return new LoginVariableResolver();
+      case "checkout":
+      case "payment":
+        return new CheckoutVariableResolver();
+      case "search":
+        return new SearchVariableResolver();
+      case "settings":
+        return new SettingsVariableResolver();
+      default:
+        return new GenericVariableResolver();
+    }
+  }
+
+  // -------------------------------------------------------------------------
+  // 辅助方法
+  // -------------------------------------------------------------------------
+
+  /**
+   * 验证变量
+   */
+  validateVariables(variables: VariableMap, scenario: string): boolean {
+    switch (scenario) {
+      case "login":
+        return !!(variables.username || variables.email);
+      case "checkout":
+        return true; // 支付场景可能有可选变量
+      default:
+        return true;
+    }
+  }
+
+  /**
+   * 合并变量（后覆盖前）
+   */
+  mergeVariables(
+    base: VariableMap,
+    override: VariableMap
+  ): VariableMap {
+    const result: any = {
+      ...base,
+      ...override,
+    };
+    // 合并 custom 字段
+    const baseCustom = base.custom as any || {};
+    const overrideCustom = override.custom as any || {};
+    result.custom = { ...baseCustom, ...overrideCustom } as any;
+    return result;
+  }
+}
+
+// ============================================================================
+// 单例
+// ============================================================================
+
+let variableResolverInstance: VariableResolver | null = null;
+
+export function getVariableResolver(): VariableResolver {
+  if (!variableResolverInstance) {
+    variableResolverInstance = new VariableResolver();
+  }
+  return variableResolverInstance;
+}