browser-opt 1.0.1

package/dist/browser-opt/type.d.ts

@@ -0,0 +1,120 @@
+/**
+ * browser-opt 类型定义文件，集中承载对外报告结构以及 runner 内部共用的
+ * 快照、动作和执行选项类型，避免执行逻辑与类型声明交错在同一个文件里。
+ */
+import type { AgentBrowserJsonResult } from '@browser-automated/browser-core/agent';
+import type { BrowserAgent } from '@browser-automated/browser-core/agent';
+export type BrowserOptStatus = 'PASS' | 'FAIL' | 'HANDOFF';
+export interface BrowserOptStepResult {
+    index: number;
+    instruction: string;
+    passed: boolean;
+    handoffTriggered?: boolean;
+    attempts: number;
+    beforeSnapshotPath: string;
+    afterSnapshotPath: string;
+    beforeScreenshotPath: string;
+    afterScreenshotPath: string;
+    actionOutput?: string;
+    verification?: string;
+    error?: string;
+    logs: string[];
+}
+export interface BrowserOptReport {
+    status: BrowserOptStatus;
+    handoffTriggered?: boolean;
+    url: string;
+    flow: string;
+    startedAt: string;
+    endedAt: string;
+    durationMs: number;
+    outputDir: string;
+    reportJsonPath: string;
+    reportMarkdownPath: string;
+    logPath: string;
+    screenshots: string[];
+    logs: string[];
+    steps: BrowserOptStepResult[];
+}
+export interface BrowserOptRunResult {
+    passed: boolean;
+    report: BrowserOptReport;
+}
+export interface BrowserOptRunnerOptions {
+    sessionId?: string;
+    profile?: string;
+    sessionName?: string;
+    statePath?: string;
+    reuseRunningBrowser?: boolean;
+    liveViewport?: boolean;
+    closeOnComplete?: boolean;
+    outputDir?: string;
+    timeout?: number;
+    useAgentChat?: boolean;
+    authStateSavePath?: string;
+    authStateFallbackProfile?: string;
+    handoff?: BrowserOptHandoffOptions;
+}
+export interface BrowserOptStepExecutionOptions {
+    useAgentChat: boolean;
+    alreadyOpenedUrl?: string;
+    authStateSavePath?: string;
+    retryAuthStateFallback?: () => BrowserAgent | null;
+    handoff?: BrowserOptHandoffOptions;
+}
+export interface BrowserOptHandoffContext {
+    message: string;
+    output: string;
+    sessionId?: string;
+}
+export interface BrowserOptHandoffOptions {
+    onHandoffRequired?: (context: BrowserOptHandoffContext) => Promise<void> | void;
+    waitForUserResume?: (context: BrowserOptHandoffContext) => Promise<void> | void;
+    onHandoffCompleted?: (context: BrowserOptHandoffContext) => Promise<void> | void;
+}
+export interface SnapshotEvidence {
+    output: AgentBrowserJsonResult;
+    text: string;
+    nodeCount: number;
+}
+export interface SnapshotNode {
+    ref: string;
+    role: string;
+    label: string;
+    clickable?: boolean;
+    checked?: boolean;
+    disabled?: boolean;
+}
+export type DeterministicAction = {
+    type: 'open';
+    url: string;
+} | {
+    type: 'inspect';
+} | {
+    type: 'fill';
+    field: string;
+    value: string;
+} | {
+    type: 'click';
+    target: string;
+    field?: string | null;
+} | {
+    type: 'select-option';
+    field: string | null;
+    option: string;
+} | {
+    type: 'upload';
+    field: string;
+    source: string;
+} | {
+    type: 'handoff';
+    message: string;
+} | {
+    type: 'assert-text';
+    text: string;
+};
+export type DeterministicExecutionOptions = {
+    alreadyOpenedUrl?: string;
+    allowViewportSearch?: boolean;
+};
+//# sourceMappingURL=type.d.ts.map

package/dist/browser-opt/type.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"type.d.ts","sourceRoot":"","sources":["../../src/browser-opt/type.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,uCAAuC,CAAC;AACpF,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uCAAuC,CAAC;AAE1E,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,MAAM,GAAG,SAAS,CAAC;AAE3D,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,OAAO,CAAC;IAChB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,gBAAgB,CAAC;IACzB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,KAAK,EAAE,oBAAoB,EAAE,CAAC;CAC/B;AAED,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,EAAE,gBAAgB,CAAC;CAC1B;AAED,MAAM,WAAW,uBAAuB;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,OAAO,CAAC,EAAE,wBAAwB,CAAC;CACpC;AAED,MAAM,WAAW,8BAA8B;IAC7C,YAAY,EAAE,OAAO,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,sBAAsB,CAAC,EAAE,MAAM,YAAY,GAAG,IAAI,CAAC;IACnD,OAAO,CAAC,EAAE,wBAAwB,CAAC;CACpC;AAED,MAAM,WAAW,wBAAwB;IACvC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,wBAAwB;IACvC,iBAAiB,CAAC,EAAE,CAAC,OAAO,EAAE,wBAAwB,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAChF,iBAAiB,CAAC,EAAE,CAAC,OAAO,EAAE,wBAAwB,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAChF,kBAAkB,CAAC,EAAE,CAAC,OAAO,EAAE,wBAAwB,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;CAClF;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,sBAAsB,CAAC;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,MAAM,mBAAmB,GAC3B;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAC7B;IAAE,IAAI,EAAE,SAAS,CAAA;CAAE,GACnB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAC9C;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,GACxD;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAC/D;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GACjD;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GACpC;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAE1C,MAAM,MAAM,6BAA6B,GAAG;IAC1C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B,CAAC"}

package/dist/browser-opt/type.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=type.js.map

package/dist/browser-opt/type.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"type.js","sourceRoot":"","sources":["../../src/browser-opt/type.ts"],"names":[],"mappings":""}

package/dist/browser-opt/utils.d.ts

@@ -0,0 +1,48 @@
+import type { AgentBrowserJsonResult } from '@browser-automated/browser-core/agent';
+import type { BrowserOptReport, BrowserOptStepResult, DeterministicAction, SnapshotEvidence } from './type.js';
+/** 从自然语言描述中提取第一个 URL，作为 browser-opt 的起始页面。 */
+export declare function extractBrowserOptUrl(text: string): string | null;
+/** 把自然语言流程拆成顺序步骤，优先识别编号目标，无法识别时回退为单步骤。 */
+export declare function splitBrowserOptSteps(text: string): string[];
+/** 从自然语言步骤中提炼结构化动作，供确定性执行层消费。 */
+export declare function parseDeterministicAction(instruction: string): DeterministicAction | null;
+/** 在当前快照中优先查找文本框，再按字段名做最佳匹配。 */
+export declare function findTextboxRef(snapshot: SnapshotEvidence, field: string): string | null;
+/** 在当前快照中查找可点击元素，并按目标文案做最佳匹配。 */
+export declare function findClickableRef(snapshot: SnapshotEvidence, target: string, field?: string | null): string | null;
+/** 查找单选或多选选项，优先点击 label，并在已选中时短路为完成。 */
+export declare function findSelectableOption(snapshot: SnapshotEvidence, field: string | null, option: string): {
+    ref: string | null;
+    alreadySelected: boolean;
+    role: string | null;
+};
+/** 查找可展开选择项的字段控件，供下拉选项尚未渲染时先打开选项面板。 */
+export declare function findSelectableFieldRef(snapshot: SnapshotEvidence, field: string | null): string | null;
+/** 查找上传控件，只返回快照中可确认的真实文件输入，避免把上传按钮误当成 input。 */
+export declare function findUploadRef(snapshot: SnapshotEvidence, field: string): string | null;
+/** 判断一条自然语言步骤是否主要承担验证职责。 */
+export declare function isVerificationStep(instruction: string): boolean;
+/** 对步骤执行后的页面状态做验证，生成可直接写入报告的结果说明。 */
+export declare function verifyStep(instruction: string, snapshot: SnapshotEvidence): {
+    passed: boolean;
+    message: string;
+};
+/** 优先从 JSON 结构提取 snapshot 文本，提取不到时回退到原始输出。 */
+export declare function snapshotText(output: AgentBrowserJsonResult): string;
+/** 统计快照中的可引用节点数量，兼容 refs 和文本两种来源。 */
+export declare function countSnapshotNodes(value: unknown): number;
+/** 把 chat 的 JSON 结果整理成适合写进日志和报告的单段文本。 */
+export declare function summarizeJsonResult(result: AgentBrowserJsonResult): string;
+/** 为日志生成一段简短的页面状态摘要，避免整份 snapshot 直接灌入日志。 */
+export declare function summarizeSnapshot(snapshot: SnapshotEvidence): string;
+/** 生成本次运行的输出目录，确保时间戳与流程名可以共同区分不同执行。 */
+export declare function resolveOutputDir(flow: string, outputRoot: string | undefined, startedAt: Date): string;
+/** 统一步骤级展示状态，避免人工接管在报告明细里继续显示成普通失败。 */
+export declare function formatBrowserOptStepStatus(step: BrowserOptStepResult): 'PASS' | 'FAIL' | 'HANDOFF';
+/** 汇总普通失败步骤，供报告和 CLI 在流程结束后集中展示失败原因。 */
+export declare function collectFailedBrowserOptSteps(report: BrowserOptReport): BrowserOptStepResult[];
+/** 把执行报告渲染成 Markdown，方便直接在本地阅读和附带截图证据。 */
+export declare function renderMarkdownReport(report: BrowserOptReport): string;
+/** 返回 browser-opt 的通用输入模板，供 CLI 报错和首轮使用提示复用。 */
+export declare function browserOptTemplate(): string;
+//# sourceMappingURL=utils.d.ts.map

package/dist/browser-opt/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/browser-opt/utils.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,uCAAuC,CAAC;AACpF,OAAO,KAAK,EACV,gBAAgB,EAChB,oBAAoB,EACpB,mBAAmB,EACnB,gBAAgB,EAEjB,MAAM,WAAW,CAAC;AAsBnB,8CAA8C;AAC9C,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAGhE;AAED,0CAA0C;AAC1C,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAgC3D;AAuBD,iCAAiC;AACjC,wBAAgB,wBAAwB,CAAC,WAAW,EAAE,MAAM,GAAG,mBAAmB,GAAG,IAAI,CAgExF;AAsMD,gCAAgC;AAChC,wBAAgB,cAAc,CAAC,QAAQ,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAQvF;AAED,iCAAiC;AACjC,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,CAOjH;AAED,wCAAwC;AACxC,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,gBAAgB,EAC1B,KAAK,EAAE,MAAM,GAAG,IAAI,EACpB,MAAM,EAAE,MAAM,GACb;IAAE,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,eAAe,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CA2BvE;AAED,uCAAuC;AACvC,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,CAYtG;AAED,gDAAgD;AAChD,wBAAgB,aAAa,CAAC,QAAQ,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAItF;AAsZD,4BAA4B;AAC5B,wBAAgB,kBAAkB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAE/D;AAED,qCAAqC;AACrC,wBAAgB,UAAU,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,GAAG;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAoChH;AAgCD,8CAA8C;AAC9C,wBAAgB,YAAY,CAAC,MAAM,EAAE,sBAAsB,GAAG,MAAM,CASnE;AAuBD,qCAAqC;AACrC,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAiBzD;AAuBD,yCAAyC;AACzC,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,sBAAsB,GAAG,MAAM,CAM1E;AAED,6CAA6C;AAC7C,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,gBAAgB,GAAG,MAAM,CAIpE;AAED,uCAAuC;AACvC,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,SAAS,EAAE,SAAS,EAAE,IAAI,GAAG,MAAM,CAItG;AAaD,uCAAuC;AACvC,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,oBAAoB,GAAG,MAAM,GAAG,MAAM,GAAG,SAAS,CAMlG;AAED,wCAAwC;AACxC,wBAAgB,4BAA4B,CAAC,MAAM,EAAE,gBAAgB,GAAG,oBAAoB,EAAE,CAE7F;AAED,0CAA0C;AAC1C,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,gBAAgB,GAAG,MAAM,CAwCrE;AAED,gDAAgD;AAChD,wBAAgB,kBAAkB,IAAI,MAAM,CAqB3C"}