@aiscene/core 9.0.6 → 9.0.8

package/dist/lib/agent/insight.js

@@ -0,0 +1,135 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    Insight: ()=>Insight
+});
+const external_tasks_js_namespaceObject = require("./tasks.js");
+const external_utils_js_namespaceObject = require("./utils.js");
+function _define_property(obj, key, value) {
+    if (key in obj) Object.defineProperty(obj, key, {
+        value: value,
+        enumerable: true,
+        configurable: true,
+        writable: true
+    });
+    else obj[key] = value;
+    return obj;
+}
+const defaultQueryOptions = {
+    domIncluded: false,
+    screenshotIncluded: true
+};
+class Insight {
+    executionOptions(options, includeAbortSignal = false) {
+        const uiContext = this.getUIContext?.();
+        if (!uiContext && !includeAbortSignal && !options?.abortSignal) return;
+        return {
+            ...includeAbortSignal || options?.abortSignal ? {
+                abortSignal: options?.abortSignal
+            } : {},
+            ...uiContext ? {
+                uiContext
+            } : {}
+        };
+    }
+    async aiQuery(demand, options = defaultQueryOptions) {
+        const modelConfig = this.resolveModelConfig();
+        const { output } = await this.taskExecutor.createTypeQueryExecution('Query', demand, modelConfig, options);
+        return output;
+    }
+    async aiBoolean(prompt, options = defaultQueryOptions) {
+        return this.queryPrimitive('Boolean', prompt, options);
+    }
+    async aiNumber(prompt, options = defaultQueryOptions) {
+        return this.queryPrimitive('Number', prompt, options);
+    }
+    async aiString(prompt, options = defaultQueryOptions) {
+        return this.queryPrimitive('String', prompt, options);
+    }
+    async aiAsk(prompt, options = defaultQueryOptions) {
+        return this.aiString(prompt, options);
+    }
+    async queryPrimitive(type, prompt, options) {
+        const { textPrompt, multimodalPrompt } = (0, external_utils_js_namespaceObject.parsePrompt)(prompt);
+        const { output } = await this.taskExecutor.createTypeQueryExecution(type, textPrompt, this.resolveModelConfig(), options, multimodalPrompt);
+        return output;
+    }
+    async aiAssert(assertion, message, options) {
+        const serviceOptions = {
+            domIncluded: options?.domIncluded ?? defaultQueryOptions.domIncluded,
+            screenshotIncluded: options?.screenshotIncluded ?? defaultQueryOptions.screenshotIncluded,
+            ...options?.context !== void 0 ? {
+                context: options.context
+            } : {}
+        };
+        const { textPrompt, multimodalPrompt } = (0, external_utils_js_namespaceObject.parsePrompt)(assertion);
+        const assertionText = 'string' == typeof assertion ? assertion : assertion.prompt;
+        try {
+            const { output, thought } = await this.taskExecutor.createTypeQueryExecution('Assert', textPrompt, this.resolveModelConfig(), serviceOptions, multimodalPrompt);
+            const pass = Boolean(output);
+            const failureMessage = pass ? void 0 : `Assertion failed: ${message || assertionText}\nReason: ${thought || '(no_reason)'}`;
+            if (options?.keepRawResponse) return {
+                pass,
+                thought,
+                message: failureMessage
+            };
+            if (!pass) throw new Error(failureMessage);
+        } catch (error) {
+            if (error instanceof external_tasks_js_namespaceObject.TaskExecutionError) {
+                const thought = error.errorTask?.thought;
+                const diagnosticMessage = error.errorTask?.errorMessage || (error.cause instanceof Error ? error.cause.message : void 0);
+                const reason = thought || diagnosticMessage || '(no_reason)';
+                const failureMessage = `Assertion failed: ${message || assertionText}\nReason: ${reason}`;
+                if (options?.keepRawResponse) return {
+                    pass: false,
+                    thought,
+                    message: failureMessage
+                };
+                throw new Error(failureMessage, {
+                    cause: error.cause
+                });
+            }
+            throw error;
+        }
+    }
+    constructor(taskExecutor, resolveModelConfig, getUIContext){
+        _define_property(this, "taskExecutor", void 0);
+        _define_property(this, "resolveModelConfig", void 0);
+        _define_property(this, "getUIContext", void 0);
+        this.taskExecutor = taskExecutor;
+        this.resolveModelConfig = resolveModelConfig;
+        this.getUIContext = getUIContext;
+    }
+}
+exports.Insight = __webpack_exports__.Insight;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "Insight"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=insight.js.map

package/dist/lib/agent/insight.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent/insight.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../src/agent/insight.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { TUserPrompt } from '@/ai-model/index';\nimport type {\n  AgentAssertResult,\n  AssertOptions,\n  InsightAPI,\n  QueryOptions,\n  ServiceExtractParam,\n  UIContext,\n} from '@/types';\nimport type { IModelConfig } from '@aiscene/shared/env';\nimport { TaskExecutionError, type TaskExecutor } from './tasks';\nimport { parsePrompt } from './utils';\n\nconst defaultQueryOptions: QueryOptions = {\n  domIncluded: false,\n  screenshotIncluded: true,\n};\n\ntype InsightTaskExecutor = Pick<TaskExecutor, 'createTypeQueryExecution'>;\n\n/** Execute read-only AI operations against either live or fixed UI context. */\nexport class Insight implements InsightAPI {\n  constructor(\n    private readonly taskExecutor: InsightTaskExecutor,\n    private readonly resolveModelConfig: () => IModelConfig,\n    private readonly getUIContext?: () => UIContext,\n  ) {}\n\n  private executionOptions(\n    options?: AssertOptions,\n    includeAbortSignal = false,\n  ): { abortSignal?: AbortSignal; uiContext?: UIContext } | undefined {\n    const uiContext = this.getUIContext?.();\n    if (!uiContext && !includeAbortSignal && !options?.abortSignal) {\n      return undefined;\n    }\n    return {\n      ...(includeAbortSignal || options?.abortSignal\n        ? { abortSignal: options?.abortSignal }\n        : {}),\n      ...(uiContext ? { uiContext } : {}),\n    };\n  }\n\n  async aiQuery<ReturnType = any>(\n    demand: ServiceExtractParam,\n    options: QueryOptions = defaultQueryOptions,\n  ): Promise<ReturnType> {\n    const modelConfig = this.resolveModelConfig();\n    const { output } = await this.taskExecutor.createTypeQueryExecution(\n      'Query',\n      demand,\n      modelConfig,\n      options,\n    );\n    return output as ReturnType;\n  }\n\n  async aiBoolean(\n    prompt: TUserPrompt,\n    options: QueryOptions = defaultQueryOptions,\n  ): Promise<boolean> {\n    return this.queryPrimitive('Boolean', prompt, options);\n  }\n\n  async aiNumber(\n    prompt: TUserPrompt,\n    options: QueryOptions = defaultQueryOptions,\n  ): Promise<number> {\n    return this.queryPrimitive('Number', prompt, options);\n  }\n\n  async aiString(\n    prompt: TUserPrompt,\n    options: QueryOptions = defaultQueryOptions,\n  ): Promise<string> {\n    return this.queryPrimitive('String', prompt, options);\n  }\n\n  async aiAsk(\n    prompt: TUserPrompt,\n    options: QueryOptions = defaultQueryOptions,\n  ): Promise<string> {\n    return this.aiString(prompt, options);\n  }\n\n  private async queryPrimitive<ReturnType>(\n    type: 'Boolean' | 'Number' | 'String',\n    prompt: TUserPrompt,\n    options: QueryOptions,\n  ): Promise<ReturnType> {\n    const { textPrompt, multimodalPrompt } = parsePrompt(prompt);\n    const { output } = await this.taskExecutor.createTypeQueryExecution(\n      type,\n      textPrompt,\n      this.resolveModelConfig(),\n      options,\n      multimodalPrompt,\n    );\n    return output as ReturnType;\n  }\n\n  async aiAssert(\n    assertion: TUserPrompt,\n    message?: string,\n    options?: AssertOptions,\n  ): Promise<AgentAssertResult | undefined> {\n    const serviceOptions: QueryOptions = {\n      domIncluded: options?.domIncluded ?? defaultQueryOptions.domIncluded,\n      screenshotIncluded:\n        options?.screenshotIncluded ?? defaultQueryOptions.screenshotIncluded,\n      ...(options?.context !== undefined ? { context: options.context } : {}),\n    };\n    const { textPrompt, multimodalPrompt } = parsePrompt(assertion);\n    const assertionText =\n      typeof assertion === 'string' ? assertion : assertion.prompt;\n\n    try {\n      const { output, thought } =\n        await this.taskExecutor.createTypeQueryExecution<boolean>(\n          'Assert',\n          textPrompt,\n          this.resolveModelConfig(),\n          serviceOptions,\n          multimodalPrompt,\n        );\n\n      const pass = Boolean(output);\n      const failureMessage = pass\n        ? undefined\n        : `Assertion failed: ${message || assertionText}\\nReason: ${thought || '(no_reason)'}`;\n\n      if (options?.keepRawResponse) {\n        return { pass, thought, message: failureMessage };\n      }\n      if (!pass) {\n        throw new Error(failureMessage);\n      }\n    } catch (error) {\n      if (error instanceof TaskExecutionError) {\n        const thought = error.errorTask?.thought;\n        const diagnosticMessage =\n          error.errorTask?.errorMessage ||\n          (error.cause instanceof Error ? error.cause.message : undefined);\n        const reason = thought || diagnosticMessage || '(no_reason)';\n        const failureMessage = `Assertion failed: ${message || assertionText}\\nReason: ${reason}`;\n\n        if (options?.keepRawResponse) {\n          return { pass: false, thought, message: failureMessage };\n        }\n        throw new Error(failureMessage, { cause: error.cause });\n      }\n      throw error;\n    }\n  }\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","defaultQueryOptions","Insight","options","includeAbortSignal","uiContext","demand","modelConfig","output","prompt","type","textPrompt","multimodalPrompt","parsePrompt","assertion","message","serviceOptions","undefined","assertionText","thought","pass","Boolean","failureMessage","Error","error","TaskExecutionError","diagnosticMessage","reason","taskExecutor","resolveModelConfig","getUIContext"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;ACOA,MAAMI,sBAAoC;IACxC,aAAa;IACb,oBAAoB;AACtB;AAKO,MAAMC;IAOH,iBACNC,OAAuB,EACvBC,qBAAqB,KAAK,EACwC;QAClE,MAAMC,YAAY,IAAI,CAAC,YAAY;QACnC,IAAI,CAACA,aAAa,CAACD,sBAAsB,CAACD,SAAS,aACjD;QAEF,OAAO;YACL,GAAIC,sBAAsBD,SAAS,cAC/B;gBAAE,aAAaA,SAAS;YAAY,IACpC,CAAC,CAAC;YACN,GAAIE,YAAY;gBAAEA;YAAU,IAAI,CAAC,CAAC;QACpC;IACF;IAEA,MAAM,QACJC,MAA2B,EAC3BH,UAAwBF,mBAAmB,EACtB;QACrB,MAAMM,cAAc,IAAI,CAAC,kBAAkB;QAC3C,MAAM,EAAEC,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,wBAAwB,CACjE,SACAF,QACAC,aACAJ;QAEF,OAAOK;IACT;IAEA,MAAM,UACJC,MAAmB,EACnBN,UAAwBF,mBAAmB,EACzB;QAClB,OAAO,IAAI,CAAC,cAAc,CAAC,WAAWQ,QAAQN;IAChD;IAEA,MAAM,SACJM,MAAmB,EACnBN,UAAwBF,mBAAmB,EAC1B;QACjB,OAAO,IAAI,CAAC,cAAc,CAAC,UAAUQ,QAAQN;IAC/C;IAEA,MAAM,SACJM,MAAmB,EACnBN,UAAwBF,mBAAmB,EAC1B;QACjB,OAAO,IAAI,CAAC,cAAc,CAAC,UAAUQ,QAAQN;IAC/C;IAEA,MAAM,MACJM,MAAmB,EACnBN,UAAwBF,mBAAmB,EAC1B;QACjB,OAAO,IAAI,CAAC,QAAQ,CAACQ,QAAQN;IAC/B;IAEA,MAAc,eACZO,IAAqC,EACrCD,MAAmB,EACnBN,OAAqB,EACA;QACrB,MAAM,EAAEQ,UAAU,EAAEC,gBAAgB,EAAE,GAAGC,AAAAA,IAAAA,kCAAAA,WAAAA,AAAAA,EAAYJ;QACrD,MAAM,EAAED,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,wBAAwB,CACjEE,MACAC,YACA,IAAI,CAAC,kBAAkB,IACvBR,SACAS;QAEF,OAAOJ;IACT;IAEA,MAAM,SACJM,SAAsB,EACtBC,OAAgB,EAChBZ,OAAuB,EACiB;QACxC,MAAMa,iBAA+B;YACnC,aAAab,SAAS,eAAeF,oBAAoB,WAAW;YACpE,oBACEE,SAAS,sBAAsBF,oBAAoB,kBAAkB;YACvE,GAAIE,SAAS,YAAYc,SAAY;gBAAE,SAASd,QAAQ,OAAO;YAAC,IAAI,CAAC,CAAC;QACxE;QACA,MAAM,EAAEQ,UAAU,EAAEC,gBAAgB,EAAE,GAAGC,AAAAA,IAAAA,kCAAAA,WAAAA,AAAAA,EAAYC;QACrD,MAAMI,gBACJ,AAAqB,YAArB,OAAOJ,YAAyBA,YAAYA,UAAU,MAAM;QAE9D,IAAI;YACF,MAAM,EAAEN,MAAM,EAAEW,OAAO,EAAE,GACvB,MAAM,IAAI,CAAC,YAAY,CAAC,wBAAwB,CAC9C,UACAR,YACA,IAAI,CAAC,kBAAkB,IACvBK,gBACAJ;YAGJ,MAAMQ,OAAOC,QAAQb;YACrB,MAAMc,iBAAiBF,OACnBH,SACA,CAAC,kBAAkB,EAAEF,WAAWG,cAAc,UAAU,EAAEC,WAAW,eAAe;YAExF,IAAIhB,SAAS,iBACX,OAAO;gBAAEiB;gBAAMD;gBAAS,SAASG;YAAe;YAElD,IAAI,CAACF,MACH,MAAM,IAAIG,MAAMD;QAEpB,EAAE,OAAOE,OAAO;YACd,IAAIA,iBAAiBC,kCAAAA,kBAAkBA,EAAE;gBACvC,MAAMN,UAAUK,MAAM,SAAS,EAAE;gBACjC,MAAME,oBACJF,MAAM,SAAS,EAAE,gBAChBA,CAAAA,MAAM,KAAK,YAAYD,QAAQC,MAAM,KAAK,CAAC,OAAO,GAAGP,MAAQ;gBAChE,MAAMU,SAASR,WAAWO,qBAAqB;gBAC/C,MAAMJ,iBAAiB,CAAC,kBAAkB,EAAEP,WAAWG,cAAc,UAAU,EAAES,QAAQ;gBAEzF,IAAIxB,SAAS,iBACX,OAAO;oBAAE,MAAM;oBAAOgB;oBAAS,SAASG;gBAAe;gBAEzD,MAAM,IAAIC,MAAMD,gBAAgB;oBAAE,OAAOE,MAAM,KAAK;gBAAC;YACvD;YACA,MAAMA;QACR;IACF;IApIA,YACmBI,YAAiC,EACjCC,kBAAsC,EACtCC,YAA8B,CAC/C;;;;aAHiBF,YAAY,GAAZA;aACAC,kBAAkB,GAAlBA;aACAC,YAAY,GAAZA;IAChB;AAiIL"}

package/dist/lib/agent/metrics.js

@@ -0,0 +1,115 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    MetricsCollector: ()=>MetricsCollector
+});
+function _define_property(obj, key, value) {
+    if (key in obj) Object.defineProperty(obj, key, {
+        value: value,
+        enumerable: true,
+        configurable: true,
+        writable: true
+    });
+    else obj[key] = value;
+    return obj;
+}
+const emptyBucket = ()=>({
+        promptTokens: 0,
+        completionTokens: 0,
+        totalTokens: 0,
+        calls: 0
+    });
+const addToBucket = (map, key, prompt, completion, total)=>{
+    if (!map[key]) map[key] = emptyBucket();
+    const bucket = map[key];
+    bucket.promptTokens += prompt;
+    bucket.completionTokens += completion;
+    bucket.totalTokens += total;
+    bucket.calls += 1;
+};
+class MetricsCollector {
+    add(usage) {
+        const prompt = usage.prompt_tokens ?? 0;
+        const completion = usage.completion_tokens ?? 0;
+        const total = usage.total_tokens ?? 0;
+        this.totalPromptTokens += prompt;
+        this.totalCompletionTokens += completion;
+        this.totalTokens += total;
+        this.totalCachedInput += usage.cached_input ?? 0;
+        this.totalTimeCostMs += usage.time_cost ?? 0;
+        this.calls += 1;
+        addToBucket(this.byIntent, usage.intent ?? 'unknown', prompt, completion, total);
+        addToBucket(this.byModel, usage.model_name ?? 'unknown', prompt, completion, total);
+    }
+    snapshot() {
+        const cloneBuckets = (map)=>{
+            const out = {};
+            for (const [key, bucket] of Object.entries(map))out[key] = {
+                ...bucket
+            };
+            return out;
+        };
+        return {
+            totalPromptTokens: this.totalPromptTokens,
+            totalCompletionTokens: this.totalCompletionTokens,
+            totalTokens: this.totalTokens,
+            totalCachedInput: this.totalCachedInput,
+            totalTimeCostMs: this.totalTimeCostMs,
+            calls: this.calls,
+            byIntent: cloneBuckets(this.byIntent),
+            byModel: cloneBuckets(this.byModel)
+        };
+    }
+    reset() {
+        this.totalPromptTokens = 0;
+        this.totalCompletionTokens = 0;
+        this.totalTokens = 0;
+        this.totalCachedInput = 0;
+        this.totalTimeCostMs = 0;
+        this.calls = 0;
+        this.byIntent = {};
+        this.byModel = {};
+    }
+    constructor(){
+        _define_property(this, "totalPromptTokens", 0);
+        _define_property(this, "totalCompletionTokens", 0);
+        _define_property(this, "totalTokens", 0);
+        _define_property(this, "totalCachedInput", 0);
+        _define_property(this, "totalTimeCostMs", 0);
+        _define_property(this, "calls", 0);
+        _define_property(this, "byIntent", {});
+        _define_property(this, "byModel", {});
+    }
+}
+exports.MetricsCollector = __webpack_exports__.MetricsCollector;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "MetricsCollector"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=metrics.js.map

package/dist/lib/agent/metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent/metrics.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../src/agent/metrics.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { AIUsageInfo } from '@/types';\n\n/**\n * Aggregated usage for a single grouping key (intent or model).\n */\nexport interface UsageBucket {\n  promptTokens: number;\n  completionTokens: number;\n  totalTokens: number;\n  calls: number;\n}\n\n/**\n * Instance-level snapshot of LLM usage accumulated by an Agent.\n *\n * Designed for cost observability: read it back after a logical unit of work\n * and push to tools like Langfuse. `byIntent` / `byModel` provide free\n * breakdowns derived from the usage data Midscene already records per call.\n */\nexport interface MidsceneUsageMetrics {\n  totalPromptTokens: number;\n  totalCompletionTokens: number;\n  totalTokens: number;\n  totalCachedInput: number;\n  totalTimeCostMs: number;\n  calls: number;\n  byIntent: Record<string, UsageBucket>;\n  byModel: Record<string, UsageBucket>;\n}\n\nconst emptyBucket = (): UsageBucket => ({\n  promptTokens: 0,\n  completionTokens: 0,\n  totalTokens: 0,\n  calls: 0,\n});\n\nconst addToBucket = (\n  map: Record<string, UsageBucket>,\n  key: string,\n  prompt: number,\n  completion: number,\n  total: number,\n): void => {\n  if (!map[key]) {\n    map[key] = emptyBucket();\n  }\n  const bucket = map[key];\n  bucket.promptTokens += prompt;\n  bucket.completionTokens += completion;\n  bucket.totalTokens += total;\n  bucket.calls += 1;\n};\n\n/**\n * Pure accumulator for {@link AIUsageInfo}. Deduplication of calls is the\n * caller's responsibility; every `add` counts as one call.\n */\nexport class MetricsCollector {\n  private totalPromptTokens = 0;\n  private totalCompletionTokens = 0;\n  private totalTokens = 0;\n  private totalCachedInput = 0;\n  private totalTimeCostMs = 0;\n  private calls = 0;\n  private byIntent: Record<string, UsageBucket> = {};\n  private byModel: Record<string, UsageBucket> = {};\n\n  add(usage: AIUsageInfo): void {\n    const prompt = usage.prompt_tokens ?? 0;\n    const completion = usage.completion_tokens ?? 0;\n    const total = usage.total_tokens ?? 0;\n\n    this.totalPromptTokens += prompt;\n    this.totalCompletionTokens += completion;\n    this.totalTokens += total;\n    this.totalCachedInput += usage.cached_input ?? 0;\n    this.totalTimeCostMs += usage.time_cost ?? 0;\n    this.calls += 1;\n\n    addToBucket(\n      this.byIntent,\n      usage.intent ?? 'unknown',\n      prompt,\n      completion,\n      total,\n    );\n    addToBucket(\n      this.byModel,\n      usage.model_name ?? 'unknown',\n      prompt,\n      completion,\n      total,\n    );\n  }\n\n  snapshot(): MidsceneUsageMetrics {\n    const cloneBuckets = (\n      map: Record<string, UsageBucket>,\n    ): Record<string, UsageBucket> => {\n      const out: Record<string, UsageBucket> = {};\n      for (const [key, bucket] of Object.entries(map)) {\n        out[key] = { ...bucket };\n      }\n      return out;\n    };\n\n    return {\n      totalPromptTokens: this.totalPromptTokens,\n      totalCompletionTokens: this.totalCompletionTokens,\n      totalTokens: this.totalTokens,\n      totalCachedInput: this.totalCachedInput,\n      totalTimeCostMs: this.totalTimeCostMs,\n      calls: this.calls,\n      byIntent: cloneBuckets(this.byIntent),\n      byModel: cloneBuckets(this.byModel),\n    };\n  }\n\n  /**\n   * Clear all accumulated state. Not wired to a public Agent API yet; kept for\n   * a future per-unit reset (e.g. resetting metrics at the start of a spec).\n   */\n  reset(): void {\n    this.totalPromptTokens = 0;\n    this.totalCompletionTokens = 0;\n    this.totalTokens = 0;\n    this.totalCachedInput = 0;\n    this.totalTimeCostMs = 0;\n    this.calls = 0;\n    this.byIntent = {};\n    this.byModel = {};\n  }\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","emptyBucket","addToBucket","map","prompt","completion","total","bucket","MetricsCollector","usage","cloneBuckets","out"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;ACwBA,MAAMI,cAAc,IAAoB;QACtC,cAAc;QACd,kBAAkB;QAClB,aAAa;QACb,OAAO;IACT;AAEA,MAAMC,cAAc,CAClBC,KACAP,KACAQ,QACAC,YACAC;IAEA,IAAI,CAACH,GAAG,CAACP,IAAI,EACXO,GAAG,CAACP,IAAI,GAAGK;IAEb,MAAMM,SAASJ,GAAG,CAACP,IAAI;IACvBW,OAAO,YAAY,IAAIH;IACvBG,OAAO,gBAAgB,IAAIF;IAC3BE,OAAO,WAAW,IAAID;IACtBC,OAAO,KAAK,IAAI;AAClB;AAMO,MAAMC;IAUX,IAAIC,KAAkB,EAAQ;QAC5B,MAAML,SAASK,MAAM,aAAa,IAAI;QACtC,MAAMJ,aAAaI,MAAM,iBAAiB,IAAI;QAC9C,MAAMH,QAAQG,MAAM,YAAY,IAAI;QAEpC,IAAI,CAAC,iBAAiB,IAAIL;QAC1B,IAAI,CAAC,qBAAqB,IAAIC;QAC9B,IAAI,CAAC,WAAW,IAAIC;QACpB,IAAI,CAAC,gBAAgB,IAAIG,MAAM,YAAY,IAAI;QAC/C,IAAI,CAAC,eAAe,IAAIA,MAAM,SAAS,IAAI;QAC3C,IAAI,CAAC,KAAK,IAAI;QAEdP,YACE,IAAI,CAAC,QAAQ,EACbO,MAAM,MAAM,IAAI,WAChBL,QACAC,YACAC;QAEFJ,YACE,IAAI,CAAC,OAAO,EACZO,MAAM,UAAU,IAAI,WACpBL,QACAC,YACAC;IAEJ;IAEA,WAAiC;QAC/B,MAAMI,eAAe,CACnBP;YAEA,MAAMQ,MAAmC,CAAC;YAC1C,KAAK,MAAM,CAACf,KAAKW,OAAO,IAAIV,OAAO,OAAO,CAACM,KACzCQ,GAAG,CAACf,IAAI,GAAG;gBAAE,GAAGW,MAAM;YAAC;YAEzB,OAAOI;QACT;QAEA,OAAO;YACL,mBAAmB,IAAI,CAAC,iBAAiB;YACzC,uBAAuB,IAAI,CAAC,qBAAqB;YACjD,aAAa,IAAI,CAAC,WAAW;YAC7B,kBAAkB,IAAI,CAAC,gBAAgB;YACvC,iBAAiB,IAAI,CAAC,eAAe;YACrC,OAAO,IAAI,CAAC,KAAK;YACjB,UAAUD,aAAa,IAAI,CAAC,QAAQ;YACpC,SAASA,aAAa,IAAI,CAAC,OAAO;QACpC;IACF;IAMA,QAAc;QACZ,IAAI,CAAC,iBAAiB,GAAG;QACzB,IAAI,CAAC,qBAAqB,GAAG;QAC7B,IAAI,CAAC,WAAW,GAAG;QACnB,IAAI,CAAC,gBAAgB,GAAG;QACxB,IAAI,CAAC,eAAe,GAAG;QACvB,IAAI,CAAC,KAAK,GAAG;QACb,IAAI,CAAC,QAAQ,GAAG,CAAC;QACjB,IAAI,CAAC,OAAO,GAAG,CAAC;IAClB;;QAzEA,uBAAQ,qBAAoB;QAC5B,uBAAQ,yBAAwB;QAChC,uBAAQ,eAAc;QACtB,uBAAQ,oBAAmB;QAC3B,uBAAQ,mBAAkB;QAC1B,uBAAQ,SAAQ;QAChB,uBAAQ,YAAwC,CAAC;QACjD,uBAAQ,WAAuC,CAAC;;AAmElD"}

package/dist/lib/agent/progress/ai-act-progress.js

@@ -0,0 +1,239 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    createAiActActionReporter: ()=>createAiActActionReporter,
+    errorMessageForAiAct: ()=>errorMessageForAiAct,
+    extractProgressAction: ()=>extractProgressAction
+});
+function isRecord(value) {
+    return 'object' == typeof value && null !== value && !Array.isArray(value);
+}
+const maxCompactStringLength = 180;
+function compactProgressValue(value) {
+    if (null == value) return value;
+    if ('string' == typeof value) return value.length > maxCompactStringLength ? `${value.slice(0, maxCompactStringLength - 3)}...` : value;
+    if ('number' == typeof value || 'boolean' == typeof value) return value;
+    if (Array.isArray(value)) return value.slice(0, 5).map(compactProgressValue);
+    if (isRecord(value) && 'string' == typeof value.prompt) return compactProgressValue(value.prompt);
+    if (!isRecord(value)) return String(value);
+    const entries = Object.entries(value).slice(0, 6);
+    return Object.fromEntries(entries.map(([key, entryValue])=>[
+            key,
+            compactProgressValue(entryValue)
+        ]));
+}
+function summarizeParam(param) {
+    if (!param || 'object' != typeof param) return compactProgressValue(param);
+    const record = param;
+    if ('string' == typeof record.prompt) return compactProgressValue(record.prompt);
+    if (record.locate && 'object' == typeof record.locate && null !== record.locate) {
+        const locate = record.locate;
+        return {
+            locate: compactProgressValue(locate.prompt),
+            ...Object.fromEntries(Object.entries(record).filter(([key])=>'locate' !== key).slice(0, 4).map(([key, value])=>[
+                    key,
+                    compactProgressValue(value)
+                ]))
+        };
+    }
+    return compactProgressValue(record);
+}
+function errorMessageForAiAct(error) {
+    return error instanceof Error ? error.message : String(error);
+}
+function numberFromUnknown(value) {
+    return 'number' == typeof value && Number.isFinite(value) ? value : void 0;
+}
+function bboxArrayFromProperty(value, key) {
+    const bbox = value[key];
+    if (!Array.isArray(bbox) || bbox.length < 4) return;
+    const left = numberFromUnknown(bbox[0]);
+    const top = numberFromUnknown(bbox[1]);
+    const right = numberFromUnknown(bbox[2]);
+    const bottom = numberFromUnknown(bbox[3]);
+    if (void 0 === left || void 0 === top || void 0 === right || void 0 === bottom) return;
+    return [
+        left,
+        top,
+        right,
+        bottom
+    ];
+}
+function centerPointFromBbox(bbox) {
+    return [
+        Math.floor((bbox[0] + bbox[2]) / 2),
+        Math.floor((bbox[1] + bbox[3]) / 2)
+    ];
+}
+function pointFromLocateLike(value) {
+    const center = value.center;
+    if (Array.isArray(center) && center.length >= 2) {
+        const x = numberFromUnknown(center[0]);
+        const y = numberFromUnknown(center[1]);
+        if (void 0 !== x && void 0 !== y) return [
+            x,
+            y
+        ];
+    }
+    const point = value.point;
+    if (Array.isArray(point) && point.length >= 2) {
+        const x = numberFromUnknown(point[0]);
+        const y = numberFromUnknown(point[1]);
+        if (void 0 !== x && void 0 !== y) return [
+            x,
+            y
+        ];
+    }
+    const locatedPixelBbox = bboxArrayFromProperty(value, 'locatedPixelBbox');
+    if (locatedPixelBbox) return centerPointFromBbox(locatedPixelBbox);
+    const bbox = bboxArrayFromProperty(value, 'bbox');
+    if (bbox) return centerPointFromBbox(bbox);
+}
+function bboxFromLocateLike(value) {
+    const locatedPixelBbox = bboxArrayFromProperty(value, 'locatedPixelBbox');
+    if (locatedPixelBbox) return locatedPixelBbox;
+    const bbox = bboxArrayFromProperty(value, 'bbox');
+    if (bbox) return bbox;
+    if (!isRecord(value.rect)) return;
+    const left = numberFromUnknown(value.rect.left);
+    const top = numberFromUnknown(value.rect.top);
+    const width = numberFromUnknown(value.rect.width);
+    const height = numberFromUnknown(value.rect.height);
+    if (void 0 === left || void 0 === top || void 0 === width || void 0 === height) return;
+    return [
+        left,
+        top,
+        left + width,
+        top + height
+    ];
+}
+function targetTextFromLocateLike(value) {
+    if ('string' == typeof value.description) return value.description;
+    if ('string' == typeof value.prompt) return value.prompt;
+    return '';
+}
+function isLocateLike(value) {
+    if (!isRecord(value)) return false;
+    return 'center' in value || 'rect' in value || 'point' in value || 'bbox' in value || 'prompt' in value || "description" in value;
+}
+const locatorParamKeys = [
+    'locate',
+    'from',
+    'to',
+    'start',
+    'end'
+];
+function firstLocateLikeParam(param) {
+    if (!isRecord(param)) return;
+    for (const key of locatorParamKeys){
+        const value = param[key];
+        if (isLocateLike(value)) return value;
+    }
+    return Object.values(param).find(isLocateLike);
+}
+function hasUnresolvedLocateLikeParam(param) {
+    if (!isRecord(param)) return false;
+    return Object.entries(param).some(([key, value])=>{
+        if (locatorParamKeys.includes(key) && 'string' == typeof value) return true;
+        return isLocateLike(value) && !pointFromLocateLike(value) && !bboxFromLocateLike(value);
+    });
+}
+function extractProgressAction(task) {
+    if ('Action Space' !== task.type || 'Finished' === task.subType || 'Error' === task.subType) return;
+    const name = 'string' == typeof task.subType && task.subType.length > 0 ? task.subType : 'Action';
+    const locate = firstLocateLikeParam(task.param);
+    if (locate) {
+        const point = pointFromLocateLike(locate);
+        if (point) {
+            const bbox = bboxFromLocateLike(locate);
+            const target = targetTextFromLocateLike(locate);
+            return {
+                name,
+                ...target ? {
+                    target
+                } : {},
+                point,
+                ...bbox ? {
+                    bbox
+                } : {}
+            };
+        }
+    }
+    if (hasUnresolvedLocateLikeParam(task.param)) return;
+    const param = summarizeParam(task.param);
+    return {
+        name,
+        ...void 0 !== param && '' !== param ? {
+            param
+        } : {}
+    };
+}
+function createAiActActionReporter(planIndex, planLimit, emit) {
+    return async (event)=>{
+        const action = extractProgressAction(event.task);
+        if (!action) return;
+        const base = {
+            planIndex,
+            planLimit,
+            action
+        };
+        const durationMs = event.task.timing?.cost;
+        switch(event.kind){
+            case 'start':
+                await emit('plan_action', base);
+                await emit('action_running', base);
+                break;
+            case 'finish':
+                await emit('action_done', {
+                    ...base,
+                    durationMs
+                });
+                break;
+            case 'error':
+                await emit('action_failed', {
+                    ...base,
+                    durationMs,
+                    error: event.task.errorMessage
+                });
+                break;
+            default:
+                break;
+        }
+    };
+}
+exports.createAiActActionReporter = __webpack_exports__.createAiActActionReporter;
+exports.errorMessageForAiAct = __webpack_exports__.errorMessageForAiAct;
+exports.extractProgressAction = __webpack_exports__.extractProgressAction;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "createAiActActionReporter",
+    "errorMessageForAiAct",
+    "extractProgressAction"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=ai-act-progress.js.map

package/dist/lib/agent/progress/ai-act-progress.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent/progress/ai-act-progress.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../src/agent/progress/ai-act-progress.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { TaskRunnerEvent } from '@/task-runner';\nimport type {\n  AiActProgressAction,\n  AiActProgressData,\n  AiActProgressPhase,\n  ExecutionTask,\n} from '@/types';\n\n/**\n * Structured extraction helpers for aiAct progress notifications.\n *\n * This module turns a raw {@link ExecutionTask} into the structured\n * {@link AiActProgressAction} carried by progress events. It deliberately does\n * NOT build human-readable strings, truncate text for display, or format\n * coordinates into log lines - that is the consumer's job. Everything here is a\n * data transform that yields plain numbers/objects.\n */\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n  return typeof value === 'object' && value !== null && !Array.isArray(value);\n}\n\n// Keep params from bloating the progress payload without rendering them: this\n// only bounds the size of the structured value, it never formats it.\nconst maxCompactStringLength = 180;\n\nfunction compactProgressValue(value: unknown): unknown {\n  if (value === undefined || value === null) {\n    return value;\n  }\n\n  if (typeof value === 'string') {\n    return value.length > maxCompactStringLength\n      ? `${value.slice(0, maxCompactStringLength - 3)}...`\n      : value;\n  }\n\n  if (typeof value === 'number' || typeof value === 'boolean') {\n    return value;\n  }\n\n  if (Array.isArray(value)) {\n    return value.slice(0, 5).map(compactProgressValue);\n  }\n\n  if (isRecord(value) && typeof value.prompt === 'string') {\n    return compactProgressValue(value.prompt);\n  }\n\n  if (!isRecord(value)) {\n    return String(value);\n  }\n\n  const entries = Object.entries(value).slice(0, 6);\n  return Object.fromEntries(\n    entries.map(([key, entryValue]) => [key, compactProgressValue(entryValue)]),\n  );\n}\n\nfunction summarizeParam(param: unknown): unknown {\n  if (!param || typeof param !== 'object') {\n    return compactProgressValue(param);\n  }\n\n  const record = param as Record<string, unknown>;\n  if (typeof record.prompt === 'string') {\n    return compactProgressValue(record.prompt);\n  }\n  if (\n    record.locate &&\n    typeof record.locate === 'object' &&\n    record.locate !== null\n  ) {\n    const locate = record.locate as Record<string, unknown>;\n    return {\n      locate: compactProgressValue(locate.prompt),\n      ...Object.fromEntries(\n        Object.entries(record)\n          .filter(([key]) => key !== 'locate')\n          .slice(0, 4)\n          .map(([key, value]) => [key, compactProgressValue(value)]),\n      ),\n    };\n  }\n\n  return compactProgressValue(record);\n}\n\nexport function errorMessageForAiAct(error: unknown): string {\n  return error instanceof Error ? error.message : String(error);\n}\n\nfunction numberFromUnknown(value: unknown): number | undefined {\n  return typeof value === 'number' && Number.isFinite(value)\n    ? value\n    : undefined;\n}\n\nfunction bboxArrayFromProperty(\n  value: Record<string, unknown>,\n  key: string,\n): [number, number, number, number] | undefined {\n  const bbox = value[key];\n  if (!Array.isArray(bbox) || bbox.length < 4) {\n    return undefined;\n  }\n\n  const left = numberFromUnknown(bbox[0]);\n  const top = numberFromUnknown(bbox[1]);\n  const right = numberFromUnknown(bbox[2]);\n  const bottom = numberFromUnknown(bbox[3]);\n  if (\n    left === undefined ||\n    top === undefined ||\n    right === undefined ||\n    bottom === undefined\n  ) {\n    return undefined;\n  }\n\n  return [left, top, right, bottom];\n}\n\nfunction centerPointFromBbox(\n  bbox: readonly [number, number, number, number],\n): [number, number] {\n  return [\n    Math.floor((bbox[0] + bbox[2]) / 2),\n    Math.floor((bbox[1] + bbox[3]) / 2),\n  ];\n}\n\nfunction pointFromLocateLike(\n  value: Record<string, unknown>,\n): [number, number] | undefined {\n  const center = value.center;\n  if (Array.isArray(center) && center.length >= 2) {\n    const x = numberFromUnknown(center[0]);\n    const y = numberFromUnknown(center[1]);\n    if (x !== undefined && y !== undefined) {\n      return [x, y];\n    }\n  }\n\n  const point = value.point;\n  if (Array.isArray(point) && point.length >= 2) {\n    const x = numberFromUnknown(point[0]);\n    const y = numberFromUnknown(point[1]);\n    if (x !== undefined && y !== undefined) {\n      return [x, y];\n    }\n  }\n\n  const locatedPixelBbox = bboxArrayFromProperty(value, 'locatedPixelBbox');\n  if (locatedPixelBbox) {\n    return centerPointFromBbox(locatedPixelBbox);\n  }\n\n  const bbox = bboxArrayFromProperty(value, 'bbox');\n  if (bbox) {\n    return centerPointFromBbox(bbox);\n  }\n\n  return undefined;\n}\n\nfunction bboxFromLocateLike(\n  value: Record<string, unknown>,\n): [number, number, number, number] | undefined {\n  const locatedPixelBbox = bboxArrayFromProperty(value, 'locatedPixelBbox');\n  if (locatedPixelBbox) {\n    return locatedPixelBbox;\n  }\n\n  const bbox = bboxArrayFromProperty(value, 'bbox');\n  if (bbox) {\n    return bbox;\n  }\n\n  if (!isRecord(value.rect)) {\n    return undefined;\n  }\n\n  const left = numberFromUnknown(value.rect.left);\n  const top = numberFromUnknown(value.rect.top);\n  const width = numberFromUnknown(value.rect.width);\n  const height = numberFromUnknown(value.rect.height);\n  if (\n    left === undefined ||\n    top === undefined ||\n    width === undefined ||\n    height === undefined\n  ) {\n    return undefined;\n  }\n\n  return [left, top, left + width, top + height];\n}\n\nfunction targetTextFromLocateLike(value: Record<string, unknown>): string {\n  if (typeof value.description === 'string') {\n    return value.description;\n  }\n  if (typeof value.prompt === 'string') {\n    return value.prompt;\n  }\n  return '';\n}\n\nfunction isLocateLike(value: unknown): value is Record<string, unknown> {\n  if (!isRecord(value)) {\n    return false;\n  }\n\n  return (\n    'center' in value ||\n    'rect' in value ||\n    'point' in value ||\n    'bbox' in value ||\n    'prompt' in value ||\n    'description' in value\n  );\n}\n\nconst locatorParamKeys = ['locate', 'from', 'to', 'start', 'end'];\n\nfunction firstLocateLikeParam(\n  param: unknown,\n): Record<string, unknown> | undefined {\n  if (!isRecord(param)) {\n    return undefined;\n  }\n\n  for (const key of locatorParamKeys) {\n    const value = param[key];\n    if (isLocateLike(value)) {\n      return value;\n    }\n  }\n\n  return Object.values(param).find(isLocateLike);\n}\n\nfunction hasUnresolvedLocateLikeParam(param: unknown): boolean {\n  if (!isRecord(param)) {\n    return false;\n  }\n\n  return Object.entries(param).some(([key, value]) => {\n    if (locatorParamKeys.includes(key) && typeof value === 'string') {\n      return true;\n    }\n\n    return (\n      isLocateLike(value) &&\n      !pointFromLocateLike(value) &&\n      !bboxFromLocateLike(value)\n    );\n  });\n}\n\n/**\n * Extract the structured action descriptor for an Action Space task, or\n * `undefined` when the task is not a reportable action yet (e.g. a locate param\n * that has not been resolved to coordinates). Returns plain data only.\n */\nexport function extractProgressAction(\n  task: ExecutionTask,\n): AiActProgressAction | undefined {\n  if (\n    task.type !== 'Action Space' ||\n    task.subType === 'Finished' ||\n    task.subType === 'Error'\n  ) {\n    return undefined;\n  }\n\n  const name =\n    typeof task.subType === 'string' && task.subType.length > 0\n      ? task.subType\n      : 'Action';\n\n  const locate = firstLocateLikeParam(task.param);\n  if (locate) {\n    const point = pointFromLocateLike(locate);\n    if (point) {\n      const bbox = bboxFromLocateLike(locate);\n      const target = targetTextFromLocateLike(locate);\n      return {\n        name,\n        ...(target ? { target } : {}),\n        point,\n        ...(bbox ? { bbox } : {}),\n      };\n    }\n  }\n\n  // A locate-like param that has not resolved to a point/bbox is not reportable\n  // yet; skip it so the consumer never renders a half-resolved action.\n  if (hasUnresolvedLocateLikeParam(task.param)) {\n    return undefined;\n  }\n\n  const param = summarizeParam(task.param);\n  return {\n    name,\n    ...(param !== undefined && param !== '' ? { param } : {}),\n  };\n}\n\nexport type AiActProgressEmit = (\n  phase: AiActProgressPhase,\n  data: AiActProgressData,\n) => void | Promise<void>;\n\n/**\n * Translate the runner's native task-lifecycle events into aiAct action\n * progress for a single planning round.\n *\n * Returned as a closure so each action batch captures its own plan context\n * instead of the executor threading it through shared mutable state. The\n * mapping is deliberate and one-shot per transition: a `start` (coordinates are\n * resolved by the time an action starts) becomes the \"planned\" + \"running\"\n * pair, and `finish`/`error` become \"done\"/\"failed\".\n */\nexport function createAiActActionReporter(\n  planIndex: number,\n  planLimit: number,\n  emit: AiActProgressEmit,\n): (event: TaskRunnerEvent) => Promise<void> {\n  return async (event) => {\n    const action = extractProgressAction(event.task);\n    if (!action) {\n      return;\n    }\n\n    const base = { planIndex, planLimit, action };\n    const durationMs = event.task.timing?.cost;\n\n    switch (event.kind) {\n      case 'start':\n        await emit('plan_action', base);\n        await emit('action_running', base);\n        break;\n      case 'finish':\n        await emit('action_done', { ...base, durationMs });\n        break;\n      case 'error':\n        await emit('action_failed', {\n          ...base,\n          durationMs,\n          error: event.task.errorMessage,\n        });\n        break;\n      default:\n        break;\n    }\n  };\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","isRecord","value","Array","maxCompactStringLength","compactProgressValue","String","entries","entryValue","summarizeParam","param","record","locate","errorMessageForAiAct","error","Error","numberFromUnknown","Number","undefined","bboxArrayFromProperty","bbox","left","top","right","bottom","centerPointFromBbox","Math","pointFromLocateLike","center","x","y","point","locatedPixelBbox","bboxFromLocateLike","width","height","targetTextFromLocateLike","isLocateLike","locatorParamKeys","firstLocateLikeParam","hasUnresolvedLocateLikeParam","extractProgressAction","task","name","target","createAiActActionReporter","planIndex","planLimit","emit","event","action","base","durationMs"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;ACYA,SAASI,SAASC,KAAc;IAC9B,OAAO,AAAiB,YAAjB,OAAOA,SAAsBA,AAAU,SAAVA,SAAkB,CAACC,MAAM,OAAO,CAACD;AACvE;AAIA,MAAME,yBAAyB;AAE/B,SAASC,qBAAqBH,KAAc;IAC1C,IAAIA,QAAAA,OACF,OAAOA;IAGT,IAAI,AAAiB,YAAjB,OAAOA,OACT,OAAOA,MAAM,MAAM,GAAGE,yBAClB,GAAGF,MAAM,KAAK,CAAC,GAAGE,yBAAyB,GAAG,GAAG,CAAC,GAClDF;IAGN,IAAI,AAAiB,YAAjB,OAAOA,SAAsB,AAAiB,aAAjB,OAAOA,OACtC,OAAOA;IAGT,IAAIC,MAAM,OAAO,CAACD,QAChB,OAAOA,MAAM,KAAK,CAAC,GAAG,GAAG,GAAG,CAACG;IAG/B,IAAIJ,SAASC,UAAU,AAAwB,YAAxB,OAAOA,MAAM,MAAM,EACxC,OAAOG,qBAAqBH,MAAM,MAAM;IAG1C,IAAI,CAACD,SAASC,QACZ,OAAOI,OAAOJ;IAGhB,MAAMK,UAAUV,OAAO,OAAO,CAACK,OAAO,KAAK,CAAC,GAAG;IAC/C,OAAOL,OAAO,WAAW,CACvBU,QAAQ,GAAG,CAAC,CAAC,CAACX,KAAKY,WAAW,GAAK;YAACZ;YAAKS,qBAAqBG;SAAY;AAE9E;AAEA,SAASC,eAAeC,KAAc;IACpC,IAAI,CAACA,SAAS,AAAiB,YAAjB,OAAOA,OACnB,OAAOL,qBAAqBK;IAG9B,MAAMC,SAASD;IACf,IAAI,AAAyB,YAAzB,OAAOC,OAAO,MAAM,EACtB,OAAON,qBAAqBM,OAAO,MAAM;IAE3C,IACEA,OAAO,MAAM,IACb,AAAyB,YAAzB,OAAOA,OAAO,MAAM,IACpBA,AAAkB,SAAlBA,OAAO,MAAM,EACb;QACA,MAAMC,SAASD,OAAO,MAAM;QAC5B,OAAO;YACL,QAAQN,qBAAqBO,OAAO,MAAM;YAC1C,GAAGf,OAAO,WAAW,CACnBA,OAAO,OAAO,CAACc,QACZ,MAAM,CAAC,CAAC,CAACf,IAAI,GAAKA,AAAQ,aAARA,KAClB,KAAK,CAAC,GAAG,GACT,GAAG,CAAC,CAAC,CAACA,KAAKM,MAAM,GAAK;oBAACN;oBAAKS,qBAAqBH;iBAAO,EAC5D;QACH;IACF;IAEA,OAAOG,qBAAqBM;AAC9B;AAEO,SAASE,qBAAqBC,KAAc;IACjD,OAAOA,iBAAiBC,QAAQD,MAAM,OAAO,GAAGR,OAAOQ;AACzD;AAEA,SAASE,kBAAkBd,KAAc;IACvC,OAAO,AAAiB,YAAjB,OAAOA,SAAsBe,OAAO,QAAQ,CAACf,SAChDA,QACAgB;AACN;AAEA,SAASC,sBACPjB,KAA8B,EAC9BN,GAAW;IAEX,MAAMwB,OAAOlB,KAAK,CAACN,IAAI;IACvB,IAAI,CAACO,MAAM,OAAO,CAACiB,SAASA,KAAK,MAAM,GAAG,GACxC;IAGF,MAAMC,OAAOL,kBAAkBI,IAAI,CAAC,EAAE;IACtC,MAAME,MAAMN,kBAAkBI,IAAI,CAAC,EAAE;IACrC,MAAMG,QAAQP,kBAAkBI,IAAI,CAAC,EAAE;IACvC,MAAMI,SAASR,kBAAkBI,IAAI,CAAC,EAAE;IACxC,IACEC,AAASH,WAATG,QACAC,AAAQJ,WAARI,OACAC,AAAUL,WAAVK,SACAC,AAAWN,WAAXM,QAEA;IAGF,OAAO;QAACH;QAAMC;QAAKC;QAAOC;KAAO;AACnC;AAEA,SAASC,oBACPL,IAA+C;IAE/C,OAAO;QACLM,KAAK,KAAK,CAAEN,AAAAA,CAAAA,IAAI,CAAC,EAAE,GAAGA,IAAI,CAAC,EAAC,IAAK;QACjCM,KAAK,KAAK,CAAEN,AAAAA,CAAAA,IAAI,CAAC,EAAE,GAAGA,IAAI,CAAC,EAAC,IAAK;KAClC;AACH;AAEA,SAASO,oBACPzB,KAA8B;IAE9B,MAAM0B,SAAS1B,MAAM,MAAM;IAC3B,IAAIC,MAAM,OAAO,CAACyB,WAAWA,OAAO,MAAM,IAAI,GAAG;QAC/C,MAAMC,IAAIb,kBAAkBY,MAAM,CAAC,EAAE;QACrC,MAAME,IAAId,kBAAkBY,MAAM,CAAC,EAAE;QACrC,IAAIC,AAAMX,WAANW,KAAmBC,AAAMZ,WAANY,GACrB,OAAO;YAACD;YAAGC;SAAE;IAEjB;IAEA,MAAMC,QAAQ7B,MAAM,KAAK;IACzB,IAAIC,MAAM,OAAO,CAAC4B,UAAUA,MAAM,MAAM,IAAI,GAAG;QAC7C,MAAMF,IAAIb,kBAAkBe,KAAK,CAAC,EAAE;QACpC,MAAMD,IAAId,kBAAkBe,KAAK,CAAC,EAAE;QACpC,IAAIF,AAAMX,WAANW,KAAmBC,AAAMZ,WAANY,GACrB,OAAO;YAACD;YAAGC;SAAE;IAEjB;IAEA,MAAME,mBAAmBb,sBAAsBjB,OAAO;IACtD,IAAI8B,kBACF,OAAOP,oBAAoBO;IAG7B,MAAMZ,OAAOD,sBAAsBjB,OAAO;IAC1C,IAAIkB,MACF,OAAOK,oBAAoBL;AAI/B;AAEA,SAASa,mBACP/B,KAA8B;IAE9B,MAAM8B,mBAAmBb,sBAAsBjB,OAAO;IACtD,IAAI8B,kBACF,OAAOA;IAGT,MAAMZ,OAAOD,sBAAsBjB,OAAO;IAC1C,IAAIkB,MACF,OAAOA;IAGT,IAAI,CAACnB,SAASC,MAAM,IAAI,GACtB;IAGF,MAAMmB,OAAOL,kBAAkBd,MAAM,IAAI,CAAC,IAAI;IAC9C,MAAMoB,MAAMN,kBAAkBd,MAAM,IAAI,CAAC,GAAG;IAC5C,MAAMgC,QAAQlB,kBAAkBd,MAAM,IAAI,CAAC,KAAK;IAChD,MAAMiC,SAASnB,kBAAkBd,MAAM,IAAI,CAAC,MAAM;IAClD,IACEmB,AAASH,WAATG,QACAC,AAAQJ,WAARI,OACAY,AAAUhB,WAAVgB,SACAC,AAAWjB,WAAXiB,QAEA;IAGF,OAAO;QAACd;QAAMC;QAAKD,OAAOa;QAAOZ,MAAMa;KAAO;AAChD;AAEA,SAASC,yBAAyBlC,KAA8B;IAC9D,IAAI,AAA6B,YAA7B,OAAOA,MAAM,WAAW,EAC1B,OAAOA,MAAM,WAAW;IAE1B,IAAI,AAAwB,YAAxB,OAAOA,MAAM,MAAM,EACrB,OAAOA,MAAM,MAAM;IAErB,OAAO;AACT;AAEA,SAASmC,aAAanC,KAAc;IAClC,IAAI,CAACD,SAASC,QACZ,OAAO;IAGT,OACE,YAAYA,SACZ,UAAUA,SACV,WAAWA,SACX,UAAUA,SACV,YAAYA,SACZ,iBAAiBA;AAErB;AAEA,MAAMoC,mBAAmB;IAAC;IAAU;IAAQ;IAAM;IAAS;CAAM;AAEjE,SAASC,qBACP7B,KAAc;IAEd,IAAI,CAACT,SAASS,QACZ;IAGF,KAAK,MAAMd,OAAO0C,iBAAkB;QAClC,MAAMpC,QAAQQ,KAAK,CAACd,IAAI;QACxB,IAAIyC,aAAanC,QACf,OAAOA;IAEX;IAEA,OAAOL,OAAO,MAAM,CAACa,OAAO,IAAI,CAAC2B;AACnC;AAEA,SAASG,6BAA6B9B,KAAc;IAClD,IAAI,CAACT,SAASS,QACZ,OAAO;IAGT,OAAOb,OAAO,OAAO,CAACa,OAAO,IAAI,CAAC,CAAC,CAACd,KAAKM,MAAM;QAC7C,IAAIoC,iBAAiB,QAAQ,CAAC1C,QAAQ,AAAiB,YAAjB,OAAOM,OAC3C,OAAO;QAGT,OACEmC,aAAanC,UACb,CAACyB,oBAAoBzB,UACrB,CAAC+B,mBAAmB/B;IAExB;AACF;AAOO,SAASuC,sBACdC,IAAmB;IAEnB,IACEA,AAAc,mBAAdA,KAAK,IAAI,IACTA,AAAiB,eAAjBA,KAAK,OAAO,IACZA,AAAiB,YAAjBA,KAAK,OAAO,EAEZ;IAGF,MAAMC,OACJ,AAAwB,YAAxB,OAAOD,KAAK,OAAO,IAAiBA,KAAK,OAAO,CAAC,MAAM,GAAG,IACtDA,KAAK,OAAO,GACZ;IAEN,MAAM9B,SAAS2B,qBAAqBG,KAAK,KAAK;IAC9C,IAAI9B,QAAQ;QACV,MAAMmB,QAAQJ,oBAAoBf;QAClC,IAAImB,OAAO;YACT,MAAMX,OAAOa,mBAAmBrB;YAChC,MAAMgC,SAASR,yBAAyBxB;YACxC,OAAO;gBACL+B;gBACA,GAAIC,SAAS;oBAAEA;gBAAO,IAAI,CAAC,CAAC;gBAC5Bb;gBACA,GAAIX,OAAO;oBAAEA;gBAAK,IAAI,CAAC,CAAC;YAC1B;QACF;IACF;IAIA,IAAIoB,6BAA6BE,KAAK,KAAK,GACzC;IAGF,MAAMhC,QAAQD,eAAeiC,KAAK,KAAK;IACvC,OAAO;QACLC;QACA,GAAIjC,AAAUQ,WAAVR,SAAuBA,AAAU,OAAVA,QAAe;YAAEA;QAAM,IAAI,CAAC,CAAC;IAC1D;AACF;AAiBO,SAASmC,0BACdC,SAAiB,EACjBC,SAAiB,EACjBC,IAAuB;IAEvB,OAAO,OAAOC;QACZ,MAAMC,SAAST,sBAAsBQ,MAAM,IAAI;QAC/C,IAAI,CAACC,QACH;QAGF,MAAMC,OAAO;YAAEL;YAAWC;YAAWG;QAAO;QAC5C,MAAME,aAAaH,MAAM,IAAI,CAAC,MAAM,EAAE;QAEtC,OAAQA,MAAM,IAAI;YAChB,KAAK;gBACH,MAAMD,KAAK,eAAeG;gBAC1B,MAAMH,KAAK,kBAAkBG;gBAC7B;YACF,KAAK;gBACH,MAAMH,KAAK,eAAe;oBAAE,GAAGG,IAAI;oBAAEC;gBAAW;gBAChD;YACF,KAAK;gBACH,MAAMJ,KAAK,iBAAiB;oBAC1B,GAAGG,IAAI;oBACPC;oBACA,OAAOH,MAAM,IAAI,CAAC,YAAY;gBAChC;gBACA;YACF;gBACE;QACJ;IACF;AACF"}

package/dist/lib/agent/progress/index.js

@@ -0,0 +1,67 @@
+"use strict";
+var __webpack_modules__ = {
+    "./ai-act-progress" (module) {
+        module.exports = require("./ai-act-progress.js");
+    },
+    "./progress-bus" (module) {
+        module.exports = require("./progress-bus.js");
+    }
+};
+var __webpack_module_cache__ = {};
+function __webpack_require__(moduleId) {
+    var cachedModule = __webpack_module_cache__[moduleId];
+    if (void 0 !== cachedModule) return cachedModule.exports;
+    var module = __webpack_module_cache__[moduleId] = {
+        exports: {}
+    };
+    __webpack_modules__[moduleId](module, module.exports, __webpack_require__);
+    return module.exports;
+}
+(()=>{
+    __webpack_require__.n = (module)=>{
+        var getter = module && module.__esModule ? ()=>module['default'] : ()=>module;
+        __webpack_require__.d(getter, {
+            a: getter
+        });
+        return getter;
+    };
+})();
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+(()=>{
+    __webpack_require__.r(__webpack_exports__);
+    var _progress_bus__rspack_import_0 = __webpack_require__("./progress-bus");
+    var __rspack_reexport = {};
+    for(const __rspack_import_key in _progress_bus__rspack_import_0)if ("default" !== __rspack_import_key) __rspack_reexport[__rspack_import_key] = ()=>_progress_bus__rspack_import_0[__rspack_import_key];
+    __webpack_require__.d(__webpack_exports__, __rspack_reexport);
+    var _ai_act_progress__rspack_import_1 = __webpack_require__("./ai-act-progress");
+    var __rspack_reexport = {};
+    for(const __rspack_import_key in _ai_act_progress__rspack_import_1)if ("default" !== __rspack_import_key) __rspack_reexport[__rspack_import_key] = ()=>_ai_act_progress__rspack_import_1[__rspack_import_key];
+    __webpack_require__.d(__webpack_exports__, __rspack_reexport);
+})();
+for(var __rspack_i in __webpack_exports__)exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=index.js.map

package/dist/lib/agent/progress/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent/progress/index.js","sources":["webpack/runtime/compat_get_default_export","webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object"],"sourcesContent":["// getDefaultExport function for compatibility with non-ESM modules\n__webpack_require__.n = (module) => {\n\tvar getter = module && module.__esModule ?\n\t\t() => (module['default']) :\n\t\t() => (module);\n\t__webpack_require__.d(getter, { a: getter });\n\treturn getter;\n};\n","__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};"],"names":["__webpack_require__","module","getter","definition","key","Object","obj","prop","Symbol"],"mappings":";;;;;;;;;;;;;;;;;;;;IACAA,oBAAoB,CAAC,GAAG,CAACC;QACxB,IAAIC,SAASD,UAAUA,OAAO,UAAU,GACvC,IAAOA,MAAM,CAAC,UAAU,GACxB,IAAOA;QACRD,oBAAoB,CAAC,CAACE,QAAQ;YAAE,GAAGA;QAAO;QAC1C,OAAOA;IACR;;;ICPAF,oBAAoB,CAAC,GAAG,CAAC,UAASG;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGH,oBAAoB,CAAC,CAACG,YAAYC,QAAQ,CAACJ,oBAAoB,CAAC,CAAC,UAASI,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAJ,oBAAoB,CAAC,GAAG,CAACM,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFP,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOQ,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D"}