@aiscene/core 9.0.6 → 9.0.8

package/dist/es/agent/insight.mjs

@@ -0,0 +1,101 @@
+import { TaskExecutionError } from "./tasks.mjs";
+import { parsePrompt } from "./utils.mjs";
+function _define_property(obj, key, value) {
+    if (key in obj) Object.defineProperty(obj, key, {
+        value: value,
+        enumerable: true,
+        configurable: true,
+        writable: true
+    });
+    else obj[key] = value;
+    return obj;
+}
+const defaultQueryOptions = {
+    domIncluded: false,
+    screenshotIncluded: true
+};
+class Insight {
+    executionOptions(options, includeAbortSignal = false) {
+        const uiContext = this.getUIContext?.();
+        if (!uiContext && !includeAbortSignal && !options?.abortSignal) return;
+        return {
+            ...includeAbortSignal || options?.abortSignal ? {
+                abortSignal: options?.abortSignal
+            } : {},
+            ...uiContext ? {
+                uiContext
+            } : {}
+        };
+    }
+    async aiQuery(demand, options = defaultQueryOptions) {
+        const modelConfig = this.resolveModelConfig();
+        const { output } = await this.taskExecutor.createTypeQueryExecution('Query', demand, modelConfig, options);
+        return output;
+    }
+    async aiBoolean(prompt, options = defaultQueryOptions) {
+        return this.queryPrimitive('Boolean', prompt, options);
+    }
+    async aiNumber(prompt, options = defaultQueryOptions) {
+        return this.queryPrimitive('Number', prompt, options);
+    }
+    async aiString(prompt, options = defaultQueryOptions) {
+        return this.queryPrimitive('String', prompt, options);
+    }
+    async aiAsk(prompt, options = defaultQueryOptions) {
+        return this.aiString(prompt, options);
+    }
+    async queryPrimitive(type, prompt, options) {
+        const { textPrompt, multimodalPrompt } = parsePrompt(prompt);
+        const { output } = await this.taskExecutor.createTypeQueryExecution(type, textPrompt, this.resolveModelConfig(), options, multimodalPrompt);
+        return output;
+    }
+    async aiAssert(assertion, message, options) {
+        const serviceOptions = {
+            domIncluded: options?.domIncluded ?? defaultQueryOptions.domIncluded,
+            screenshotIncluded: options?.screenshotIncluded ?? defaultQueryOptions.screenshotIncluded,
+            ...options?.context !== void 0 ? {
+                context: options.context
+            } : {}
+        };
+        const { textPrompt, multimodalPrompt } = parsePrompt(assertion);
+        const assertionText = 'string' == typeof assertion ? assertion : assertion.prompt;
+        try {
+            const { output, thought } = await this.taskExecutor.createTypeQueryExecution('Assert', textPrompt, this.resolveModelConfig(), serviceOptions, multimodalPrompt);
+            const pass = Boolean(output);
+            const failureMessage = pass ? void 0 : `Assertion failed: ${message || assertionText}\nReason: ${thought || '(no_reason)'}`;
+            if (options?.keepRawResponse) return {
+                pass,
+                thought,
+                message: failureMessage
+            };
+            if (!pass) throw new Error(failureMessage);
+        } catch (error) {
+            if (error instanceof TaskExecutionError) {
+                const thought = error.errorTask?.thought;
+                const diagnosticMessage = error.errorTask?.errorMessage || (error.cause instanceof Error ? error.cause.message : void 0);
+                const reason = thought || diagnosticMessage || '(no_reason)';
+                const failureMessage = `Assertion failed: ${message || assertionText}\nReason: ${reason}`;
+                if (options?.keepRawResponse) return {
+                    pass: false,
+                    thought,
+                    message: failureMessage
+                };
+                throw new Error(failureMessage, {
+                    cause: error.cause
+                });
+            }
+            throw error;
+        }
+    }
+    constructor(taskExecutor, resolveModelConfig, getUIContext){
+        _define_property(this, "taskExecutor", void 0);
+        _define_property(this, "resolveModelConfig", void 0);
+        _define_property(this, "getUIContext", void 0);
+        this.taskExecutor = taskExecutor;
+        this.resolveModelConfig = resolveModelConfig;
+        this.getUIContext = getUIContext;
+    }
+}
+export { Insight };
+
+//# sourceMappingURL=insight.mjs.map

package/dist/es/agent/insight.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent/insight.mjs","sources":["../../../src/agent/insight.ts"],"sourcesContent":["import type { TUserPrompt } from '@/ai-model/index';\nimport type {\n  AgentAssertResult,\n  AssertOptions,\n  InsightAPI,\n  QueryOptions,\n  ServiceExtractParam,\n  UIContext,\n} from '@/types';\nimport type { IModelConfig } from '@aiscene/shared/env';\nimport { TaskExecutionError, type TaskExecutor } from './tasks';\nimport { parsePrompt } from './utils';\n\nconst defaultQueryOptions: QueryOptions = {\n  domIncluded: false,\n  screenshotIncluded: true,\n};\n\ntype InsightTaskExecutor = Pick<TaskExecutor, 'createTypeQueryExecution'>;\n\n/** Execute read-only AI operations against either live or fixed UI context. */\nexport class Insight implements InsightAPI {\n  constructor(\n    private readonly taskExecutor: InsightTaskExecutor,\n    private readonly resolveModelConfig: () => IModelConfig,\n    private readonly getUIContext?: () => UIContext,\n  ) {}\n\n  private executionOptions(\n    options?: AssertOptions,\n    includeAbortSignal = false,\n  ): { abortSignal?: AbortSignal; uiContext?: UIContext } | undefined {\n    const uiContext = this.getUIContext?.();\n    if (!uiContext && !includeAbortSignal && !options?.abortSignal) {\n      return undefined;\n    }\n    return {\n      ...(includeAbortSignal || options?.abortSignal\n        ? { abortSignal: options?.abortSignal }\n        : {}),\n      ...(uiContext ? { uiContext } : {}),\n    };\n  }\n\n  async aiQuery<ReturnType = any>(\n    demand: ServiceExtractParam,\n    options: QueryOptions = defaultQueryOptions,\n  ): Promise<ReturnType> {\n    const modelConfig = this.resolveModelConfig();\n    const { output } = await this.taskExecutor.createTypeQueryExecution(\n      'Query',\n      demand,\n      modelConfig,\n      options,\n    );\n    return output as ReturnType;\n  }\n\n  async aiBoolean(\n    prompt: TUserPrompt,\n    options: QueryOptions = defaultQueryOptions,\n  ): Promise<boolean> {\n    return this.queryPrimitive('Boolean', prompt, options);\n  }\n\n  async aiNumber(\n    prompt: TUserPrompt,\n    options: QueryOptions = defaultQueryOptions,\n  ): Promise<number> {\n    return this.queryPrimitive('Number', prompt, options);\n  }\n\n  async aiString(\n    prompt: TUserPrompt,\n    options: QueryOptions = defaultQueryOptions,\n  ): Promise<string> {\n    return this.queryPrimitive('String', prompt, options);\n  }\n\n  async aiAsk(\n    prompt: TUserPrompt,\n    options: QueryOptions = defaultQueryOptions,\n  ): Promise<string> {\n    return this.aiString(prompt, options);\n  }\n\n  private async queryPrimitive<ReturnType>(\n    type: 'Boolean' | 'Number' | 'String',\n    prompt: TUserPrompt,\n    options: QueryOptions,\n  ): Promise<ReturnType> {\n    const { textPrompt, multimodalPrompt } = parsePrompt(prompt);\n    const { output } = await this.taskExecutor.createTypeQueryExecution(\n      type,\n      textPrompt,\n      this.resolveModelConfig(),\n      options,\n      multimodalPrompt,\n    );\n    return output as ReturnType;\n  }\n\n  async aiAssert(\n    assertion: TUserPrompt,\n    message?: string,\n    options?: AssertOptions,\n  ): Promise<AgentAssertResult | undefined> {\n    const serviceOptions: QueryOptions = {\n      domIncluded: options?.domIncluded ?? defaultQueryOptions.domIncluded,\n      screenshotIncluded:\n        options?.screenshotIncluded ?? defaultQueryOptions.screenshotIncluded,\n      ...(options?.context !== undefined ? { context: options.context } : {}),\n    };\n    const { textPrompt, multimodalPrompt } = parsePrompt(assertion);\n    const assertionText =\n      typeof assertion === 'string' ? assertion : assertion.prompt;\n\n    try {\n      const { output, thought } =\n        await this.taskExecutor.createTypeQueryExecution<boolean>(\n          'Assert',\n          textPrompt,\n          this.resolveModelConfig(),\n          serviceOptions,\n          multimodalPrompt,\n        );\n\n      const pass = Boolean(output);\n      const failureMessage = pass\n        ? undefined\n        : `Assertion failed: ${message || assertionText}\\nReason: ${thought || '(no_reason)'}`;\n\n      if (options?.keepRawResponse) {\n        return { pass, thought, message: failureMessage };\n      }\n      if (!pass) {\n        throw new Error(failureMessage);\n      }\n    } catch (error) {\n      if (error instanceof TaskExecutionError) {\n        const thought = error.errorTask?.thought;\n        const diagnosticMessage =\n          error.errorTask?.errorMessage ||\n          (error.cause instanceof Error ? error.cause.message : undefined);\n        const reason = thought || diagnosticMessage || '(no_reason)';\n        const failureMessage = `Assertion failed: ${message || assertionText}\\nReason: ${reason}`;\n\n        if (options?.keepRawResponse) {\n          return { pass: false, thought, message: failureMessage };\n        }\n        throw new Error(failureMessage, { cause: error.cause });\n      }\n      throw error;\n    }\n  }\n}\n"],"names":["defaultQueryOptions","Insight","options","includeAbortSignal","uiContext","demand","modelConfig","output","prompt","type","textPrompt","multimodalPrompt","parsePrompt","assertion","message","serviceOptions","undefined","assertionText","thought","pass","Boolean","failureMessage","Error","error","TaskExecutionError","diagnosticMessage","reason","taskExecutor","resolveModelConfig","getUIContext"],"mappings":";;;;;;;;;;;;AAaA,MAAMA,sBAAoC;IACxC,aAAa;IACb,oBAAoB;AACtB;AAKO,MAAMC;IAOH,iBACNC,OAAuB,EACvBC,qBAAqB,KAAK,EACwC;QAClE,MAAMC,YAAY,IAAI,CAAC,YAAY;QACnC,IAAI,CAACA,aAAa,CAACD,sBAAsB,CAACD,SAAS,aACjD;QAEF,OAAO;YACL,GAAIC,sBAAsBD,SAAS,cAC/B;gBAAE,aAAaA,SAAS;YAAY,IACpC,CAAC,CAAC;YACN,GAAIE,YAAY;gBAAEA;YAAU,IAAI,CAAC,CAAC;QACpC;IACF;IAEA,MAAM,QACJC,MAA2B,EAC3BH,UAAwBF,mBAAmB,EACtB;QACrB,MAAMM,cAAc,IAAI,CAAC,kBAAkB;QAC3C,MAAM,EAAEC,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,wBAAwB,CACjE,SACAF,QACAC,aACAJ;QAEF,OAAOK;IACT;IAEA,MAAM,UACJC,MAAmB,EACnBN,UAAwBF,mBAAmB,EACzB;QAClB,OAAO,IAAI,CAAC,cAAc,CAAC,WAAWQ,QAAQN;IAChD;IAEA,MAAM,SACJM,MAAmB,EACnBN,UAAwBF,mBAAmB,EAC1B;QACjB,OAAO,IAAI,CAAC,cAAc,CAAC,UAAUQ,QAAQN;IAC/C;IAEA,MAAM,SACJM,MAAmB,EACnBN,UAAwBF,mBAAmB,EAC1B;QACjB,OAAO,IAAI,CAAC,cAAc,CAAC,UAAUQ,QAAQN;IAC/C;IAEA,MAAM,MACJM,MAAmB,EACnBN,UAAwBF,mBAAmB,EAC1B;QACjB,OAAO,IAAI,CAAC,QAAQ,CAACQ,QAAQN;IAC/B;IAEA,MAAc,eACZO,IAAqC,EACrCD,MAAmB,EACnBN,OAAqB,EACA;QACrB,MAAM,EAAEQ,UAAU,EAAEC,gBAAgB,EAAE,GAAGC,YAAYJ;QACrD,MAAM,EAAED,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,wBAAwB,CACjEE,MACAC,YACA,IAAI,CAAC,kBAAkB,IACvBR,SACAS;QAEF,OAAOJ;IACT;IAEA,MAAM,SACJM,SAAsB,EACtBC,OAAgB,EAChBZ,OAAuB,EACiB;QACxC,MAAMa,iBAA+B;YACnC,aAAab,SAAS,eAAeF,oBAAoB,WAAW;YACpE,oBACEE,SAAS,sBAAsBF,oBAAoB,kBAAkB;YACvE,GAAIE,SAAS,YAAYc,SAAY;gBAAE,SAASd,QAAQ,OAAO;YAAC,IAAI,CAAC,CAAC;QACxE;QACA,MAAM,EAAEQ,UAAU,EAAEC,gBAAgB,EAAE,GAAGC,YAAYC;QACrD,MAAMI,gBACJ,AAAqB,YAArB,OAAOJ,YAAyBA,YAAYA,UAAU,MAAM;QAE9D,IAAI;YACF,MAAM,EAAEN,MAAM,EAAEW,OAAO,EAAE,GACvB,MAAM,IAAI,CAAC,YAAY,CAAC,wBAAwB,CAC9C,UACAR,YACA,IAAI,CAAC,kBAAkB,IACvBK,gBACAJ;YAGJ,MAAMQ,OAAOC,QAAQb;YACrB,MAAMc,iBAAiBF,OACnBH,SACA,CAAC,kBAAkB,EAAEF,WAAWG,cAAc,UAAU,EAAEC,WAAW,eAAe;YAExF,IAAIhB,SAAS,iBACX,OAAO;gBAAEiB;gBAAMD;gBAAS,SAASG;YAAe;YAElD,IAAI,CAACF,MACH,MAAM,IAAIG,MAAMD;QAEpB,EAAE,OAAOE,OAAO;YACd,IAAIA,iBAAiBC,oBAAoB;gBACvC,MAAMN,UAAUK,MAAM,SAAS,EAAE;gBACjC,MAAME,oBACJF,MAAM,SAAS,EAAE,gBAChBA,CAAAA,MAAM,KAAK,YAAYD,QAAQC,MAAM,KAAK,CAAC,OAAO,GAAGP,MAAQ;gBAChE,MAAMU,SAASR,WAAWO,qBAAqB;gBAC/C,MAAMJ,iBAAiB,CAAC,kBAAkB,EAAEP,WAAWG,cAAc,UAAU,EAAES,QAAQ;gBAEzF,IAAIxB,SAAS,iBACX,OAAO;oBAAE,MAAM;oBAAOgB;oBAAS,SAASG;gBAAe;gBAEzD,MAAM,IAAIC,MAAMD,gBAAgB;oBAAE,OAAOE,MAAM,KAAK;gBAAC;YACvD;YACA,MAAMA;QACR;IACF;IApIA,YACmBI,YAAiC,EACjCC,kBAAsC,EACtCC,YAA8B,CAC/C;;;;aAHiBF,YAAY,GAAZA;aACAC,kBAAkB,GAAlBA;aACAC,YAAY,GAAZA;IAChB;AAiIL"}

package/dist/es/agent/metrics.mjs

@@ -0,0 +1,81 @@
+function _define_property(obj, key, value) {
+    if (key in obj) Object.defineProperty(obj, key, {
+        value: value,
+        enumerable: true,
+        configurable: true,
+        writable: true
+    });
+    else obj[key] = value;
+    return obj;
+}
+const emptyBucket = ()=>({
+        promptTokens: 0,
+        completionTokens: 0,
+        totalTokens: 0,
+        calls: 0
+    });
+const addToBucket = (map, key, prompt, completion, total)=>{
+    if (!map[key]) map[key] = emptyBucket();
+    const bucket = map[key];
+    bucket.promptTokens += prompt;
+    bucket.completionTokens += completion;
+    bucket.totalTokens += total;
+    bucket.calls += 1;
+};
+class MetricsCollector {
+    add(usage) {
+        const prompt = usage.prompt_tokens ?? 0;
+        const completion = usage.completion_tokens ?? 0;
+        const total = usage.total_tokens ?? 0;
+        this.totalPromptTokens += prompt;
+        this.totalCompletionTokens += completion;
+        this.totalTokens += total;
+        this.totalCachedInput += usage.cached_input ?? 0;
+        this.totalTimeCostMs += usage.time_cost ?? 0;
+        this.calls += 1;
+        addToBucket(this.byIntent, usage.intent ?? 'unknown', prompt, completion, total);
+        addToBucket(this.byModel, usage.model_name ?? 'unknown', prompt, completion, total);
+    }
+    snapshot() {
+        const cloneBuckets = (map)=>{
+            const out = {};
+            for (const [key, bucket] of Object.entries(map))out[key] = {
+                ...bucket
+            };
+            return out;
+        };
+        return {
+            totalPromptTokens: this.totalPromptTokens,
+            totalCompletionTokens: this.totalCompletionTokens,
+            totalTokens: this.totalTokens,
+            totalCachedInput: this.totalCachedInput,
+            totalTimeCostMs: this.totalTimeCostMs,
+            calls: this.calls,
+            byIntent: cloneBuckets(this.byIntent),
+            byModel: cloneBuckets(this.byModel)
+        };
+    }
+    reset() {
+        this.totalPromptTokens = 0;
+        this.totalCompletionTokens = 0;
+        this.totalTokens = 0;
+        this.totalCachedInput = 0;
+        this.totalTimeCostMs = 0;
+        this.calls = 0;
+        this.byIntent = {};
+        this.byModel = {};
+    }
+    constructor(){
+        _define_property(this, "totalPromptTokens", 0);
+        _define_property(this, "totalCompletionTokens", 0);
+        _define_property(this, "totalTokens", 0);
+        _define_property(this, "totalCachedInput", 0);
+        _define_property(this, "totalTimeCostMs", 0);
+        _define_property(this, "calls", 0);
+        _define_property(this, "byIntent", {});
+        _define_property(this, "byModel", {});
+    }
+}
+export { MetricsCollector };
+
+//# sourceMappingURL=metrics.mjs.map

package/dist/es/agent/metrics.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent/metrics.mjs","sources":["../../../src/agent/metrics.ts"],"sourcesContent":["import type { AIUsageInfo } from '@/types';\n\n/**\n * Aggregated usage for a single grouping key (intent or model).\n */\nexport interface UsageBucket {\n  promptTokens: number;\n  completionTokens: number;\n  totalTokens: number;\n  calls: number;\n}\n\n/**\n * Instance-level snapshot of LLM usage accumulated by an Agent.\n *\n * Designed for cost observability: read it back after a logical unit of work\n * and push to tools like Langfuse. `byIntent` / `byModel` provide free\n * breakdowns derived from the usage data Midscene already records per call.\n */\nexport interface MidsceneUsageMetrics {\n  totalPromptTokens: number;\n  totalCompletionTokens: number;\n  totalTokens: number;\n  totalCachedInput: number;\n  totalTimeCostMs: number;\n  calls: number;\n  byIntent: Record<string, UsageBucket>;\n  byModel: Record<string, UsageBucket>;\n}\n\nconst emptyBucket = (): UsageBucket => ({\n  promptTokens: 0,\n  completionTokens: 0,\n  totalTokens: 0,\n  calls: 0,\n});\n\nconst addToBucket = (\n  map: Record<string, UsageBucket>,\n  key: string,\n  prompt: number,\n  completion: number,\n  total: number,\n): void => {\n  if (!map[key]) {\n    map[key] = emptyBucket();\n  }\n  const bucket = map[key];\n  bucket.promptTokens += prompt;\n  bucket.completionTokens += completion;\n  bucket.totalTokens += total;\n  bucket.calls += 1;\n};\n\n/**\n * Pure accumulator for {@link AIUsageInfo}. Deduplication of calls is the\n * caller's responsibility; every `add` counts as one call.\n */\nexport class MetricsCollector {\n  private totalPromptTokens = 0;\n  private totalCompletionTokens = 0;\n  private totalTokens = 0;\n  private totalCachedInput = 0;\n  private totalTimeCostMs = 0;\n  private calls = 0;\n  private byIntent: Record<string, UsageBucket> = {};\n  private byModel: Record<string, UsageBucket> = {};\n\n  add(usage: AIUsageInfo): void {\n    const prompt = usage.prompt_tokens ?? 0;\n    const completion = usage.completion_tokens ?? 0;\n    const total = usage.total_tokens ?? 0;\n\n    this.totalPromptTokens += prompt;\n    this.totalCompletionTokens += completion;\n    this.totalTokens += total;\n    this.totalCachedInput += usage.cached_input ?? 0;\n    this.totalTimeCostMs += usage.time_cost ?? 0;\n    this.calls += 1;\n\n    addToBucket(\n      this.byIntent,\n      usage.intent ?? 'unknown',\n      prompt,\n      completion,\n      total,\n    );\n    addToBucket(\n      this.byModel,\n      usage.model_name ?? 'unknown',\n      prompt,\n      completion,\n      total,\n    );\n  }\n\n  snapshot(): MidsceneUsageMetrics {\n    const cloneBuckets = (\n      map: Record<string, UsageBucket>,\n    ): Record<string, UsageBucket> => {\n      const out: Record<string, UsageBucket> = {};\n      for (const [key, bucket] of Object.entries(map)) {\n        out[key] = { ...bucket };\n      }\n      return out;\n    };\n\n    return {\n      totalPromptTokens: this.totalPromptTokens,\n      totalCompletionTokens: this.totalCompletionTokens,\n      totalTokens: this.totalTokens,\n      totalCachedInput: this.totalCachedInput,\n      totalTimeCostMs: this.totalTimeCostMs,\n      calls: this.calls,\n      byIntent: cloneBuckets(this.byIntent),\n      byModel: cloneBuckets(this.byModel),\n    };\n  }\n\n  /**\n   * Clear all accumulated state. Not wired to a public Agent API yet; kept for\n   * a future per-unit reset (e.g. resetting metrics at the start of a spec).\n   */\n  reset(): void {\n    this.totalPromptTokens = 0;\n    this.totalCompletionTokens = 0;\n    this.totalTokens = 0;\n    this.totalCachedInput = 0;\n    this.totalTimeCostMs = 0;\n    this.calls = 0;\n    this.byIntent = {};\n    this.byModel = {};\n  }\n}\n"],"names":["emptyBucket","addToBucket","map","key","prompt","completion","total","bucket","MetricsCollector","usage","cloneBuckets","out","Object"],"mappings":";;;;;;;;;;AA8BA,MAAMA,cAAc,IAAoB;QACtC,cAAc;QACd,kBAAkB;QAClB,aAAa;QACb,OAAO;IACT;AAEA,MAAMC,cAAc,CAClBC,KACAC,KACAC,QACAC,YACAC;IAEA,IAAI,CAACJ,GAAG,CAACC,IAAI,EACXD,GAAG,CAACC,IAAI,GAAGH;IAEb,MAAMO,SAASL,GAAG,CAACC,IAAI;IACvBI,OAAO,YAAY,IAAIH;IACvBG,OAAO,gBAAgB,IAAIF;IAC3BE,OAAO,WAAW,IAAID;IACtBC,OAAO,KAAK,IAAI;AAClB;AAMO,MAAMC;IAUX,IAAIC,KAAkB,EAAQ;QAC5B,MAAML,SAASK,MAAM,aAAa,IAAI;QACtC,MAAMJ,aAAaI,MAAM,iBAAiB,IAAI;QAC9C,MAAMH,QAAQG,MAAM,YAAY,IAAI;QAEpC,IAAI,CAAC,iBAAiB,IAAIL;QAC1B,IAAI,CAAC,qBAAqB,IAAIC;QAC9B,IAAI,CAAC,WAAW,IAAIC;QACpB,IAAI,CAAC,gBAAgB,IAAIG,MAAM,YAAY,IAAI;QAC/C,IAAI,CAAC,eAAe,IAAIA,MAAM,SAAS,IAAI;QAC3C,IAAI,CAAC,KAAK,IAAI;QAEdR,YACE,IAAI,CAAC,QAAQ,EACbQ,MAAM,MAAM,IAAI,WAChBL,QACAC,YACAC;QAEFL,YACE,IAAI,CAAC,OAAO,EACZQ,MAAM,UAAU,IAAI,WACpBL,QACAC,YACAC;IAEJ;IAEA,WAAiC;QAC/B,MAAMI,eAAe,CACnBR;YAEA,MAAMS,MAAmC,CAAC;YAC1C,KAAK,MAAM,CAACR,KAAKI,OAAO,IAAIK,OAAO,OAAO,CAACV,KACzCS,GAAG,CAACR,IAAI,GAAG;gBAAE,GAAGI,MAAM;YAAC;YAEzB,OAAOI;QACT;QAEA,OAAO;YACL,mBAAmB,IAAI,CAAC,iBAAiB;YACzC,uBAAuB,IAAI,CAAC,qBAAqB;YACjD,aAAa,IAAI,CAAC,WAAW;YAC7B,kBAAkB,IAAI,CAAC,gBAAgB;YACvC,iBAAiB,IAAI,CAAC,eAAe;YACrC,OAAO,IAAI,CAAC,KAAK;YACjB,UAAUD,aAAa,IAAI,CAAC,QAAQ;YACpC,SAASA,aAAa,IAAI,CAAC,OAAO;QACpC;IACF;IAMA,QAAc;QACZ,IAAI,CAAC,iBAAiB,GAAG;QACzB,IAAI,CAAC,qBAAqB,GAAG;QAC7B,IAAI,CAAC,WAAW,GAAG;QACnB,IAAI,CAAC,gBAAgB,GAAG;QACxB,IAAI,CAAC,eAAe,GAAG;QACvB,IAAI,CAAC,KAAK,GAAG;QACb,IAAI,CAAC,QAAQ,GAAG,CAAC;QACjB,IAAI,CAAC,OAAO,GAAG,CAAC;IAClB;;QAzEA,uBAAQ,qBAAoB;QAC5B,uBAAQ,yBAAwB;QAChC,uBAAQ,eAAc;QACtB,uBAAQ,oBAAmB;QAC3B,uBAAQ,mBAAkB;QAC1B,uBAAQ,SAAQ;QAChB,uBAAQ,YAAwC,CAAC;QACjD,uBAAQ,WAAuC,CAAC;;AAmElD"}

package/dist/es/agent/progress/ai-act-progress.mjs

@@ -0,0 +1,199 @@
+function isRecord(value) {
+    return 'object' == typeof value && null !== value && !Array.isArray(value);
+}
+const maxCompactStringLength = 180;
+function compactProgressValue(value) {
+    if (null == value) return value;
+    if ('string' == typeof value) return value.length > maxCompactStringLength ? `${value.slice(0, maxCompactStringLength - 3)}...` : value;
+    if ('number' == typeof value || 'boolean' == typeof value) return value;
+    if (Array.isArray(value)) return value.slice(0, 5).map(compactProgressValue);
+    if (isRecord(value) && 'string' == typeof value.prompt) return compactProgressValue(value.prompt);
+    if (!isRecord(value)) return String(value);
+    const entries = Object.entries(value).slice(0, 6);
+    return Object.fromEntries(entries.map(([key, entryValue])=>[
+            key,
+            compactProgressValue(entryValue)
+        ]));
+}
+function summarizeParam(param) {
+    if (!param || 'object' != typeof param) return compactProgressValue(param);
+    const record = param;
+    if ('string' == typeof record.prompt) return compactProgressValue(record.prompt);
+    if (record.locate && 'object' == typeof record.locate && null !== record.locate) {
+        const locate = record.locate;
+        return {
+            locate: compactProgressValue(locate.prompt),
+            ...Object.fromEntries(Object.entries(record).filter(([key])=>'locate' !== key).slice(0, 4).map(([key, value])=>[
+                    key,
+                    compactProgressValue(value)
+                ]))
+        };
+    }
+    return compactProgressValue(record);
+}
+function errorMessageForAiAct(error) {
+    return error instanceof Error ? error.message : String(error);
+}
+function numberFromUnknown(value) {
+    return 'number' == typeof value && Number.isFinite(value) ? value : void 0;
+}
+function bboxArrayFromProperty(value, key) {
+    const bbox = value[key];
+    if (!Array.isArray(bbox) || bbox.length < 4) return;
+    const left = numberFromUnknown(bbox[0]);
+    const top = numberFromUnknown(bbox[1]);
+    const right = numberFromUnknown(bbox[2]);
+    const bottom = numberFromUnknown(bbox[3]);
+    if (void 0 === left || void 0 === top || void 0 === right || void 0 === bottom) return;
+    return [
+        left,
+        top,
+        right,
+        bottom
+    ];
+}
+function centerPointFromBbox(bbox) {
+    return [
+        Math.floor((bbox[0] + bbox[2]) / 2),
+        Math.floor((bbox[1] + bbox[3]) / 2)
+    ];
+}
+function pointFromLocateLike(value) {
+    const center = value.center;
+    if (Array.isArray(center) && center.length >= 2) {
+        const x = numberFromUnknown(center[0]);
+        const y = numberFromUnknown(center[1]);
+        if (void 0 !== x && void 0 !== y) return [
+            x,
+            y
+        ];
+    }
+    const point = value.point;
+    if (Array.isArray(point) && point.length >= 2) {
+        const x = numberFromUnknown(point[0]);
+        const y = numberFromUnknown(point[1]);
+        if (void 0 !== x && void 0 !== y) return [
+            x,
+            y
+        ];
+    }
+    const locatedPixelBbox = bboxArrayFromProperty(value, 'locatedPixelBbox');
+    if (locatedPixelBbox) return centerPointFromBbox(locatedPixelBbox);
+    const bbox = bboxArrayFromProperty(value, 'bbox');
+    if (bbox) return centerPointFromBbox(bbox);
+}
+function bboxFromLocateLike(value) {
+    const locatedPixelBbox = bboxArrayFromProperty(value, 'locatedPixelBbox');
+    if (locatedPixelBbox) return locatedPixelBbox;
+    const bbox = bboxArrayFromProperty(value, 'bbox');
+    if (bbox) return bbox;
+    if (!isRecord(value.rect)) return;
+    const left = numberFromUnknown(value.rect.left);
+    const top = numberFromUnknown(value.rect.top);
+    const width = numberFromUnknown(value.rect.width);
+    const height = numberFromUnknown(value.rect.height);
+    if (void 0 === left || void 0 === top || void 0 === width || void 0 === height) return;
+    return [
+        left,
+        top,
+        left + width,
+        top + height
+    ];
+}
+function targetTextFromLocateLike(value) {
+    if ('string' == typeof value.description) return value.description;
+    if ('string' == typeof value.prompt) return value.prompt;
+    return '';
+}
+function isLocateLike(value) {
+    if (!isRecord(value)) return false;
+    return 'center' in value || 'rect' in value || 'point' in value || 'bbox' in value || 'prompt' in value || "description" in value;
+}
+const locatorParamKeys = [
+    'locate',
+    'from',
+    'to',
+    'start',
+    'end'
+];
+function firstLocateLikeParam(param) {
+    if (!isRecord(param)) return;
+    for (const key of locatorParamKeys){
+        const value = param[key];
+        if (isLocateLike(value)) return value;
+    }
+    return Object.values(param).find(isLocateLike);
+}
+function hasUnresolvedLocateLikeParam(param) {
+    if (!isRecord(param)) return false;
+    return Object.entries(param).some(([key, value])=>{
+        if (locatorParamKeys.includes(key) && 'string' == typeof value) return true;
+        return isLocateLike(value) && !pointFromLocateLike(value) && !bboxFromLocateLike(value);
+    });
+}
+function extractProgressAction(task) {
+    if ('Action Space' !== task.type || 'Finished' === task.subType || 'Error' === task.subType) return;
+    const name = 'string' == typeof task.subType && task.subType.length > 0 ? task.subType : 'Action';
+    const locate = firstLocateLikeParam(task.param);
+    if (locate) {
+        const point = pointFromLocateLike(locate);
+        if (point) {
+            const bbox = bboxFromLocateLike(locate);
+            const target = targetTextFromLocateLike(locate);
+            return {
+                name,
+                ...target ? {
+                    target
+                } : {},
+                point,
+                ...bbox ? {
+                    bbox
+                } : {}
+            };
+        }
+    }
+    if (hasUnresolvedLocateLikeParam(task.param)) return;
+    const param = summarizeParam(task.param);
+    return {
+        name,
+        ...void 0 !== param && '' !== param ? {
+            param
+        } : {}
+    };
+}
+function createAiActActionReporter(planIndex, planLimit, emit) {
+    return async (event)=>{
+        const action = extractProgressAction(event.task);
+        if (!action) return;
+        const base = {
+            planIndex,
+            planLimit,
+            action
+        };
+        const durationMs = event.task.timing?.cost;
+        switch(event.kind){
+            case 'start':
+                await emit('plan_action', base);
+                await emit('action_running', base);
+                break;
+            case 'finish':
+                await emit('action_done', {
+                    ...base,
+                    durationMs
+                });
+                break;
+            case 'error':
+                await emit('action_failed', {
+                    ...base,
+                    durationMs,
+                    error: event.task.errorMessage
+                });
+                break;
+            default:
+                break;
+        }
+    };
+}
+export { createAiActActionReporter, errorMessageForAiAct, extractProgressAction };
+
+//# sourceMappingURL=ai-act-progress.mjs.map

package/dist/es/agent/progress/ai-act-progress.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent/progress/ai-act-progress.mjs","sources":["../../../../src/agent/progress/ai-act-progress.ts"],"sourcesContent":["import type { TaskRunnerEvent } from '@/task-runner';\nimport type {\n  AiActProgressAction,\n  AiActProgressData,\n  AiActProgressPhase,\n  ExecutionTask,\n} from '@/types';\n\n/**\n * Structured extraction helpers for aiAct progress notifications.\n *\n * This module turns a raw {@link ExecutionTask} into the structured\n * {@link AiActProgressAction} carried by progress events. It deliberately does\n * NOT build human-readable strings, truncate text for display, or format\n * coordinates into log lines - that is the consumer's job. Everything here is a\n * data transform that yields plain numbers/objects.\n */\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n  return typeof value === 'object' && value !== null && !Array.isArray(value);\n}\n\n// Keep params from bloating the progress payload without rendering them: this\n// only bounds the size of the structured value, it never formats it.\nconst maxCompactStringLength = 180;\n\nfunction compactProgressValue(value: unknown): unknown {\n  if (value === undefined || value === null) {\n    return value;\n  }\n\n  if (typeof value === 'string') {\n    return value.length > maxCompactStringLength\n      ? `${value.slice(0, maxCompactStringLength - 3)}...`\n      : value;\n  }\n\n  if (typeof value === 'number' || typeof value === 'boolean') {\n    return value;\n  }\n\n  if (Array.isArray(value)) {\n    return value.slice(0, 5).map(compactProgressValue);\n  }\n\n  if (isRecord(value) && typeof value.prompt === 'string') {\n    return compactProgressValue(value.prompt);\n  }\n\n  if (!isRecord(value)) {\n    return String(value);\n  }\n\n  const entries = Object.entries(value).slice(0, 6);\n  return Object.fromEntries(\n    entries.map(([key, entryValue]) => [key, compactProgressValue(entryValue)]),\n  );\n}\n\nfunction summarizeParam(param: unknown): unknown {\n  if (!param || typeof param !== 'object') {\n    return compactProgressValue(param);\n  }\n\n  const record = param as Record<string, unknown>;\n  if (typeof record.prompt === 'string') {\n    return compactProgressValue(record.prompt);\n  }\n  if (\n    record.locate &&\n    typeof record.locate === 'object' &&\n    record.locate !== null\n  ) {\n    const locate = record.locate as Record<string, unknown>;\n    return {\n      locate: compactProgressValue(locate.prompt),\n      ...Object.fromEntries(\n        Object.entries(record)\n          .filter(([key]) => key !== 'locate')\n          .slice(0, 4)\n          .map(([key, value]) => [key, compactProgressValue(value)]),\n      ),\n    };\n  }\n\n  return compactProgressValue(record);\n}\n\nexport function errorMessageForAiAct(error: unknown): string {\n  return error instanceof Error ? error.message : String(error);\n}\n\nfunction numberFromUnknown(value: unknown): number | undefined {\n  return typeof value === 'number' && Number.isFinite(value)\n    ? value\n    : undefined;\n}\n\nfunction bboxArrayFromProperty(\n  value: Record<string, unknown>,\n  key: string,\n): [number, number, number, number] | undefined {\n  const bbox = value[key];\n  if (!Array.isArray(bbox) || bbox.length < 4) {\n    return undefined;\n  }\n\n  const left = numberFromUnknown(bbox[0]);\n  const top = numberFromUnknown(bbox[1]);\n  const right = numberFromUnknown(bbox[2]);\n  const bottom = numberFromUnknown(bbox[3]);\n  if (\n    left === undefined ||\n    top === undefined ||\n    right === undefined ||\n    bottom === undefined\n  ) {\n    return undefined;\n  }\n\n  return [left, top, right, bottom];\n}\n\nfunction centerPointFromBbox(\n  bbox: readonly [number, number, number, number],\n): [number, number] {\n  return [\n    Math.floor((bbox[0] + bbox[2]) / 2),\n    Math.floor((bbox[1] + bbox[3]) / 2),\n  ];\n}\n\nfunction pointFromLocateLike(\n  value: Record<string, unknown>,\n): [number, number] | undefined {\n  const center = value.center;\n  if (Array.isArray(center) && center.length >= 2) {\n    const x = numberFromUnknown(center[0]);\n    const y = numberFromUnknown(center[1]);\n    if (x !== undefined && y !== undefined) {\n      return [x, y];\n    }\n  }\n\n  const point = value.point;\n  if (Array.isArray(point) && point.length >= 2) {\n    const x = numberFromUnknown(point[0]);\n    const y = numberFromUnknown(point[1]);\n    if (x !== undefined && y !== undefined) {\n      return [x, y];\n    }\n  }\n\n  const locatedPixelBbox = bboxArrayFromProperty(value, 'locatedPixelBbox');\n  if (locatedPixelBbox) {\n    return centerPointFromBbox(locatedPixelBbox);\n  }\n\n  const bbox = bboxArrayFromProperty(value, 'bbox');\n  if (bbox) {\n    return centerPointFromBbox(bbox);\n  }\n\n  return undefined;\n}\n\nfunction bboxFromLocateLike(\n  value: Record<string, unknown>,\n): [number, number, number, number] | undefined {\n  const locatedPixelBbox = bboxArrayFromProperty(value, 'locatedPixelBbox');\n  if (locatedPixelBbox) {\n    return locatedPixelBbox;\n  }\n\n  const bbox = bboxArrayFromProperty(value, 'bbox');\n  if (bbox) {\n    return bbox;\n  }\n\n  if (!isRecord(value.rect)) {\n    return undefined;\n  }\n\n  const left = numberFromUnknown(value.rect.left);\n  const top = numberFromUnknown(value.rect.top);\n  const width = numberFromUnknown(value.rect.width);\n  const height = numberFromUnknown(value.rect.height);\n  if (\n    left === undefined ||\n    top === undefined ||\n    width === undefined ||\n    height === undefined\n  ) {\n    return undefined;\n  }\n\n  return [left, top, left + width, top + height];\n}\n\nfunction targetTextFromLocateLike(value: Record<string, unknown>): string {\n  if (typeof value.description === 'string') {\n    return value.description;\n  }\n  if (typeof value.prompt === 'string') {\n    return value.prompt;\n  }\n  return '';\n}\n\nfunction isLocateLike(value: unknown): value is Record<string, unknown> {\n  if (!isRecord(value)) {\n    return false;\n  }\n\n  return (\n    'center' in value ||\n    'rect' in value ||\n    'point' in value ||\n    'bbox' in value ||\n    'prompt' in value ||\n    'description' in value\n  );\n}\n\nconst locatorParamKeys = ['locate', 'from', 'to', 'start', 'end'];\n\nfunction firstLocateLikeParam(\n  param: unknown,\n): Record<string, unknown> | undefined {\n  if (!isRecord(param)) {\n    return undefined;\n  }\n\n  for (const key of locatorParamKeys) {\n    const value = param[key];\n    if (isLocateLike(value)) {\n      return value;\n    }\n  }\n\n  return Object.values(param).find(isLocateLike);\n}\n\nfunction hasUnresolvedLocateLikeParam(param: unknown): boolean {\n  if (!isRecord(param)) {\n    return false;\n  }\n\n  return Object.entries(param).some(([key, value]) => {\n    if (locatorParamKeys.includes(key) && typeof value === 'string') {\n      return true;\n    }\n\n    return (\n      isLocateLike(value) &&\n      !pointFromLocateLike(value) &&\n      !bboxFromLocateLike(value)\n    );\n  });\n}\n\n/**\n * Extract the structured action descriptor for an Action Space task, or\n * `undefined` when the task is not a reportable action yet (e.g. a locate param\n * that has not been resolved to coordinates). Returns plain data only.\n */\nexport function extractProgressAction(\n  task: ExecutionTask,\n): AiActProgressAction | undefined {\n  if (\n    task.type !== 'Action Space' ||\n    task.subType === 'Finished' ||\n    task.subType === 'Error'\n  ) {\n    return undefined;\n  }\n\n  const name =\n    typeof task.subType === 'string' && task.subType.length > 0\n      ? task.subType\n      : 'Action';\n\n  const locate = firstLocateLikeParam(task.param);\n  if (locate) {\n    const point = pointFromLocateLike(locate);\n    if (point) {\n      const bbox = bboxFromLocateLike(locate);\n      const target = targetTextFromLocateLike(locate);\n      return {\n        name,\n        ...(target ? { target } : {}),\n        point,\n        ...(bbox ? { bbox } : {}),\n      };\n    }\n  }\n\n  // A locate-like param that has not resolved to a point/bbox is not reportable\n  // yet; skip it so the consumer never renders a half-resolved action.\n  if (hasUnresolvedLocateLikeParam(task.param)) {\n    return undefined;\n  }\n\n  const param = summarizeParam(task.param);\n  return {\n    name,\n    ...(param !== undefined && param !== '' ? { param } : {}),\n  };\n}\n\nexport type AiActProgressEmit = (\n  phase: AiActProgressPhase,\n  data: AiActProgressData,\n) => void | Promise<void>;\n\n/**\n * Translate the runner's native task-lifecycle events into aiAct action\n * progress for a single planning round.\n *\n * Returned as a closure so each action batch captures its own plan context\n * instead of the executor threading it through shared mutable state. The\n * mapping is deliberate and one-shot per transition: a `start` (coordinates are\n * resolved by the time an action starts) becomes the \"planned\" + \"running\"\n * pair, and `finish`/`error` become \"done\"/\"failed\".\n */\nexport function createAiActActionReporter(\n  planIndex: number,\n  planLimit: number,\n  emit: AiActProgressEmit,\n): (event: TaskRunnerEvent) => Promise<void> {\n  return async (event) => {\n    const action = extractProgressAction(event.task);\n    if (!action) {\n      return;\n    }\n\n    const base = { planIndex, planLimit, action };\n    const durationMs = event.task.timing?.cost;\n\n    switch (event.kind) {\n      case 'start':\n        await emit('plan_action', base);\n        await emit('action_running', base);\n        break;\n      case 'finish':\n        await emit('action_done', { ...base, durationMs });\n        break;\n      case 'error':\n        await emit('action_failed', {\n          ...base,\n          durationMs,\n          error: event.task.errorMessage,\n        });\n        break;\n      default:\n        break;\n    }\n  };\n}\n"],"names":["isRecord","value","Array","maxCompactStringLength","compactProgressValue","String","entries","Object","key","entryValue","summarizeParam","param","record","locate","errorMessageForAiAct","error","Error","numberFromUnknown","Number","undefined","bboxArrayFromProperty","bbox","left","top","right","bottom","centerPointFromBbox","Math","pointFromLocateLike","center","x","y","point","locatedPixelBbox","bboxFromLocateLike","width","height","targetTextFromLocateLike","isLocateLike","locatorParamKeys","firstLocateLikeParam","hasUnresolvedLocateLikeParam","extractProgressAction","task","name","target","createAiActActionReporter","planIndex","planLimit","emit","event","action","base","durationMs"],"mappings":"AAkBA,SAASA,SAASC,KAAc;IAC9B,OAAO,AAAiB,YAAjB,OAAOA,SAAsBA,AAAU,SAAVA,SAAkB,CAACC,MAAM,OAAO,CAACD;AACvE;AAIA,MAAME,yBAAyB;AAE/B,SAASC,qBAAqBH,KAAc;IAC1C,IAAIA,QAAAA,OACF,OAAOA;IAGT,IAAI,AAAiB,YAAjB,OAAOA,OACT,OAAOA,MAAM,MAAM,GAAGE,yBAClB,GAAGF,MAAM,KAAK,CAAC,GAAGE,yBAAyB,GAAG,GAAG,CAAC,GAClDF;IAGN,IAAI,AAAiB,YAAjB,OAAOA,SAAsB,AAAiB,aAAjB,OAAOA,OACtC,OAAOA;IAGT,IAAIC,MAAM,OAAO,CAACD,QAChB,OAAOA,MAAM,KAAK,CAAC,GAAG,GAAG,GAAG,CAACG;IAG/B,IAAIJ,SAASC,UAAU,AAAwB,YAAxB,OAAOA,MAAM,MAAM,EACxC,OAAOG,qBAAqBH,MAAM,MAAM;IAG1C,IAAI,CAACD,SAASC,QACZ,OAAOI,OAAOJ;IAGhB,MAAMK,UAAUC,OAAO,OAAO,CAACN,OAAO,KAAK,CAAC,GAAG;IAC/C,OAAOM,OAAO,WAAW,CACvBD,QAAQ,GAAG,CAAC,CAAC,CAACE,KAAKC,WAAW,GAAK;YAACD;YAAKJ,qBAAqBK;SAAY;AAE9E;AAEA,SAASC,eAAeC,KAAc;IACpC,IAAI,CAACA,SAAS,AAAiB,YAAjB,OAAOA,OACnB,OAAOP,qBAAqBO;IAG9B,MAAMC,SAASD;IACf,IAAI,AAAyB,YAAzB,OAAOC,OAAO,MAAM,EACtB,OAAOR,qBAAqBQ,OAAO,MAAM;IAE3C,IACEA,OAAO,MAAM,IACb,AAAyB,YAAzB,OAAOA,OAAO,MAAM,IACpBA,AAAkB,SAAlBA,OAAO,MAAM,EACb;QACA,MAAMC,SAASD,OAAO,MAAM;QAC5B,OAAO;YACL,QAAQR,qBAAqBS,OAAO,MAAM;YAC1C,GAAGN,OAAO,WAAW,CACnBA,OAAO,OAAO,CAACK,QACZ,MAAM,CAAC,CAAC,CAACJ,IAAI,GAAKA,AAAQ,aAARA,KAClB,KAAK,CAAC,GAAG,GACT,GAAG,CAAC,CAAC,CAACA,KAAKP,MAAM,GAAK;oBAACO;oBAAKJ,qBAAqBH;iBAAO,EAC5D;QACH;IACF;IAEA,OAAOG,qBAAqBQ;AAC9B;AAEO,SAASE,qBAAqBC,KAAc;IACjD,OAAOA,iBAAiBC,QAAQD,MAAM,OAAO,GAAGV,OAAOU;AACzD;AAEA,SAASE,kBAAkBhB,KAAc;IACvC,OAAO,AAAiB,YAAjB,OAAOA,SAAsBiB,OAAO,QAAQ,CAACjB,SAChDA,QACAkB;AACN;AAEA,SAASC,sBACPnB,KAA8B,EAC9BO,GAAW;IAEX,MAAMa,OAAOpB,KAAK,CAACO,IAAI;IACvB,IAAI,CAACN,MAAM,OAAO,CAACmB,SAASA,KAAK,MAAM,GAAG,GACxC;IAGF,MAAMC,OAAOL,kBAAkBI,IAAI,CAAC,EAAE;IACtC,MAAME,MAAMN,kBAAkBI,IAAI,CAAC,EAAE;IACrC,MAAMG,QAAQP,kBAAkBI,IAAI,CAAC,EAAE;IACvC,MAAMI,SAASR,kBAAkBI,IAAI,CAAC,EAAE;IACxC,IACEC,AAASH,WAATG,QACAC,AAAQJ,WAARI,OACAC,AAAUL,WAAVK,SACAC,AAAWN,WAAXM,QAEA;IAGF,OAAO;QAACH;QAAMC;QAAKC;QAAOC;KAAO;AACnC;AAEA,SAASC,oBACPL,IAA+C;IAE/C,OAAO;QACLM,KAAK,KAAK,CAAEN,AAAAA,CAAAA,IAAI,CAAC,EAAE,GAAGA,IAAI,CAAC,EAAC,IAAK;QACjCM,KAAK,KAAK,CAAEN,AAAAA,CAAAA,IAAI,CAAC,EAAE,GAAGA,IAAI,CAAC,EAAC,IAAK;KAClC;AACH;AAEA,SAASO,oBACP3B,KAA8B;IAE9B,MAAM4B,SAAS5B,MAAM,MAAM;IAC3B,IAAIC,MAAM,OAAO,CAAC2B,WAAWA,OAAO,MAAM,IAAI,GAAG;QAC/C,MAAMC,IAAIb,kBAAkBY,MAAM,CAAC,EAAE;QACrC,MAAME,IAAId,kBAAkBY,MAAM,CAAC,EAAE;QACrC,IAAIC,AAAMX,WAANW,KAAmBC,AAAMZ,WAANY,GACrB,OAAO;YAACD;YAAGC;SAAE;IAEjB;IAEA,MAAMC,QAAQ/B,MAAM,KAAK;IACzB,IAAIC,MAAM,OAAO,CAAC8B,UAAUA,MAAM,MAAM,IAAI,GAAG;QAC7C,MAAMF,IAAIb,kBAAkBe,KAAK,CAAC,EAAE;QACpC,MAAMD,IAAId,kBAAkBe,KAAK,CAAC,EAAE;QACpC,IAAIF,AAAMX,WAANW,KAAmBC,AAAMZ,WAANY,GACrB,OAAO;YAACD;YAAGC;SAAE;IAEjB;IAEA,MAAME,mBAAmBb,sBAAsBnB,OAAO;IACtD,IAAIgC,kBACF,OAAOP,oBAAoBO;IAG7B,MAAMZ,OAAOD,sBAAsBnB,OAAO;IAC1C,IAAIoB,MACF,OAAOK,oBAAoBL;AAI/B;AAEA,SAASa,mBACPjC,KAA8B;IAE9B,MAAMgC,mBAAmBb,sBAAsBnB,OAAO;IACtD,IAAIgC,kBACF,OAAOA;IAGT,MAAMZ,OAAOD,sBAAsBnB,OAAO;IAC1C,IAAIoB,MACF,OAAOA;IAGT,IAAI,CAACrB,SAASC,MAAM,IAAI,GACtB;IAGF,MAAMqB,OAAOL,kBAAkBhB,MAAM,IAAI,CAAC,IAAI;IAC9C,MAAMsB,MAAMN,kBAAkBhB,MAAM,IAAI,CAAC,GAAG;IAC5C,MAAMkC,QAAQlB,kBAAkBhB,MAAM,IAAI,CAAC,KAAK;IAChD,MAAMmC,SAASnB,kBAAkBhB,MAAM,IAAI,CAAC,MAAM;IAClD,IACEqB,AAASH,WAATG,QACAC,AAAQJ,WAARI,OACAY,AAAUhB,WAAVgB,SACAC,AAAWjB,WAAXiB,QAEA;IAGF,OAAO;QAACd;QAAMC;QAAKD,OAAOa;QAAOZ,MAAMa;KAAO;AAChD;AAEA,SAASC,yBAAyBpC,KAA8B;IAC9D,IAAI,AAA6B,YAA7B,OAAOA,MAAM,WAAW,EAC1B,OAAOA,MAAM,WAAW;IAE1B,IAAI,AAAwB,YAAxB,OAAOA,MAAM,MAAM,EACrB,OAAOA,MAAM,MAAM;IAErB,OAAO;AACT;AAEA,SAASqC,aAAarC,KAAc;IAClC,IAAI,CAACD,SAASC,QACZ,OAAO;IAGT,OACE,YAAYA,SACZ,UAAUA,SACV,WAAWA,SACX,UAAUA,SACV,YAAYA,SACZ,iBAAiBA;AAErB;AAEA,MAAMsC,mBAAmB;IAAC;IAAU;IAAQ;IAAM;IAAS;CAAM;AAEjE,SAASC,qBACP7B,KAAc;IAEd,IAAI,CAACX,SAASW,QACZ;IAGF,KAAK,MAAMH,OAAO+B,iBAAkB;QAClC,MAAMtC,QAAQU,KAAK,CAACH,IAAI;QACxB,IAAI8B,aAAarC,QACf,OAAOA;IAEX;IAEA,OAAOM,OAAO,MAAM,CAACI,OAAO,IAAI,CAAC2B;AACnC;AAEA,SAASG,6BAA6B9B,KAAc;IAClD,IAAI,CAACX,SAASW,QACZ,OAAO;IAGT,OAAOJ,OAAO,OAAO,CAACI,OAAO,IAAI,CAAC,CAAC,CAACH,KAAKP,MAAM;QAC7C,IAAIsC,iBAAiB,QAAQ,CAAC/B,QAAQ,AAAiB,YAAjB,OAAOP,OAC3C,OAAO;QAGT,OACEqC,aAAarC,UACb,CAAC2B,oBAAoB3B,UACrB,CAACiC,mBAAmBjC;IAExB;AACF;AAOO,SAASyC,sBACdC,IAAmB;IAEnB,IACEA,AAAc,mBAAdA,KAAK,IAAI,IACTA,AAAiB,eAAjBA,KAAK,OAAO,IACZA,AAAiB,YAAjBA,KAAK,OAAO,EAEZ;IAGF,MAAMC,OACJ,AAAwB,YAAxB,OAAOD,KAAK,OAAO,IAAiBA,KAAK,OAAO,CAAC,MAAM,GAAG,IACtDA,KAAK,OAAO,GACZ;IAEN,MAAM9B,SAAS2B,qBAAqBG,KAAK,KAAK;IAC9C,IAAI9B,QAAQ;QACV,MAAMmB,QAAQJ,oBAAoBf;QAClC,IAAImB,OAAO;YACT,MAAMX,OAAOa,mBAAmBrB;YAChC,MAAMgC,SAASR,yBAAyBxB;YACxC,OAAO;gBACL+B;gBACA,GAAIC,SAAS;oBAAEA;gBAAO,IAAI,CAAC,CAAC;gBAC5Bb;gBACA,GAAIX,OAAO;oBAAEA;gBAAK,IAAI,CAAC,CAAC;YAC1B;QACF;IACF;IAIA,IAAIoB,6BAA6BE,KAAK,KAAK,GACzC;IAGF,MAAMhC,QAAQD,eAAeiC,KAAK,KAAK;IACvC,OAAO;QACLC;QACA,GAAIjC,AAAUQ,WAAVR,SAAuBA,AAAU,OAAVA,QAAe;YAAEA;QAAM,IAAI,CAAC,CAAC;IAC1D;AACF;AAiBO,SAASmC,0BACdC,SAAiB,EACjBC,SAAiB,EACjBC,IAAuB;IAEvB,OAAO,OAAOC;QACZ,MAAMC,SAAST,sBAAsBQ,MAAM,IAAI;QAC/C,IAAI,CAACC,QACH;QAGF,MAAMC,OAAO;YAAEL;YAAWC;YAAWG;QAAO;QAC5C,MAAME,aAAaH,MAAM,IAAI,CAAC,MAAM,EAAE;QAEtC,OAAQA,MAAM,IAAI;YAChB,KAAK;gBACH,MAAMD,KAAK,eAAeG;gBAC1B,MAAMH,KAAK,kBAAkBG;gBAC7B;YACF,KAAK;gBACH,MAAMH,KAAK,eAAe;oBAAE,GAAGG,IAAI;oBAAEC;gBAAW;gBAChD;YACF,KAAK;gBACH,MAAMJ,KAAK,iBAAiB;oBAC1B,GAAGG,IAAI;oBACPC;oBACA,OAAOH,MAAM,IAAI,CAAC,YAAY;gBAChC;gBACA;YACF;gBACE;QACJ;IACF;AACF"}

package/dist/es/agent/progress/index.mjs

@@ -0,0 +1,2 @@
+export * from "./progress-bus.mjs";
+export * from "./ai-act-progress.mjs";

package/dist/es/agent/progress/progress-bus.mjs

@@ -0,0 +1,52 @@
+import { getDebug } from "@aiscene/shared/logger";
+function _define_property(obj, key, value) {
+    if (key in obj) Object.defineProperty(obj, key, {
+        value: value,
+        enumerable: true,
+        configurable: true,
+        writable: true
+    });
+    else obj[key] = value;
+    return obj;
+}
+const debugError = getDebug('agent-progress-bus', {
+    console: true
+});
+class AgentProgressBus {
+    subscribe(listener) {
+        this.listeners.push(listener);
+        return ()=>{
+            this.unsubscribe(listener);
+        };
+    }
+    unsubscribe(listener) {
+        const index = this.listeners.indexOf(listener);
+        if (index > -1) this.listeners.splice(index, 1);
+    }
+    clear() {
+        this.listeners = [];
+    }
+    get listenerCount() {
+        return this.listeners.length;
+    }
+    constructor(){
+        _define_property(this, "listeners", []);
+        _define_property(this, "sequence", 0);
+        _define_property(this, "publish", async (scope, phase, data)=>{
+            const event = {
+                scope,
+                phase,
+                sequence: ++this.sequence,
+                data
+            };
+            for (const listener of this.listeners)try {
+                await listener(event);
+            } catch (error) {
+                debugError('error in progress listener', error);
+            }
+        });
+    }
+}
+export { AgentProgressBus };
+
+//# sourceMappingURL=progress-bus.mjs.map

package/dist/es/agent/progress/progress-bus.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent/progress/progress-bus.mjs","sources":["../../../../src/agent/progress/progress-bus.ts"],"sourcesContent":["import type { AgentProgressEvent, AgentProgressListener } from '@/types';\nimport { getDebug } from '@aiscene/shared/logger';\n\nconst debugError = getDebug('agent-progress-bus', { console: true });\n\n/**\n * A function that publishes one progress notification: it names the producer\n * (`scope`) and the lifecycle `phase`, and hands over the structured `data`.\n * The bus owns the sequence number, so producers never stamp it themselves.\n */\nexport type AgentProgressPublisher = (\n  scope: string,\n  phase: string,\n  data: unknown,\n) => Promise<void>;\n\n/**\n * The generic agent progress bus.\n *\n * A single broadcast channel every producer publishes onto and every consumer\n * subscribes to. The bus is intentionally tiny and producer-agnostic: it stamps\n * a monotonic sequence, wraps the payload in an {@link AgentProgressEvent}\n * envelope, and fans it out to listeners with per-listener error isolation.\n * `aiAct` is the first producer; adding more requires nothing here.\n */\nexport class AgentProgressBus {\n  private listeners: AgentProgressListener[] = [];\n\n  private sequence = 0;\n\n  /**\n   * Register a listener. Returns a disposer that removes it.\n   */\n  subscribe(listener: AgentProgressListener): () => void {\n    this.listeners.push(listener);\n    return () => {\n      this.unsubscribe(listener);\n    };\n  }\n\n  unsubscribe(listener: AgentProgressListener): void {\n    const index = this.listeners.indexOf(listener);\n    if (index > -1) {\n      this.listeners.splice(index, 1);\n    }\n  }\n\n  clear(): void {\n    this.listeners = [];\n  }\n\n  get listenerCount(): number {\n    return this.listeners.length;\n  }\n\n  /**\n   * Stamp a monotonic sequence, build the envelope, and broadcast it to every\n   * listener in registration order. A listener that throws is logged and\n   * skipped so it cannot break the others or the producer.\n   */\n  publish: AgentProgressPublisher = async (scope, phase, data) => {\n    const event: AgentProgressEvent = {\n      scope,\n      phase,\n      sequence: ++this.sequence,\n      data,\n    };\n    for (const listener of this.listeners) {\n      try {\n        await listener(event);\n      } catch (error) {\n        debugError('error in progress listener', error);\n      }\n    }\n  };\n}\n"],"names":["debugError","getDebug","AgentProgressBus","listener","index","scope","phase","data","event","error"],"mappings":";;;;;;;;;;;AAGA,MAAMA,aAAaC,SAAS,sBAAsB;IAAE,SAAS;AAAK;AAsB3D,MAAMC;IAQX,UAAUC,QAA+B,EAAc;QACrD,IAAI,CAAC,SAAS,CAAC,IAAI,CAACA;QACpB,OAAO;YACL,IAAI,CAAC,WAAW,CAACA;QACnB;IACF;IAEA,YAAYA,QAA+B,EAAQ;QACjD,MAAMC,QAAQ,IAAI,CAAC,SAAS,CAAC,OAAO,CAACD;QACrC,IAAIC,QAAQ,IACV,IAAI,CAAC,SAAS,CAAC,MAAM,CAACA,OAAO;IAEjC;IAEA,QAAc;QACZ,IAAI,CAAC,SAAS,GAAG,EAAE;IACrB;IAEA,IAAI,gBAAwB;QAC1B,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM;IAC9B;;QA3BA,uBAAQ,aAAqC,EAAE;QAE/C,uBAAQ,YAAW;QAgCnB,kCAAkC,OAAOC,OAAOC,OAAOC;YACrD,MAAMC,QAA4B;gBAChCH;gBACAC;gBACA,UAAU,EAAE,IAAI,CAAC,QAAQ;gBACzBC;YACF;YACA,KAAK,MAAMJ,YAAY,IAAI,CAAC,SAAS,CACnC,IAAI;gBACF,MAAMA,SAASK;YACjB,EAAE,OAAOC,OAAO;gBACdT,WAAW,8BAA8BS;YAC3C;QAEJ;;AACF"}

package/dist/es/agent/prompt-context.mjs

@@ -0,0 +1,25 @@
+const buildPromptWithContext = (prompt, context)=>{
+    const trimmedContext = context?.trim();
+    if (!trimmedContext) return prompt;
+    const promptText = 'string' == typeof prompt ? prompt : prompt.prompt;
+    const promptWithContext = `Context for this request:\n${trimmedContext}\n\n${promptText}`;
+    if ('string' == typeof prompt) return promptWithContext;
+    return {
+        ...prompt,
+        prompt: promptWithContext
+    };
+};
+const buildLocatePromptWithContext = (prompt, context)=>{
+    const trimmedContext = context?.trim();
+    if (!trimmedContext) return prompt;
+    const promptText = 'string' == typeof prompt ? prompt : prompt.prompt;
+    const promptWithContext = `<CONTEXT>\n${trimmedContext}\n</CONTEXT>\n\n<LOCATE_TARGET>\n${promptText}\n</LOCATE_TARGET>`;
+    if ('string' == typeof prompt) return promptWithContext;
+    return {
+        ...prompt,
+        prompt: promptWithContext
+    };
+};
+export { buildLocatePromptWithContext, buildPromptWithContext };
+
+//# sourceMappingURL=prompt-context.mjs.map

package/dist/es/agent/prompt-context.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent/prompt-context.mjs","sources":["../../../src/agent/prompt-context.ts"],"sourcesContent":["import type { TUserPrompt } from '@/ai-model';\n\nexport const buildPromptWithContext = (\n  prompt: TUserPrompt,\n  context: string | undefined,\n): TUserPrompt => {\n  const trimmedContext = context?.trim();\n  if (!trimmedContext) {\n    return prompt;\n  }\n\n  const promptText = typeof prompt === 'string' ? prompt : prompt.prompt;\n  const promptWithContext = `Context for this request:\\n${trimmedContext}\\n\\n${promptText}`;\n\n  if (typeof prompt === 'string') {\n    return promptWithContext;\n  }\n\n  return {\n    ...prompt,\n    prompt: promptWithContext,\n  };\n};\n\nexport const buildLocatePromptWithContext = (\n  prompt: TUserPrompt,\n  context: string | undefined,\n): TUserPrompt => {\n  const trimmedContext = context?.trim();\n  if (!trimmedContext) {\n    return prompt;\n  }\n\n  const promptText = typeof prompt === 'string' ? prompt : prompt.prompt;\n  const promptWithContext = `<CONTEXT>\\n${trimmedContext}\\n</CONTEXT>\\n\\n<LOCATE_TARGET>\\n${promptText}\\n</LOCATE_TARGET>`;\n\n  if (typeof prompt === 'string') {\n    return promptWithContext;\n  }\n\n  return {\n    ...prompt,\n    prompt: promptWithContext,\n  };\n};\n"],"names":["buildPromptWithContext","prompt","context","trimmedContext","promptText","promptWithContext","buildLocatePromptWithContext"],"mappings":"AAEO,MAAMA,yBAAyB,CACpCC,QACAC;IAEA,MAAMC,iBAAiBD,SAAS;IAChC,IAAI,CAACC,gBACH,OAAOF;IAGT,MAAMG,aAAa,AAAkB,YAAlB,OAAOH,SAAsBA,SAASA,OAAO,MAAM;IACtE,MAAMI,oBAAoB,CAAC,2BAA2B,EAAEF,eAAe,IAAI,EAAEC,YAAY;IAEzF,IAAI,AAAkB,YAAlB,OAAOH,QACT,OAAOI;IAGT,OAAO;QACL,GAAGJ,MAAM;QACT,QAAQI;IACV;AACF;AAEO,MAAMC,+BAA+B,CAC1CL,QACAC;IAEA,MAAMC,iBAAiBD,SAAS;IAChC,IAAI,CAACC,gBACH,OAAOF;IAGT,MAAMG,aAAa,AAAkB,YAAlB,OAAOH,SAAsBA,SAASA,OAAO,MAAM;IACtE,MAAMI,oBAAoB,CAAC,WAAW,EAAEF,eAAe,iCAAiC,EAAEC,WAAW,kBAAkB,CAAC;IAExH,IAAI,AAAkB,YAAlB,OAAOH,QACT,OAAOI;IAGT,OAAO;QACL,GAAGJ,MAAM;QACT,QAAQI;IACV;AACF"}

package/dist/es/agent/record-to-report.mjs

@@ -0,0 +1,14 @@
+import { normalizeScreenshotBase64 } from "@aiscene/shared/img";
+function normalizeRecordToReportScreenshot(screenshot, index) {
+    if (!screenshot || 'string' != typeof screenshot.base64) throw new Error(`recordToReport: screenshot #${index + 1} must include a base64 string`);
+    if (void 0 !== screenshot.description && 'string' != typeof screenshot.description) throw new Error(`recordToReport: screenshot #${index + 1} description must be a string`);
+    return {
+        base64: normalizeScreenshotBase64(screenshot.base64, {
+            label: `recordToReport: screenshot #${index + 1} base64`
+        }),
+        description: screenshot.description
+    };
+}
+export { normalizeRecordToReportScreenshot };
+
+//# sourceMappingURL=record-to-report.mjs.map

package/dist/es/agent/record-to-report.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent/record-to-report.mjs","sources":["../../../src/agent/record-to-report.ts"],"sourcesContent":["import type { RecordToReportScreenshot } from '@/types';\nimport { normalizeScreenshotBase64 } from '@aiscene/shared/img';\n\nexport function normalizeRecordToReportScreenshot(\n  screenshot: RecordToReportScreenshot,\n  index: number,\n): RecordToReportScreenshot {\n  if (!screenshot || typeof screenshot.base64 !== 'string') {\n    throw new Error(\n      `recordToReport: screenshot #${index + 1} must include a base64 string`,\n    );\n  }\n\n  if (\n    screenshot.description !== undefined &&\n    typeof screenshot.description !== 'string'\n  ) {\n    throw new Error(\n      `recordToReport: screenshot #${index + 1} description must be a string`,\n    );\n  }\n\n  return {\n    base64: normalizeScreenshotBase64(screenshot.base64, {\n      label: `recordToReport: screenshot #${index + 1} base64`,\n    }),\n    description: screenshot.description,\n  };\n}\n"],"names":["normalizeRecordToReportScreenshot","screenshot","index","Error","undefined","normalizeScreenshotBase64"],"mappings":";AAGO,SAASA,kCACdC,UAAoC,EACpCC,KAAa;IAEb,IAAI,CAACD,cAAc,AAA6B,YAA7B,OAAOA,WAAW,MAAM,EACzC,MAAM,IAAIE,MACR,CAAC,4BAA4B,EAAED,QAAQ,EAAE,6BAA6B,CAAC;IAI3E,IACED,AAA2BG,WAA3BH,WAAW,WAAW,IACtB,AAAkC,YAAlC,OAAOA,WAAW,WAAW,EAE7B,MAAM,IAAIE,MACR,CAAC,4BAA4B,EAAED,QAAQ,EAAE,6BAA6B,CAAC;IAI3E,OAAO;QACL,QAAQG,0BAA0BJ,WAAW,MAAM,EAAE;YACnD,OAAO,CAAC,4BAA4B,EAAEC,QAAQ,EAAE,OAAO,CAAC;QAC1D;QACA,aAAaD,WAAW,WAAW;IACrC;AACF"}