@aiscene/core 9.0.6 → 9.0.8

package/dist/lib/ai-model/workflows/recorder-generation/index.js

@@ -0,0 +1,68 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    generatePlaywrightTest: ()=>external_playwright_js_namespaceObject.generatePlaywrightTest,
+    generatePlaywrightTestStream: ()=>external_playwright_js_namespaceObject.generatePlaywrightTestStream,
+    generateRecorderYamlTestStream: ()=>external_yaml_js_namespaceObject.generateRecorderYamlTestStream,
+    generateRecorderSessionMetadata: ()=>external_metadata_js_namespaceObject.generateRecorderSessionMetadata,
+    generateRecorderYamlTest: ()=>external_yaml_js_namespaceObject.generateRecorderYamlTest,
+    generateYamlTestStream: ()=>external_yaml_js_namespaceObject.generateYamlTestStream,
+    createRecorderMarkdownReplayPrompt: ()=>external_markdown_js_namespaceObject.createRecorderMarkdownReplayPrompt,
+    convertRecordLogIntoMarkdown: ()=>external_markdown_js_namespaceObject.convertRecordLogIntoMarkdown,
+    generateRecorderMarkdownReplay: ()=>external_markdown_js_namespaceObject.generateRecorderMarkdownReplay,
+    generateYamlTest: ()=>external_yaml_js_namespaceObject.generateYamlTest
+});
+const external_playwright_js_namespaceObject = require("./playwright.js");
+const external_markdown_js_namespaceObject = require("./markdown.js");
+const external_metadata_js_namespaceObject = require("./metadata.js");
+const external_yaml_js_namespaceObject = require("./yaml.js");
+exports.convertRecordLogIntoMarkdown = __webpack_exports__.convertRecordLogIntoMarkdown;
+exports.createRecorderMarkdownReplayPrompt = __webpack_exports__.createRecorderMarkdownReplayPrompt;
+exports.generatePlaywrightTest = __webpack_exports__.generatePlaywrightTest;
+exports.generatePlaywrightTestStream = __webpack_exports__.generatePlaywrightTestStream;
+exports.generateRecorderMarkdownReplay = __webpack_exports__.generateRecorderMarkdownReplay;
+exports.generateRecorderSessionMetadata = __webpack_exports__.generateRecorderSessionMetadata;
+exports.generateRecorderYamlTest = __webpack_exports__.generateRecorderYamlTest;
+exports.generateRecorderYamlTestStream = __webpack_exports__.generateRecorderYamlTestStream;
+exports.generateYamlTest = __webpack_exports__.generateYamlTest;
+exports.generateYamlTestStream = __webpack_exports__.generateYamlTestStream;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "convertRecordLogIntoMarkdown",
+    "createRecorderMarkdownReplayPrompt",
+    "generatePlaywrightTest",
+    "generatePlaywrightTestStream",
+    "generateRecorderMarkdownReplay",
+    "generateRecorderSessionMetadata",
+    "generateRecorderYamlTest",
+    "generateRecorderYamlTestStream",
+    "generateYamlTest",
+    "generateYamlTestStream"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=index.js.map

package/dist/lib/ai-model/workflows/recorder-generation/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/workflows/recorder-generation/index.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D"}

package/dist/lib/ai-model/workflows/recorder-generation/markdown.js

@@ -0,0 +1,293 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    createRecorderMarkdownReplayPrompt: ()=>createRecorderMarkdownReplayPrompt,
+    generateRecorderMarkdownReplay: ()=>generateRecorderMarkdownReplay,
+    convertRecordLogIntoMarkdown: ()=>convertRecordLogIntoMarkdown
+});
+const img_namespaceObject = require("@aiscene/shared/img");
+const logger_namespaceObject = require("@aiscene/shared/logger");
+const recorder_namespaceObject = require("@aiscene/shared/recorder");
+const index_js_namespaceObject = require("../../models/index.js");
+const external_service_caller_index_js_namespaceObject = require("../../service-caller/index.js");
+const external_common_js_namespaceObject = require("./common.js");
+const MARKDOWN_REPLAY_SCREENSHOT_PAYLOAD_BUDGET = 600000;
+const MARKDOWN_REPLAY_SCREENSHOT_MAX_EDGE = 768;
+const debugMarkdownReplay = (0, logger_namespaceObject.getDebug)('ai:recorder-markdown', {
+    console: true
+});
+function limitScreenshotAssetsForMarkdownReplay(screenshotAssets) {
+    let usedPayload = 0;
+    return screenshotAssets.filter((asset)=>{
+        const payloadSize = asset.dataUrl.length;
+        if (payloadSize > MARKDOWN_REPLAY_SCREENSHOT_PAYLOAD_BUDGET || usedPayload + payloadSize > MARKDOWN_REPLAY_SCREENSHOT_PAYLOAD_BUDGET) return false;
+        usedPayload += payloadSize;
+        return true;
+    });
+}
+async function compressScreenshotAssetForMarkdownReplay(asset) {
+    const { width, height } = await (0, img_namespaceObject.imageInfoOfBase64)(asset.dataUrl);
+    const longestEdge = Math.max(width, height);
+    if (longestEdge <= MARKDOWN_REPLAY_SCREENSHOT_MAX_EDGE) return asset;
+    const scale = MARKDOWN_REPLAY_SCREENSHOT_MAX_EDGE / longestEdge;
+    const dataUrl = await (0, img_namespaceObject.resizeBase64ImageToJpeg)(asset.dataUrl, {
+        sourceSize: {
+            width,
+            height
+        },
+        targetSize: {
+            width: Math.max(1, Math.round(width * scale)),
+            height: Math.max(1, Math.round(height * scale))
+        }
+    });
+    const { body, mimeType } = (0, img_namespaceObject.parseBase64)(dataUrl);
+    return {
+        ...asset,
+        dataUrl,
+        base64Data: body,
+        mimeType
+    };
+}
+async function prepareScreenshotAssetsForMarkdownReplay(screenshotAssets) {
+    const compressedAssets = [];
+    for (const asset of screenshotAssets)try {
+        compressedAssets.push(await compressScreenshotAssetForMarkdownReplay(asset));
+    } catch (error) {
+        debugMarkdownReplay('failed to compress screenshot asset; keeping original %o', {
+            eventHashId: asset.eventHashId,
+            eventIndex: asset.eventIndex,
+            error
+        });
+        compressedAssets.push(asset);
+    }
+    return limitScreenshotAssetsForMarkdownReplay(compressedAssets);
+}
+function summarizeScreenshotAssets(screenshotAssets) {
+    const payloadSizes = screenshotAssets.map((asset)=>asset.dataUrl.length);
+    return {
+        count: screenshotAssets.length,
+        totalPayloadChars: payloadSizes.reduce((sum, size)=>sum + size, 0),
+        maxPayloadChars: payloadSizes.length ? Math.max(...payloadSizes) : 0
+    };
+}
+function getPromptShape(prompt) {
+    let textChars = 0;
+    let imageCount = 0;
+    for (const message of prompt){
+        const content = message.content;
+        if ('string' == typeof content) {
+            textChars += content.length;
+            continue;
+        }
+        if (Array.isArray(content)) {
+            for (const part of content)if ('object' == typeof part && part && 'type' in part) {
+                if ('text' === part.type && 'text' in part) textChars += String(part.text).length;
+                if ('image_url' === part.type) imageCount += 1;
+            }
+        }
+    }
+    return {
+        textChars,
+        imageCount
+    };
+}
+function removeOmittedScreenshotPaths(summary, screenshotAssets) {
+    const includedScreenshotPaths = new Set(screenshotAssets.map((asset)=>asset.relativePath));
+    return {
+        ...summary,
+        events: summary.events.map((event)=>event.screenshotPath && !includedScreenshotPaths.has(event.screenshotPath) ? {
+                ...event,
+                screenshotPath: void 0
+            } : event)
+    };
+}
+function getMarkdownLanguageInstruction(language) {
+    const normalizedLanguage = language?.trim();
+    if (!normalizedLanguage) return '';
+    return `
+Language requirement:
+- Write all human-readable Markdown instructions in ${normalizedLanguage}.
+- Keep file paths, URLs, platform ids, API names, and quoted UI text unchanged.`;
+}
+function normalizeGeneratedMarkdown(content) {
+    const trimmed = content.trim();
+    const fencedMatch = trimmed.match(/^```(?:md|markdown)?\s*([\s\S]*?)\s*```$/i);
+    return `${(fencedMatch?.[1] ?? trimmed).trim()}\n`;
+}
+function createModelRuntime(modelConfig) {
+    return (0, index_js_namespaceObject.getModelRuntime)(modelConfig);
+}
+function createRecorderMarkdownReplayPrompt(input) {
+    (0, external_common_js_namespaceObject.validateEvents)(input.events);
+    const { summary: rawSummary, screenshotAssets: rawScreenshotAssets } = (0, external_common_js_namespaceObject.prepareRecorderGenerationContext)(input);
+    const screenshotAssets = limitScreenshotAssetsForMarkdownReplay(rawScreenshotAssets);
+    const summary = removeOmittedScreenshotPaths(rawSummary, screenshotAssets);
+    return createRecorderMarkdownReplayPromptFromContext(input, summary, screenshotAssets);
+}
+async function createRecorderMarkdownReplayPromptForGeneration(input) {
+    (0, external_common_js_namespaceObject.validateEvents)(input.events);
+    const { summary: rawSummary, screenshotAssets: rawScreenshotAssets } = (0, external_common_js_namespaceObject.prepareRecorderGenerationContext)(input);
+    const screenshotAssets = await prepareScreenshotAssetsForMarkdownReplay(rawScreenshotAssets);
+    const summary = removeOmittedScreenshotPaths(rawSummary, screenshotAssets);
+    const prompt = createRecorderMarkdownReplayPromptFromContext(input, summary, screenshotAssets);
+    debugMarkdownReplay('markdown replay prompt shape %o', {
+        eventCount: input.events.length,
+        maxScreenshots: input.maxScreenshots,
+        rawScreenshots: summarizeScreenshotAssets(rawScreenshotAssets),
+        includedScreenshots: summarizeScreenshotAssets(screenshotAssets),
+        prompt: getPromptShape(prompt)
+    });
+    return prompt;
+}
+function createRecorderMarkdownReplayPromptFromContext(input, summary, screenshotAssets) {
+    const screenshotIndexByEventHash = new Map(screenshotAssets.map((asset, index)=>[
+            asset.eventHashId,
+            `screenshot-${index + 1}`
+        ]));
+    const events = summary.events.map((event)=>{
+        const screenshotRef = screenshotIndexByEventHash.get(event.hashId);
+        const { screenshotPath, ...eventWithoutScreenshotPath } = event;
+        return screenshotRef ? {
+            ...eventWithoutScreenshotPath,
+            screenshotRef
+        } : eventWithoutScreenshotPath;
+    });
+    const promptPayload = {
+        testName: input.testName || summary.testName,
+        target: {
+            platformId: input.target.platformId,
+            label: input.target.label,
+            values: input.target.values
+        },
+        startUrl: summary.startUrl,
+        events,
+        screenshots: screenshotAssets.map((asset, index)=>({
+                screenshotRef: `screenshot-${index + 1}`,
+                eventIndex: asset.eventIndex,
+                eventHashId: asset.eventHashId,
+                eventType: asset.eventType,
+                description: (0, recorder_namespaceObject.getMidsceneRecorderEventDescription)(input.events[asset.eventIndex])
+            }))
+    };
+    const promptText = `Generate a Markdown replay script for Midscene Agent. It will be executed with:
+await agent.aiAct(markdownReplayPrompt)
+
+Use only the recorder data and screenshots below.
+
+Target block:
+${(0, recorder_namespaceObject.stringifyMidsceneRecorderTargetBlock)(input.target)}
+
+Replay goal:
+- Reproduce the recorded user workflow exactly.
+- Preserve event order.
+- Preserve the user's original intent.
+- Do not invent alternative navigation paths.
+- Do not skip, merge, reorder, or add extra user actions.
+- Prefer recorded UI text, element descriptions, URLs, input values, and scroll direction.
+- For input events, enter event.typedText/event.value exactly; do not infer or correct the text from screenshots.
+- Prefer event.semantic.replayInstruction and event.semantic.elementDescription when event.semantic.source is "aiDescribe" or "recorderAI" and event.semantic.status is "ready".
+- For scroll events, preserve the recorded scroll region from event.semantic.elementDescription/replayInstruction. If the scroll happened in a specific panel, list, table, dialog body, menu, navigation area, or content pane, keep that region in the Markdown step instead of generalizing it to the whole page.
+- If event.semantic.source is "heuristic" or event.semantic.status is "pending"/"failed", use the screenshot/context to write the best visual instruction.
+- Coordinates are only fallback hints. Do not make coordinates the primary instruction when text or screenshots are available.
+- For a click/tap that only focuses a field before an input event, describe the target as the field/control itself. Do not target a placeholder character, typed character, caret, or inner text fragment inside the field.
+- If a target cannot be found, stop and report the missing step. Do not click similar-looking elements.
+- Screenshots are only generation-time visual evidence for you. The generated Markdown will be passed directly to agent.aiAct(markdownReplayPrompt), which accepts text only and cannot receive attached images.
+- Convert any useful screenshot evidence into textual replay instructions. Do not include screenshots, image syntax, image paths, or reference-image names in the generated Markdown.
+- Never write Markdown image syntax such as ![step context](...), reference-style images, HTML <img> tags, ./screenshots/... paths, or screenshot-* names in the output.
+
+Required structure:
+# ${input.testName || summary.testName}
+
+## Goal
+Reproduce the recorded user workflow exactly.
+
+## Target
+- Platform: ${input.target.platformId}
+- Start target: ${summary.startUrl || input.target.label || input.target.deviceId || 'Recorded target'}
+
+## Steps
+1. ...
+
+Recorder data:
+${JSON.stringify(promptPayload, null, 2)}${getMarkdownLanguageInstruction(input.language)}
+
+Important: Return ONLY raw Markdown. Do NOT wrap the response in markdown code blocks.`;
+    const content = [
+        {
+            type: 'text',
+            text: promptText
+        }
+    ];
+    for (const asset of screenshotAssets){
+        const screenshotRef = screenshotIndexByEventHash.get(asset.eventHashId);
+        content.push({
+            type: 'text',
+            text: `${screenshotRef} for event #${asset.eventIndex + 1}`
+        });
+        content.push({
+            type: 'image_url',
+            image_url: {
+                url: asset.dataUrl
+            }
+        });
+    }
+    return [
+        {
+            role: 'system',
+            content: "You generate precise Markdown replay scripts for Midscene agent.aiAct. The final output is plain text that will be passed directly to agent.aiAct, so it must be deterministic, ordered, safe for AI execution, and must not contain image references, screenshot paths, or screenshot labels."
+        },
+        {
+            role: 'user',
+            content
+        }
+    ];
+}
+async function generateRecorderMarkdownReplay(input, modelConfig) {
+    try {
+        const prompt = await createRecorderMarkdownReplayPromptForGeneration(input);
+        const response = await (0, external_service_caller_index_js_namespaceObject.callAIWithStringResponse)(prompt, createModelRuntime(modelConfig));
+        if (response?.content && 'string' == typeof response.content) return normalizeGeneratedMarkdown(response.content);
+        throw new Error('Failed to generate recorder Markdown replay');
+    } catch (error) {
+        throw new Error(`Failed to generate recorder Markdown replay: ${error}`);
+    }
+}
+async function convertRecordLogIntoMarkdown(log, modelConfig) {
+    return generateRecorderMarkdownReplay(log, modelConfig);
+}
+exports.convertRecordLogIntoMarkdown = __webpack_exports__.convertRecordLogIntoMarkdown;
+exports.createRecorderMarkdownReplayPrompt = __webpack_exports__.createRecorderMarkdownReplayPrompt;
+exports.generateRecorderMarkdownReplay = __webpack_exports__.generateRecorderMarkdownReplay;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "convertRecordLogIntoMarkdown",
+    "createRecorderMarkdownReplayPrompt",
+    "generateRecorderMarkdownReplay"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=markdown.js.map

package/dist/lib/ai-model/workflows/recorder-generation/markdown.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/workflows/recorder-generation/markdown.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/workflows/recorder-generation/markdown.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { IModelConfig } from '@aiscene/shared/env';\nimport {\n  imageInfoOfBase64,\n  parseBase64,\n  resizeBase64ImageToJpeg,\n} from '@aiscene/shared/img';\nimport { getDebug } from '@aiscene/shared/logger';\nimport {\n  type MidsceneRecorderMarkdownScreenshotAsset,\n  getMidsceneRecorderEventDescription,\n  stringifyMidsceneRecorderTargetBlock,\n} from '@aiscene/shared/recorder';\nimport type { ChatCompletionMessageParam } from 'openai/resources/index';\nimport { getModelRuntime } from '../../models';\nimport { callAIWithStringResponse } from '../../service-caller';\nimport {\n  type RecorderGenerationInput,\n  prepareRecorderGenerationContext,\n  validateEvents,\n} from './common';\n\nexport type RecorderMarkdownGenerationInput = RecorderGenerationInput;\n\nconst MARKDOWN_REPLAY_SCREENSHOT_PAYLOAD_BUDGET = 600_000;\nconst MARKDOWN_REPLAY_SCREENSHOT_MAX_EDGE = 768;\nconst debugMarkdownReplay = getDebug('ai:recorder-markdown', {\n  console: true,\n});\n\nfunction limitScreenshotAssetsForMarkdownReplay(\n  screenshotAssets: MidsceneRecorderMarkdownScreenshotAsset[],\n) {\n  let usedPayload = 0;\n  return screenshotAssets.filter((asset) => {\n    const payloadSize = asset.dataUrl.length;\n    if (\n      payloadSize > MARKDOWN_REPLAY_SCREENSHOT_PAYLOAD_BUDGET ||\n      usedPayload + payloadSize > MARKDOWN_REPLAY_SCREENSHOT_PAYLOAD_BUDGET\n    ) {\n      return false;\n    }\n    usedPayload += payloadSize;\n    return true;\n  });\n}\n\nasync function compressScreenshotAssetForMarkdownReplay(\n  asset: MidsceneRecorderMarkdownScreenshotAsset,\n): Promise<MidsceneRecorderMarkdownScreenshotAsset> {\n  const { width, height } = await imageInfoOfBase64(asset.dataUrl);\n  const longestEdge = Math.max(width, height);\n  if (longestEdge <= MARKDOWN_REPLAY_SCREENSHOT_MAX_EDGE) {\n    return asset;\n  }\n\n  const scale = MARKDOWN_REPLAY_SCREENSHOT_MAX_EDGE / longestEdge;\n  const dataUrl = await resizeBase64ImageToJpeg(asset.dataUrl, {\n    sourceSize: { width, height },\n    targetSize: {\n      width: Math.max(1, Math.round(width * scale)),\n      height: Math.max(1, Math.round(height * scale)),\n    },\n  });\n  const { body, mimeType } = parseBase64(dataUrl);\n  return {\n    ...asset,\n    dataUrl,\n    base64Data: body,\n    mimeType,\n  };\n}\n\nasync function prepareScreenshotAssetsForMarkdownReplay(\n  screenshotAssets: MidsceneRecorderMarkdownScreenshotAsset[],\n) {\n  const compressedAssets: MidsceneRecorderMarkdownScreenshotAsset[] = [];\n  for (const asset of screenshotAssets) {\n    try {\n      compressedAssets.push(\n        await compressScreenshotAssetForMarkdownReplay(asset),\n      );\n    } catch (error) {\n      debugMarkdownReplay(\n        'failed to compress screenshot asset; keeping original %o',\n        {\n          eventHashId: asset.eventHashId,\n          eventIndex: asset.eventIndex,\n          error,\n        },\n      );\n      compressedAssets.push(asset);\n    }\n  }\n  return limitScreenshotAssetsForMarkdownReplay(compressedAssets);\n}\n\nfunction summarizeScreenshotAssets(\n  screenshotAssets: MidsceneRecorderMarkdownScreenshotAsset[],\n) {\n  const payloadSizes = screenshotAssets.map((asset) => asset.dataUrl.length);\n  return {\n    count: screenshotAssets.length,\n    totalPayloadChars: payloadSizes.reduce((sum, size) => sum + size, 0),\n    maxPayloadChars: payloadSizes.length ? Math.max(...payloadSizes) : 0,\n  };\n}\n\nfunction getPromptShape(prompt: ChatCompletionMessageParam[]) {\n  let textChars = 0;\n  let imageCount = 0;\n  for (const message of prompt) {\n    const content = message.content;\n    if (typeof content === 'string') {\n      textChars += content.length;\n      continue;\n    }\n    if (!Array.isArray(content)) {\n      continue;\n    }\n    for (const part of content) {\n      if (typeof part === 'object' && part && 'type' in part) {\n        if (part.type === 'text' && 'text' in part) {\n          textChars += String(part.text).length;\n        }\n        if (part.type === 'image_url') {\n          imageCount += 1;\n        }\n      }\n    }\n  }\n  return { textChars, imageCount };\n}\n\nfunction removeOmittedScreenshotPaths(\n  summary: ReturnType<typeof prepareRecorderGenerationContext>['summary'],\n  screenshotAssets: MidsceneRecorderMarkdownScreenshotAsset[],\n) {\n  const includedScreenshotPaths = new Set(\n    screenshotAssets.map((asset) => asset.relativePath),\n  );\n  return {\n    ...summary,\n    events: summary.events.map((event) =>\n      event.screenshotPath && !includedScreenshotPaths.has(event.screenshotPath)\n        ? { ...event, screenshotPath: undefined }\n        : event,\n    ),\n  };\n}\n\nfunction getMarkdownLanguageInstruction(language?: string) {\n  const normalizedLanguage = language?.trim();\n  if (!normalizedLanguage) {\n    return '';\n  }\n\n  return `\nLanguage requirement:\n- Write all human-readable Markdown instructions in ${normalizedLanguage}.\n- Keep file paths, URLs, platform ids, API names, and quoted UI text unchanged.`;\n}\n\nfunction normalizeGeneratedMarkdown(content: string) {\n  const trimmed = content.trim();\n  const fencedMatch = trimmed.match(\n    /^```(?:md|markdown)?\\s*([\\s\\S]*?)\\s*```$/i,\n  );\n  return `${(fencedMatch?.[1] ?? trimmed).trim()}\\n`;\n}\n\nfunction createModelRuntime(modelConfig: IModelConfig) {\n  return getModelRuntime(modelConfig);\n}\n\nexport function createRecorderMarkdownReplayPrompt(\n  input: RecorderMarkdownGenerationInput,\n): ChatCompletionMessageParam[] {\n  validateEvents(input.events);\n\n  const { summary: rawSummary, screenshotAssets: rawScreenshotAssets } =\n    prepareRecorderGenerationContext(input);\n  const screenshotAssets =\n    limitScreenshotAssetsForMarkdownReplay(rawScreenshotAssets);\n  const summary = removeOmittedScreenshotPaths(rawSummary, screenshotAssets);\n  return createRecorderMarkdownReplayPromptFromContext(\n    input,\n    summary,\n    screenshotAssets,\n  );\n}\n\nasync function createRecorderMarkdownReplayPromptForGeneration(\n  input: RecorderMarkdownGenerationInput,\n): Promise<ChatCompletionMessageParam[]> {\n  validateEvents(input.events);\n\n  const { summary: rawSummary, screenshotAssets: rawScreenshotAssets } =\n    prepareRecorderGenerationContext(input);\n  const screenshotAssets =\n    await prepareScreenshotAssetsForMarkdownReplay(rawScreenshotAssets);\n  const summary = removeOmittedScreenshotPaths(rawSummary, screenshotAssets);\n  const prompt = createRecorderMarkdownReplayPromptFromContext(\n    input,\n    summary,\n    screenshotAssets,\n  );\n  debugMarkdownReplay('markdown replay prompt shape %o', {\n    eventCount: input.events.length,\n    maxScreenshots: input.maxScreenshots,\n    rawScreenshots: summarizeScreenshotAssets(rawScreenshotAssets),\n    includedScreenshots: summarizeScreenshotAssets(screenshotAssets),\n    prompt: getPromptShape(prompt),\n  });\n  return prompt;\n}\n\nfunction createRecorderMarkdownReplayPromptFromContext(\n  input: RecorderMarkdownGenerationInput,\n  summary: ReturnType<typeof prepareRecorderGenerationContext>['summary'],\n  screenshotAssets: MidsceneRecorderMarkdownScreenshotAsset[],\n): ChatCompletionMessageParam[] {\n  const screenshotIndexByEventHash = new Map(\n    screenshotAssets.map((asset, index) => [\n      asset.eventHashId,\n      `screenshot-${index + 1}`,\n    ]),\n  );\n  const events = summary.events.map((event) => {\n    const screenshotRef = screenshotIndexByEventHash.get(event.hashId);\n    const { screenshotPath, ...eventWithoutScreenshotPath } = event;\n    return screenshotRef\n      ? { ...eventWithoutScreenshotPath, screenshotRef }\n      : eventWithoutScreenshotPath;\n  });\n  const promptPayload = {\n    testName: input.testName || summary.testName,\n    target: {\n      platformId: input.target.platformId,\n      label: input.target.label,\n      values: input.target.values,\n    },\n    startUrl: summary.startUrl,\n    events,\n    screenshots: screenshotAssets.map((asset, index) => ({\n      screenshotRef: `screenshot-${index + 1}`,\n      eventIndex: asset.eventIndex,\n      eventHashId: asset.eventHashId,\n      eventType: asset.eventType,\n      description: getMidsceneRecorderEventDescription(\n        input.events[asset.eventIndex],\n      ),\n    })),\n  };\n  const promptText = `Generate a Markdown replay script for Midscene Agent. It will be executed with:\nawait agent.aiAct(markdownReplayPrompt)\n\nUse only the recorder data and screenshots below.\n\nTarget block:\n${stringifyMidsceneRecorderTargetBlock(input.target)}\n\nReplay goal:\n- Reproduce the recorded user workflow exactly.\n- Preserve event order.\n- Preserve the user's original intent.\n- Do not invent alternative navigation paths.\n- Do not skip, merge, reorder, or add extra user actions.\n- Prefer recorded UI text, element descriptions, URLs, input values, and scroll direction.\n- For input events, enter event.typedText/event.value exactly; do not infer or correct the text from screenshots.\n- Prefer event.semantic.replayInstruction and event.semantic.elementDescription when event.semantic.source is \"aiDescribe\" or \"recorderAI\" and event.semantic.status is \"ready\".\n- For scroll events, preserve the recorded scroll region from event.semantic.elementDescription/replayInstruction. If the scroll happened in a specific panel, list, table, dialog body, menu, navigation area, or content pane, keep that region in the Markdown step instead of generalizing it to the whole page.\n- If event.semantic.source is \"heuristic\" or event.semantic.status is \"pending\"/\"failed\", use the screenshot/context to write the best visual instruction.\n- Coordinates are only fallback hints. Do not make coordinates the primary instruction when text or screenshots are available.\n- For a click/tap that only focuses a field before an input event, describe the target as the field/control itself. Do not target a placeholder character, typed character, caret, or inner text fragment inside the field.\n- If a target cannot be found, stop and report the missing step. Do not click similar-looking elements.\n- Screenshots are only generation-time visual evidence for you. The generated Markdown will be passed directly to agent.aiAct(markdownReplayPrompt), which accepts text only and cannot receive attached images.\n- Convert any useful screenshot evidence into textual replay instructions. Do not include screenshots, image syntax, image paths, or reference-image names in the generated Markdown.\n- Never write Markdown image syntax such as ![step context](...), reference-style images, HTML <img> tags, ./screenshots/... paths, or screenshot-* names in the output.\n\nRequired structure:\n# ${input.testName || summary.testName}\n\n## Goal\nReproduce the recorded user workflow exactly.\n\n## Target\n- Platform: ${input.target.platformId}\n- Start target: ${summary.startUrl || input.target.label || input.target.deviceId || 'Recorded target'}\n\n## Steps\n1. ...\n\nRecorder data:\n${JSON.stringify(promptPayload, null, 2)}${getMarkdownLanguageInstruction(input.language)}\n\nImportant: Return ONLY raw Markdown. Do NOT wrap the response in markdown code blocks.`;\n\n  const content: any[] = [\n    {\n      type: 'text',\n      text: promptText,\n    },\n  ];\n\n  for (const asset of screenshotAssets) {\n    const screenshotRef = screenshotIndexByEventHash.get(asset.eventHashId);\n    content.push({\n      type: 'text',\n      text: `${screenshotRef} for event #${asset.eventIndex + 1}`,\n    });\n    content.push({\n      type: 'image_url',\n      image_url: {\n        url: asset.dataUrl,\n      },\n    });\n  }\n\n  return [\n    {\n      role: 'system',\n      content:\n        'You generate precise Markdown replay scripts for Midscene agent.aiAct. The final output is plain text that will be passed directly to agent.aiAct, so it must be deterministic, ordered, safe for AI execution, and must not contain image references, screenshot paths, or screenshot labels.',\n    },\n    {\n      role: 'user',\n      content,\n    },\n  ];\n}\n\nexport async function generateRecorderMarkdownReplay(\n  input: RecorderMarkdownGenerationInput,\n  modelConfig: IModelConfig,\n): Promise<string> {\n  try {\n    const prompt = await createRecorderMarkdownReplayPromptForGeneration(input);\n    const response = await callAIWithStringResponse(\n      prompt,\n      createModelRuntime(modelConfig),\n    );\n\n    if (response?.content && typeof response.content === 'string') {\n      return normalizeGeneratedMarkdown(response.content);\n    }\n\n    throw new Error('Failed to generate recorder Markdown replay');\n  } catch (error) {\n    throw new Error(`Failed to generate recorder Markdown replay: ${error}`);\n  }\n}\n\nexport async function convertRecordLogIntoMarkdown(\n  log: RecorderMarkdownGenerationInput,\n  modelConfig: IModelConfig,\n): Promise<string> {\n  return generateRecorderMarkdownReplay(log, modelConfig);\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","MARKDOWN_REPLAY_SCREENSHOT_PAYLOAD_BUDGET","MARKDOWN_REPLAY_SCREENSHOT_MAX_EDGE","debugMarkdownReplay","getDebug","limitScreenshotAssetsForMarkdownReplay","screenshotAssets","usedPayload","asset","payloadSize","compressScreenshotAssetForMarkdownReplay","width","height","imageInfoOfBase64","longestEdge","Math","scale","dataUrl","resizeBase64ImageToJpeg","body","mimeType","parseBase64","prepareScreenshotAssetsForMarkdownReplay","compressedAssets","error","summarizeScreenshotAssets","payloadSizes","sum","size","getPromptShape","prompt","textChars","imageCount","message","content","Array","part","String","removeOmittedScreenshotPaths","summary","includedScreenshotPaths","Set","event","undefined","getMarkdownLanguageInstruction","language","normalizedLanguage","normalizeGeneratedMarkdown","trimmed","fencedMatch","createModelRuntime","modelConfig","getModelRuntime","createRecorderMarkdownReplayPrompt","input","validateEvents","rawSummary","rawScreenshotAssets","prepareRecorderGenerationContext","createRecorderMarkdownReplayPromptFromContext","createRecorderMarkdownReplayPromptForGeneration","screenshotIndexByEventHash","Map","index","events","screenshotRef","screenshotPath","eventWithoutScreenshotPath","promptPayload","getMidsceneRecorderEventDescription","promptText","stringifyMidsceneRecorderTargetBlock","JSON","generateRecorderMarkdownReplay","response","callAIWithStringResponse","Error","convertRecordLogIntoMarkdown","log"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;ACiBA,MAAMI,4CAA4C;AAClD,MAAMC,sCAAsC;AAC5C,MAAMC,sBAAsBC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS,wBAAwB;IAC3D,SAAS;AACX;AAEA,SAASC,uCACPC,gBAA2D;IAE3D,IAAIC,cAAc;IAClB,OAAOD,iBAAiB,MAAM,CAAC,CAACE;QAC9B,MAAMC,cAAcD,MAAM,OAAO,CAAC,MAAM;QACxC,IACEC,cAAcR,6CACdM,cAAcE,cAAcR,2CAE5B,OAAO;QAETM,eAAeE;QACf,OAAO;IACT;AACF;AAEA,eAAeC,yCACbF,KAA8C;IAE9C,MAAM,EAAEG,KAAK,EAAEC,MAAM,EAAE,GAAG,MAAMC,AAAAA,IAAAA,oBAAAA,iBAAAA,AAAAA,EAAkBL,MAAM,OAAO;IAC/D,MAAMM,cAAcC,KAAK,GAAG,CAACJ,OAAOC;IACpC,IAAIE,eAAeZ,qCACjB,OAAOM;IAGT,MAAMQ,QAAQd,sCAAsCY;IACpD,MAAMG,UAAU,MAAMC,AAAAA,IAAAA,oBAAAA,uBAAAA,AAAAA,EAAwBV,MAAM,OAAO,EAAE;QAC3D,YAAY;YAAEG;YAAOC;QAAO;QAC5B,YAAY;YACV,OAAOG,KAAK,GAAG,CAAC,GAAGA,KAAK,KAAK,CAACJ,QAAQK;YACtC,QAAQD,KAAK,GAAG,CAAC,GAAGA,KAAK,KAAK,CAACH,SAASI;QAC1C;IACF;IACA,MAAM,EAAEG,IAAI,EAAEC,QAAQ,EAAE,GAAGC,AAAAA,IAAAA,oBAAAA,WAAAA,AAAAA,EAAYJ;IACvC,OAAO;QACL,GAAGT,KAAK;QACRS;QACA,YAAYE;QACZC;IACF;AACF;AAEA,eAAeE,yCACbhB,gBAA2D;IAE3D,MAAMiB,mBAA8D,EAAE;IACtE,KAAK,MAAMf,SAASF,iBAClB,IAAI;QACFiB,iBAAiB,IAAI,CACnB,MAAMb,yCAAyCF;IAEnD,EAAE,OAAOgB,OAAO;QACdrB,oBACE,4DACA;YACE,aAAaK,MAAM,WAAW;YAC9B,YAAYA,MAAM,UAAU;YAC5BgB;QACF;QAEFD,iBAAiB,IAAI,CAACf;IACxB;IAEF,OAAOH,uCAAuCkB;AAChD;AAEA,SAASE,0BACPnB,gBAA2D;IAE3D,MAAMoB,eAAepB,iBAAiB,GAAG,CAAC,CAACE,QAAUA,MAAM,OAAO,CAAC,MAAM;IACzE,OAAO;QACL,OAAOF,iBAAiB,MAAM;QAC9B,mBAAmBoB,aAAa,MAAM,CAAC,CAACC,KAAKC,OAASD,MAAMC,MAAM;QAClE,iBAAiBF,aAAa,MAAM,GAAGX,KAAK,GAAG,IAAIW,gBAAgB;IACrE;AACF;AAEA,SAASG,eAAeC,MAAoC;IAC1D,IAAIC,YAAY;IAChB,IAAIC,aAAa;IACjB,KAAK,MAAMC,WAAWH,OAAQ;QAC5B,MAAMI,UAAUD,QAAQ,OAAO;QAC/B,IAAI,AAAmB,YAAnB,OAAOC,SAAsB;YAC/BH,aAAaG,QAAQ,MAAM;YAC3B;QACF;QACA,IAAKC,MAAM,OAAO,CAACD,UAGnB;YAAA,KAAK,MAAME,QAAQF,QACjB,IAAI,AAAgB,YAAhB,OAAOE,QAAqBA,QAAQ,UAAUA,MAAM;gBACtD,IAAIA,AAAc,WAAdA,KAAK,IAAI,IAAe,UAAUA,MACpCL,aAAaM,OAAOD,KAAK,IAAI,EAAE,MAAM;gBAEvC,IAAIA,AAAc,gBAAdA,KAAK,IAAI,EACXJ,cAAc;YAElB;QACF;IACF;IACA,OAAO;QAAED;QAAWC;IAAW;AACjC;AAEA,SAASM,6BACPC,OAAuE,EACvEjC,gBAA2D;IAE3D,MAAMkC,0BAA0B,IAAIC,IAClCnC,iBAAiB,GAAG,CAAC,CAACE,QAAUA,MAAM,YAAY;IAEpD,OAAO;QACL,GAAG+B,OAAO;QACV,QAAQA,QAAQ,MAAM,CAAC,GAAG,CAAC,CAACG,QAC1BA,MAAM,cAAc,IAAI,CAACF,wBAAwB,GAAG,CAACE,MAAM,cAAc,IACrE;gBAAE,GAAGA,KAAK;gBAAE,gBAAgBC;YAAU,IACtCD;IAER;AACF;AAEA,SAASE,+BAA+BC,QAAiB;IACvD,MAAMC,qBAAqBD,UAAU;IACrC,IAAI,CAACC,oBACH,OAAO;IAGT,OAAO,CAAC;;oDAE0C,EAAEA,mBAAmB;+EACM,CAAC;AAChF;AAEA,SAASC,2BAA2Bb,OAAe;IACjD,MAAMc,UAAUd,QAAQ,IAAI;IAC5B,MAAMe,cAAcD,QAAQ,KAAK,CAC/B;IAEF,OAAO,GAAIC,AAAAA,CAAAA,aAAa,CAAC,EAAE,IAAID,OAAM,EAAG,IAAI,GAAG,EAAE,CAAC;AACpD;AAEA,SAASE,mBAAmBC,WAAyB;IACnD,OAAOC,AAAAA,IAAAA,yBAAAA,eAAAA,AAAAA,EAAgBD;AACzB;AAEO,SAASE,mCACdC,KAAsC;IAEtCC,IAAAA,mCAAAA,cAAAA,AAAAA,EAAeD,MAAM,MAAM;IAE3B,MAAM,EAAE,SAASE,UAAU,EAAE,kBAAkBC,mBAAmB,EAAE,GAClEC,AAAAA,IAAAA,mCAAAA,gCAAAA,AAAAA,EAAiCJ;IACnC,MAAMhD,mBACJD,uCAAuCoD;IACzC,MAAMlB,UAAUD,6BAA6BkB,YAAYlD;IACzD,OAAOqD,8CACLL,OACAf,SACAjC;AAEJ;AAEA,eAAesD,gDACbN,KAAsC;IAEtCC,IAAAA,mCAAAA,cAAAA,AAAAA,EAAeD,MAAM,MAAM;IAE3B,MAAM,EAAE,SAASE,UAAU,EAAE,kBAAkBC,mBAAmB,EAAE,GAClEC,AAAAA,IAAAA,mCAAAA,gCAAAA,AAAAA,EAAiCJ;IACnC,MAAMhD,mBACJ,MAAMgB,yCAAyCmC;IACjD,MAAMlB,UAAUD,6BAA6BkB,YAAYlD;IACzD,MAAMwB,SAAS6B,8CACbL,OACAf,SACAjC;IAEFH,oBAAoB,mCAAmC;QACrD,YAAYmD,MAAM,MAAM,CAAC,MAAM;QAC/B,gBAAgBA,MAAM,cAAc;QACpC,gBAAgB7B,0BAA0BgC;QAC1C,qBAAqBhC,0BAA0BnB;QAC/C,QAAQuB,eAAeC;IACzB;IACA,OAAOA;AACT;AAEA,SAAS6B,8CACPL,KAAsC,EACtCf,OAAuE,EACvEjC,gBAA2D;IAE3D,MAAMuD,6BAA6B,IAAIC,IACrCxD,iBAAiB,GAAG,CAAC,CAACE,OAAOuD,QAAU;YACrCvD,MAAM,WAAW;YACjB,CAAC,WAAW,EAAEuD,QAAQ,GAAG;SAC1B;IAEH,MAAMC,SAASzB,QAAQ,MAAM,CAAC,GAAG,CAAC,CAACG;QACjC,MAAMuB,gBAAgBJ,2BAA2B,GAAG,CAACnB,MAAM,MAAM;QACjE,MAAM,EAAEwB,cAAc,EAAE,GAAGC,4BAA4B,GAAGzB;QAC1D,OAAOuB,gBACH;YAAE,GAAGE,0BAA0B;YAAEF;QAAc,IAC/CE;IACN;IACA,MAAMC,gBAAgB;QACpB,UAAUd,MAAM,QAAQ,IAAIf,QAAQ,QAAQ;QAC5C,QAAQ;YACN,YAAYe,MAAM,MAAM,CAAC,UAAU;YACnC,OAAOA,MAAM,MAAM,CAAC,KAAK;YACzB,QAAQA,MAAM,MAAM,CAAC,MAAM;QAC7B;QACA,UAAUf,QAAQ,QAAQ;QAC1ByB;QACA,aAAa1D,iBAAiB,GAAG,CAAC,CAACE,OAAOuD,QAAW;gBACnD,eAAe,CAAC,WAAW,EAAEA,QAAQ,GAAG;gBACxC,YAAYvD,MAAM,UAAU;gBAC5B,aAAaA,MAAM,WAAW;gBAC9B,WAAWA,MAAM,SAAS;gBAC1B,aAAa6D,AAAAA,IAAAA,yBAAAA,mCAAAA,AAAAA,EACXf,MAAM,MAAM,CAAC9C,MAAM,UAAU,CAAC;YAElC;IACF;IACA,MAAM8D,aAAa,CAAC;;;;;;AAMtB,EAAEC,AAAAA,IAAAA,yBAAAA,oCAAAA,AAAAA,EAAqCjB,MAAM,MAAM,EAAE;;;;;;;;;;;;;;;;;;;;;EAqBnD,EAAEA,MAAM,QAAQ,IAAIf,QAAQ,QAAQ,CAAC;;;;;;YAM3B,EAAEe,MAAM,MAAM,CAAC,UAAU,CAAC;gBACtB,EAAEf,QAAQ,QAAQ,IAAIe,MAAM,MAAM,CAAC,KAAK,IAAIA,MAAM,MAAM,CAAC,QAAQ,IAAI,kBAAkB;;;;;;AAMvG,EAAEkB,KAAK,SAAS,CAACJ,eAAe,MAAM,KAAKxB,+BAA+BU,MAAM,QAAQ,EAAE;;sFAEJ,CAAC;IAErF,MAAMpB,UAAiB;QACrB;YACE,MAAM;YACN,MAAMoC;QACR;KACD;IAED,KAAK,MAAM9D,SAASF,iBAAkB;QACpC,MAAM2D,gBAAgBJ,2BAA2B,GAAG,CAACrD,MAAM,WAAW;QACtE0B,QAAQ,IAAI,CAAC;YACX,MAAM;YACN,MAAM,GAAG+B,cAAc,YAAY,EAAEzD,MAAM,UAAU,GAAG,GAAG;QAC7D;QACA0B,QAAQ,IAAI,CAAC;YACX,MAAM;YACN,WAAW;gBACT,KAAK1B,MAAM,OAAO;YACpB;QACF;IACF;IAEA,OAAO;QACL;YACE,MAAM;YACN,SACE;QACJ;QACA;YACE,MAAM;YACN0B;QACF;KACD;AACH;AAEO,eAAeuC,+BACpBnB,KAAsC,EACtCH,WAAyB;IAEzB,IAAI;QACF,MAAMrB,SAAS,MAAM8B,gDAAgDN;QACrE,MAAMoB,WAAW,MAAMC,AAAAA,IAAAA,iDAAAA,wBAAAA,AAAAA,EACrB7C,QACAoB,mBAAmBC;QAGrB,IAAIuB,UAAU,WAAW,AAA4B,YAA5B,OAAOA,SAAS,OAAO,EAC9C,OAAO3B,2BAA2B2B,SAAS,OAAO;QAGpD,MAAM,IAAIE,MAAM;IAClB,EAAE,OAAOpD,OAAO;QACd,MAAM,IAAIoD,MAAM,CAAC,6CAA6C,EAAEpD,OAAO;IACzE;AACF;AAEO,eAAeqD,6BACpBC,GAAoC,EACpC3B,WAAyB;IAEzB,OAAOsB,+BAA+BK,KAAK3B;AAC7C"}

package/dist/lib/ai-model/workflows/recorder-generation/metadata.js

@@ -0,0 +1,117 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    generateRecorderSessionMetadata: ()=>generateRecorderSessionMetadata
+});
+const recorder_namespaceObject = require("@aiscene/shared/recorder");
+const index_js_namespaceObject = require("../../models/index.js");
+const external_service_caller_index_js_namespaceObject = require("../../service-caller/index.js");
+const external_common_js_namespaceObject = require("./common.js");
+function summarizeRecorderEvents(input) {
+    const events = input.events;
+    const navigationEvents = events.filter((event)=>'navigation' === event.type);
+    const clickEvents = events.filter((event)=>'click' === event.type);
+    const inputEvents = events.filter((event)=>'input' === event.type);
+    const scrollEvents = events.filter((event)=>'scroll' === event.type);
+    const urls = navigationEvents.map((event)=>event.url).filter((url)=>Boolean(url));
+    const titles = navigationEvents.map((event)=>event.title).filter((title)=>Boolean(title));
+    return {
+        platform: input.target.platformId,
+        target: input.target,
+        fallbackName: input.fallbackName,
+        pageCount: navigationEvents.length,
+        pageTitles: titles.slice(0, 5),
+        urls: urls.slice(0, 5),
+        clickCount: clickEvents.length,
+        inputCount: inputEvents.length,
+        scrollCount: scrollEvents.length,
+        totalActions: events.length,
+        firstUrl: urls[0] || input.target.values.url || '',
+        lastUrl: urls[urls.length - 1] || '',
+        events: events.slice(0, 20).map((event)=>({
+                type: event.type,
+                actionType: event.actionType,
+                url: event.url,
+                title: event.title,
+                value: event.value,
+                description: (0, recorder_namespaceObject.getMidsceneRecorderEventDescription)(event),
+                semantic: (0, external_common_js_namespaceObject.compactRecorderSemanticForGeneration)((0, recorder_namespaceObject.getMidsceneRecorderSemantic)(event))
+            }))
+    };
+}
+function normalizeMetadataValue(value) {
+    return 'string' == typeof value ? value.trim() : '';
+}
+async function generateRecorderSessionMetadata(input, modelConfig) {
+    if (!input?.events?.length) throw new Error('generateRecorderSessionMetadata: events are required.');
+    if (!modelConfig?.modelName) throw new Error('generateRecorderSessionMetadata: modelConfig.modelName is required.');
+    const summary = summarizeRecorderEvents(input);
+    const screenshots = (0, recorder_namespaceObject.getMidsceneRecorderScreenshotsForLLM)(input.events, input.maxScreenshots ?? 1);
+    const messageContent = [
+        {
+            type: 'text',
+            text: `Generate a concise title (5-7 words) and brief description (1-2 sentences) for a Studio recording of user actions.
+
+The recording can target Web, Android, iOS, HarmonyOS, or Computer. Do not assume it is a browser session unless the platform is web.
+Describe what the user did or accomplished. The description should use the user as the subject, preferably starting with "The user ...". Do not start the description with "The session ...".
+The title should be action-oriented and highlight the main task accomplished.
+
+Summary:
+${JSON.stringify(summary, null, 2)}
+
+Respond with a JSON object containing exactly "title" and "description".`
+        }
+    ];
+    for (const screenshot of screenshots)messageContent.push({
+        type: 'image_url',
+        image_url: {
+            url: screenshot
+        }
+    });
+    const response = await (0, external_service_caller_index_js_namespaceObject.callAIWithObjectResponse)([
+        {
+            role: 'system',
+            content: "You generate clear, task-oriented titles and descriptions for recorded automation sessions."
+        },
+        {
+            role: 'user',
+            content: messageContent
+        }
+    ], (0, index_js_namespaceObject.getModelRuntime)(modelConfig));
+    return {
+        title: normalizeMetadataValue(response.content.title),
+        description: normalizeMetadataValue(response.content.description)
+    };
+}
+exports.generateRecorderSessionMetadata = __webpack_exports__.generateRecorderSessionMetadata;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "generateRecorderSessionMetadata"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=metadata.js.map

package/dist/lib/ai-model/workflows/recorder-generation/metadata.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/workflows/recorder-generation/metadata.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/workflows/recorder-generation/metadata.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { IModelConfig } from '@aiscene/shared/env';\nimport {\n  type MidsceneRecorderEvent,\n  type MidsceneRecorderTarget,\n  getMidsceneRecorderEventDescription,\n  getMidsceneRecorderScreenshotsForLLM,\n  getMidsceneRecorderSemantic,\n} from '@aiscene/shared/recorder';\nimport { getModelRuntime } from '../../models';\nimport { callAIWithObjectResponse } from '../../service-caller';\nimport { compactRecorderSemanticForGeneration } from './common';\n\nexport interface RecorderMetadataGenerationInput {\n  target: MidsceneRecorderTarget;\n  events: MidsceneRecorderEvent[];\n  fallbackName?: string;\n  maxScreenshots?: number;\n}\n\nexport interface RecorderGeneratedMetadata {\n  title?: string;\n  description?: string;\n}\n\nfunction summarizeRecorderEvents(input: RecorderMetadataGenerationInput) {\n  const events = input.events;\n  const navigationEvents = events.filter(\n    (event) => event.type === 'navigation',\n  );\n  const clickEvents = events.filter((event) => event.type === 'click');\n  const inputEvents = events.filter((event) => event.type === 'input');\n  const scrollEvents = events.filter((event) => event.type === 'scroll');\n  const urls = navigationEvents\n    .map((event) => event.url)\n    .filter((url): url is string => Boolean(url));\n  const titles = navigationEvents\n    .map((event) => event.title)\n    .filter((title): title is string => Boolean(title));\n\n  return {\n    platform: input.target.platformId,\n    target: input.target,\n    fallbackName: input.fallbackName,\n    pageCount: navigationEvents.length,\n    pageTitles: titles.slice(0, 5),\n    urls: urls.slice(0, 5),\n    clickCount: clickEvents.length,\n    inputCount: inputEvents.length,\n    scrollCount: scrollEvents.length,\n    totalActions: events.length,\n    firstUrl: urls[0] || input.target.values.url || '',\n    lastUrl: urls[urls.length - 1] || '',\n    events: events.slice(0, 20).map((event) => ({\n      type: event.type,\n      actionType: event.actionType,\n      url: event.url,\n      title: event.title,\n      value: event.value,\n      description: getMidsceneRecorderEventDescription(event),\n      semantic: compactRecorderSemanticForGeneration(\n        getMidsceneRecorderSemantic(event),\n      ),\n    })),\n  };\n}\n\nfunction normalizeMetadataValue(value: unknown) {\n  return typeof value === 'string' ? value.trim() : '';\n}\n\nexport async function generateRecorderSessionMetadata(\n  input: RecorderMetadataGenerationInput,\n  modelConfig: IModelConfig,\n): Promise<RecorderGeneratedMetadata> {\n  if (!input?.events?.length) {\n    throw new Error('generateRecorderSessionMetadata: events are required.');\n  }\n  if (!modelConfig?.modelName) {\n    throw new Error(\n      'generateRecorderSessionMetadata: modelConfig.modelName is required.',\n    );\n  }\n\n  const summary = summarizeRecorderEvents(input);\n  const screenshots = getMidsceneRecorderScreenshotsForLLM(\n    input.events,\n    input.maxScreenshots ?? 1,\n  );\n  const messageContent: any[] = [\n    {\n      type: 'text',\n      text: `Generate a concise title (5-7 words) and brief description (1-2 sentences) for a Studio recording of user actions.\n\nThe recording can target Web, Android, iOS, HarmonyOS, or Computer. Do not assume it is a browser session unless the platform is web.\nDescribe what the user did or accomplished. The description should use the user as the subject, preferably starting with \"The user ...\". Do not start the description with \"The session ...\".\nThe title should be action-oriented and highlight the main task accomplished.\n\nSummary:\n${JSON.stringify(summary, null, 2)}\n\nRespond with a JSON object containing exactly \"title\" and \"description\".`,\n    },\n  ];\n\n  for (const screenshot of screenshots) {\n    messageContent.push({\n      type: 'image_url',\n      image_url: { url: screenshot },\n    });\n  }\n\n  const response = await callAIWithObjectResponse<{\n    title?: string;\n    description?: string;\n  }>(\n    [\n      {\n        role: 'system',\n        content:\n          'You generate clear, task-oriented titles and descriptions for recorded automation sessions.',\n      },\n      {\n        role: 'user',\n        content: messageContent,\n      },\n    ],\n    getModelRuntime(modelConfig),\n  );\n\n  return {\n    title: normalizeMetadataValue(response.content.title),\n    description: normalizeMetadataValue(response.content.description),\n  };\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","summarizeRecorderEvents","input","events","navigationEvents","event","clickEvents","inputEvents","scrollEvents","urls","url","Boolean","titles","title","getMidsceneRecorderEventDescription","compactRecorderSemanticForGeneration","getMidsceneRecorderSemantic","normalizeMetadataValue","value","generateRecorderSessionMetadata","modelConfig","Error","summary","screenshots","getMidsceneRecorderScreenshotsForLLM","messageContent","JSON","screenshot","response","callAIWithObjectResponse","getModelRuntime"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;ACkBA,SAASI,wBAAwBC,KAAsC;IACrE,MAAMC,SAASD,MAAM,MAAM;IAC3B,MAAME,mBAAmBD,OAAO,MAAM,CACpC,CAACE,QAAUA,AAAe,iBAAfA,MAAM,IAAI;IAEvB,MAAMC,cAAcH,OAAO,MAAM,CAAC,CAACE,QAAUA,AAAe,YAAfA,MAAM,IAAI;IACvD,MAAME,cAAcJ,OAAO,MAAM,CAAC,CAACE,QAAUA,AAAe,YAAfA,MAAM,IAAI;IACvD,MAAMG,eAAeL,OAAO,MAAM,CAAC,CAACE,QAAUA,AAAe,aAAfA,MAAM,IAAI;IACxD,MAAMI,OAAOL,iBACV,GAAG,CAAC,CAACC,QAAUA,MAAM,GAAG,EACxB,MAAM,CAAC,CAACK,MAAuBC,QAAQD;IAC1C,MAAME,SAASR,iBACZ,GAAG,CAAC,CAACC,QAAUA,MAAM,KAAK,EAC1B,MAAM,CAAC,CAACQ,QAA2BF,QAAQE;IAE9C,OAAO;QACL,UAAUX,MAAM,MAAM,CAAC,UAAU;QACjC,QAAQA,MAAM,MAAM;QACpB,cAAcA,MAAM,YAAY;QAChC,WAAWE,iBAAiB,MAAM;QAClC,YAAYQ,OAAO,KAAK,CAAC,GAAG;QAC5B,MAAMH,KAAK,KAAK,CAAC,GAAG;QACpB,YAAYH,YAAY,MAAM;QAC9B,YAAYC,YAAY,MAAM;QAC9B,aAAaC,aAAa,MAAM;QAChC,cAAcL,OAAO,MAAM;QAC3B,UAAUM,IAAI,CAAC,EAAE,IAAIP,MAAM,MAAM,CAAC,MAAM,CAAC,GAAG,IAAI;QAChD,SAASO,IAAI,CAACA,KAAK,MAAM,GAAG,EAAE,IAAI;QAClC,QAAQN,OAAO,KAAK,CAAC,GAAG,IAAI,GAAG,CAAC,CAACE,QAAW;gBAC1C,MAAMA,MAAM,IAAI;gBAChB,YAAYA,MAAM,UAAU;gBAC5B,KAAKA,MAAM,GAAG;gBACd,OAAOA,MAAM,KAAK;gBAClB,OAAOA,MAAM,KAAK;gBAClB,aAAaS,AAAAA,IAAAA,yBAAAA,mCAAAA,AAAAA,EAAoCT;gBACjD,UAAUU,AAAAA,IAAAA,mCAAAA,oCAAAA,AAAAA,EACRC,AAAAA,IAAAA,yBAAAA,2BAAAA,AAAAA,EAA4BX;YAEhC;IACF;AACF;AAEA,SAASY,uBAAuBC,KAAc;IAC5C,OAAO,AAAiB,YAAjB,OAAOA,QAAqBA,MAAM,IAAI,KAAK;AACpD;AAEO,eAAeC,gCACpBjB,KAAsC,EACtCkB,WAAyB;IAEzB,IAAI,CAAClB,OAAO,QAAQ,QAClB,MAAM,IAAImB,MAAM;IAElB,IAAI,CAACD,aAAa,WAChB,MAAM,IAAIC,MACR;IAIJ,MAAMC,UAAUrB,wBAAwBC;IACxC,MAAMqB,cAAcC,AAAAA,IAAAA,yBAAAA,oCAAAA,AAAAA,EAClBtB,MAAM,MAAM,EACZA,MAAM,cAAc,IAAI;IAE1B,MAAMuB,iBAAwB;QAC5B;YACE,MAAM;YACN,MAAM,CAAC;;;;;;;AAOb,EAAEC,KAAK,SAAS,CAACJ,SAAS,MAAM,GAAG;;wEAEqC,CAAC;QACrE;KACD;IAED,KAAK,MAAMK,cAAcJ,YACvBE,eAAe,IAAI,CAAC;QAClB,MAAM;QACN,WAAW;YAAE,KAAKE;QAAW;IAC/B;IAGF,MAAMC,WAAW,MAAMC,AAAAA,IAAAA,iDAAAA,wBAAAA,AAAAA,EAIrB;QACE;YACE,MAAM;YACN,SACE;QACJ;QACA;YACE,MAAM;YACN,SAASJ;QACX;KACD,EACDK,AAAAA,IAAAA,yBAAAA,eAAAA,AAAAA,EAAgBV;IAGlB,OAAO;QACL,OAAOH,uBAAuBW,SAAS,OAAO,CAAC,KAAK;QACpD,aAAaX,uBAAuBW,SAAS,OAAO,CAAC,WAAW;IAClE;AACF"}