@aiscene/core 9.0.6 → 9.0.8

package/dist/lib/ai-model/workflows/recorder-generation/playwright.js

@@ -0,0 +1,184 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    createEventCounts: ()=>external_common_js_namespaceObject.createEventCounts,
+    filterEventsByType: ()=>external_common_js_namespaceObject.filterEventsByType,
+    generatePlaywrightTest: ()=>generatePlaywrightTest,
+    generatePlaywrightTestStream: ()=>generatePlaywrightTestStream,
+    validateEvents: ()=>external_common_js_namespaceObject.validateEvents,
+    createMessageContent: ()=>external_common_js_namespaceObject.createMessageContent,
+    getScreenshotsForLLM: ()=>external_common_js_namespaceObject.getScreenshotsForLLM,
+    extractInputDescriptions: ()=>external_common_js_namespaceObject.extractInputDescriptions,
+    prepareEventSummary: ()=>external_common_js_namespaceObject.prepareEventSummary,
+    processEventsForLLM: ()=>external_common_js_namespaceObject.processEventsForLLM
+});
+const constants_namespaceObject = require("@aiscene/shared/constants");
+const index_js_namespaceObject = require("../../models/index.js");
+const external_service_caller_index_js_namespaceObject = require("../../service-caller/index.js");
+const external_common_js_namespaceObject = require("./common.js");
+function createModelRuntime(modelConfig) {
+    return (0, index_js_namespaceObject.getModelRuntime)(modelConfig);
+}
+const generatePlaywrightTest = async (events, options, modelConfig)=>{
+    const modelRuntime = createModelRuntime(modelConfig);
+    (0, external_common_js_namespaceObject.validateEvents)(events);
+    const summary = (0, external_common_js_namespaceObject.prepareEventSummary)(events, {
+        testName: options.testName,
+        maxScreenshots: options.maxScreenshots || 3
+    });
+    const playwrightSummary = {
+        ...summary,
+        waitForNetworkIdle: false !== options.waitForNetworkIdle,
+        waitForNetworkIdleTimeout: options.waitForNetworkIdleTimeout || 2000,
+        viewportSize: options.viewportSize || {
+            width: 1280,
+            height: 800
+        }
+    };
+    const screenshots = (0, external_common_js_namespaceObject.getScreenshotsForLLM)(events, options.maxScreenshots || 3);
+    const promptText = `Generate a Playwright test using @midscene/web/playwright that reproduces this recorded browser session. The test should be based on the following events and follow the structure of the example provided. Make the test descriptive with appropriate assertions and validations.
+
+Event Summary:
+${JSON.stringify(playwrightSummary, null, 2)}
+
+Generated code should:
+1. Import required dependencies
+2. Set up the test with proper configuration
+3. Include a beforeEach hook to navigate to the starting URL
+4. Implement a test that uses Midscene AI methods (aiTap, aiInput, aiAssert, etc.)
+5. Include appropriate assertions and validations
+6. Follow best practices for Playwright tests
+7. Be ready to execute without further modification
+
+Important: Return ONLY the raw Playwright test code. Do NOT wrap the response in markdown code blocks (no \`\`\`typescript, \`\`\`javascript or \`\`\`). Start directly with the code content.`;
+    const messageContent = (0, external_common_js_namespaceObject.createMessageContent)(promptText, screenshots, false !== options.includeScreenshots);
+    const systemPrompt = `You are an expert test automation engineer specializing in Playwright and Midscene. 
+Your task is to generate a complete, executable Playwright test using @midscene/web/playwright that reproduces a recorded browser session.
+
+${constants_namespaceObject.PLAYWRIGHT_EXAMPLE_CODE}`;
+    const prompt = [
+        {
+            role: 'system',
+            content: systemPrompt
+        },
+        {
+            role: 'user',
+            content: messageContent
+        }
+    ];
+    const response = await (0, external_service_caller_index_js_namespaceObject.callAIWithStringResponse)(prompt, modelRuntime);
+    if (response?.content && 'string' == typeof response.content) return response.content;
+    throw new Error('Failed to generate Playwright test code');
+};
+const generatePlaywrightTestStream = async (events, options, modelConfig)=>{
+    const modelRuntime = createModelRuntime(modelConfig);
+    (0, external_common_js_namespaceObject.validateEvents)(events);
+    const summary = (0, external_common_js_namespaceObject.prepareEventSummary)(events, {
+        testName: options.testName,
+        maxScreenshots: options.maxScreenshots || 3
+    });
+    const playwrightSummary = {
+        ...summary,
+        waitForNetworkIdle: false !== options.waitForNetworkIdle,
+        waitForNetworkIdleTimeout: options.waitForNetworkIdleTimeout || 2000,
+        viewportSize: options.viewportSize || {
+            width: 1280,
+            height: 800
+        }
+    };
+    const screenshots = (0, external_common_js_namespaceObject.getScreenshotsForLLM)(events, options.maxScreenshots || 3);
+    const promptText = `Generate a Playwright test using @midscene/web/playwright that reproduces this recorded browser session. The test should be based on the following events and follow the structure of the example provided. Make the test descriptive with appropriate assertions and validations.
+
+Event Summary:
+${JSON.stringify(playwrightSummary, null, 2)}
+
+Generated code should:
+1. Import required dependencies
+2. Set up the test with proper configuration
+3. Include a beforeEach hook to navigate to the starting URL
+4. Implement a test that uses Midscene AI methods (aiTap, aiInput, aiAssert, etc.)
+5. Include appropriate assertions and validations
+6. Follow best practices for Playwright tests
+7. Be ready to execute without further modification
+8. can't wrap this test code in markdown code block
+
+Important: Return ONLY the raw Playwright test code. Do NOT wrap the response in markdown code blocks (no \`\`\`typescript, \`\`\`javascript or \`\`\`). Start directly with the code content.`;
+    const messageContent = (0, external_common_js_namespaceObject.createMessageContent)(promptText, screenshots, false !== options.includeScreenshots);
+    const systemPrompt = `You are an expert test automation engineer specializing in Playwright and Midscene. 
+Your task is to generate a complete, executable Playwright test using @midscene/web/playwright that reproduces a recorded browser session.
+
+${constants_namespaceObject.PLAYWRIGHT_EXAMPLE_CODE}`;
+    const prompt = [
+        {
+            role: 'system',
+            content: systemPrompt
+        },
+        {
+            role: 'user',
+            content: messageContent
+        }
+    ];
+    if (options.stream && options.onChunk) return await (0, external_service_caller_index_js_namespaceObject.callAI)(prompt, modelRuntime, {
+        stream: true,
+        onChunk: options.onChunk
+    });
+    {
+        const response = await (0, external_service_caller_index_js_namespaceObject.callAIWithStringResponse)(prompt, modelRuntime);
+        if (response?.content && 'string' == typeof response.content) return {
+            content: response.content,
+            usage: response.usage,
+            isStreamed: false
+        };
+        throw new Error('Failed to generate Playwright test code');
+    }
+};
+exports.createEventCounts = __webpack_exports__.createEventCounts;
+exports.createMessageContent = __webpack_exports__.createMessageContent;
+exports.extractInputDescriptions = __webpack_exports__.extractInputDescriptions;
+exports.filterEventsByType = __webpack_exports__.filterEventsByType;
+exports.generatePlaywrightTest = __webpack_exports__.generatePlaywrightTest;
+exports.generatePlaywrightTestStream = __webpack_exports__.generatePlaywrightTestStream;
+exports.getScreenshotsForLLM = __webpack_exports__.getScreenshotsForLLM;
+exports.prepareEventSummary = __webpack_exports__.prepareEventSummary;
+exports.processEventsForLLM = __webpack_exports__.processEventsForLLM;
+exports.validateEvents = __webpack_exports__.validateEvents;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "createEventCounts",
+    "createMessageContent",
+    "extractInputDescriptions",
+    "filterEventsByType",
+    "generatePlaywrightTest",
+    "generatePlaywrightTestStream",
+    "getScreenshotsForLLM",
+    "prepareEventSummary",
+    "processEventsForLLM",
+    "validateEvents"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=playwright.js.map

package/dist/lib/ai-model/workflows/recorder-generation/playwright.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/workflows/recorder-generation/playwright.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/workflows/recorder-generation/playwright.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type {\n  StreamingAIResponse,\n  StreamingCodeGenerationOptions,\n} from '@/types';\nimport { PLAYWRIGHT_EXAMPLE_CODE } from '@aiscene/shared/constants';\nimport type { IModelConfig } from '@aiscene/shared/env';\nimport type { ChatCompletionMessageParam } from 'openai/resources/index';\nimport { getModelRuntime } from '../../models';\nimport { callAI, callAIWithStringResponse } from '../../service-caller';\n// Import shared utilities and types from yaml generation.\nimport {\n  type ChromeRecordedEvent,\n  type EventCounts,\n  type EventSummary,\n  type InputDescription,\n  type ProcessedEvent,\n  createEventCounts,\n  createMessageContent,\n  extractInputDescriptions,\n  filterEventsByType,\n  getScreenshotsForLLM,\n  prepareEventSummary,\n  processEventsForLLM,\n  validateEvents,\n} from './common';\n\n// Playwright-specific interfaces\nexport interface PlaywrightGenerationOptions {\n  testName?: string;\n  includeScreenshots?: boolean;\n  includeTimestamps?: boolean;\n  maxScreenshots?: number;\n  description?: string;\n  viewportSize?: { width: number; height: number };\n  waitForNetworkIdle?: boolean;\n  waitForNetworkIdleTimeout?: number;\n}\n\n// Re-export shared types for backward compatibility\nexport type {\n  ChromeRecordedEvent,\n  EventCounts,\n  InputDescription,\n  ProcessedEvent,\n  EventSummary,\n};\n\n// Re-export shared utilities for backward compatibility\nexport {\n  getScreenshotsForLLM,\n  filterEventsByType,\n  createEventCounts,\n  extractInputDescriptions,\n  processEventsForLLM,\n  prepareEventSummary,\n  createMessageContent,\n  validateEvents,\n};\n\nfunction createModelRuntime(modelConfig: IModelConfig) {\n  return getModelRuntime(modelConfig);\n}\n\n/**\n * Generates Playwright test code from recorded events\n */\nexport const generatePlaywrightTest = async (\n  events: ChromeRecordedEvent[],\n  options: PlaywrightGenerationOptions,\n  modelConfig: IModelConfig,\n): Promise<string> => {\n  const modelRuntime = createModelRuntime(modelConfig);\n\n  // Validate input\n  validateEvents(events);\n\n  // Prepare event summary using shared utilities\n  const summary = prepareEventSummary(events, {\n    testName: options.testName,\n    maxScreenshots: options.maxScreenshots || 3,\n  });\n\n  // Add Playwright-specific options to summary\n  const playwrightSummary = {\n    ...summary,\n    waitForNetworkIdle: options.waitForNetworkIdle !== false,\n    waitForNetworkIdleTimeout: options.waitForNetworkIdleTimeout || 2000,\n    viewportSize: options.viewportSize || { width: 1280, height: 800 },\n  };\n\n  // Get screenshots for visual context\n  const screenshots = getScreenshotsForLLM(events, options.maxScreenshots || 3);\n\n  // Create prompt text\n  const promptText = `Generate a Playwright test using @midscene/web/playwright that reproduces this recorded browser session. The test should be based on the following events and follow the structure of the example provided. Make the test descriptive with appropriate assertions and validations.\n\nEvent Summary:\n${JSON.stringify(playwrightSummary, null, 2)}\n\nGenerated code should:\n1. Import required dependencies\n2. Set up the test with proper configuration\n3. Include a beforeEach hook to navigate to the starting URL\n4. Implement a test that uses Midscene AI methods (aiTap, aiInput, aiAssert, etc.)\n5. Include appropriate assertions and validations\n6. Follow best practices for Playwright tests\n7. Be ready to execute without further modification\n\nImportant: Return ONLY the raw Playwright test code. Do NOT wrap the response in markdown code blocks (no \\`\\`\\`typescript, \\`\\`\\`javascript or \\`\\`\\`). Start directly with the code content.`;\n\n  // Create message content with screenshots\n  const messageContent = createMessageContent(\n    promptText,\n    screenshots,\n    options.includeScreenshots !== false,\n  );\n\n  // Create system prompt\n  const systemPrompt = `You are an expert test automation engineer specializing in Playwright and Midscene. \nYour task is to generate a complete, executable Playwright test using @midscene/web/playwright that reproduces a recorded browser session.\n\n${PLAYWRIGHT_EXAMPLE_CODE}`;\n\n  // Use LLM to generate the Playwright test code\n  const prompt: ChatCompletionMessageParam[] = [\n    {\n      role: 'system',\n      content: systemPrompt,\n    },\n    {\n      role: 'user',\n      content: messageContent,\n    },\n  ];\n\n  const response = await callAIWithStringResponse(prompt, modelRuntime);\n\n  if (response?.content && typeof response.content === 'string') {\n    return response.content;\n  }\n\n  throw new Error('Failed to generate Playwright test code');\n};\n\n/**\n * Generates Playwright test code from recorded events with streaming support\n */\nexport const generatePlaywrightTestStream = async (\n  events: ChromeRecordedEvent[],\n  options: PlaywrightGenerationOptions & StreamingCodeGenerationOptions,\n  modelConfig: IModelConfig,\n): Promise<StreamingAIResponse> => {\n  const modelRuntime = createModelRuntime(modelConfig);\n\n  // Validate input\n  validateEvents(events);\n\n  // Prepare event summary using shared utilities\n  const summary = prepareEventSummary(events, {\n    testName: options.testName,\n    maxScreenshots: options.maxScreenshots || 3,\n  });\n\n  // Add Playwright-specific options to summary\n  const playwrightSummary = {\n    ...summary,\n    waitForNetworkIdle: options.waitForNetworkIdle !== false,\n    waitForNetworkIdleTimeout: options.waitForNetworkIdleTimeout || 2000,\n    viewportSize: options.viewportSize || { width: 1280, height: 800 },\n  };\n\n  // Get screenshots for visual context\n  const screenshots = getScreenshotsForLLM(events, options.maxScreenshots || 3);\n\n  // Create prompt text\n  const promptText = `Generate a Playwright test using @midscene/web/playwright that reproduces this recorded browser session. The test should be based on the following events and follow the structure of the example provided. Make the test descriptive with appropriate assertions and validations.\n\nEvent Summary:\n${JSON.stringify(playwrightSummary, null, 2)}\n\nGenerated code should:\n1. Import required dependencies\n2. Set up the test with proper configuration\n3. Include a beforeEach hook to navigate to the starting URL\n4. Implement a test that uses Midscene AI methods (aiTap, aiInput, aiAssert, etc.)\n5. Include appropriate assertions and validations\n6. Follow best practices for Playwright tests\n7. Be ready to execute without further modification\n8. can't wrap this test code in markdown code block\n\nImportant: Return ONLY the raw Playwright test code. Do NOT wrap the response in markdown code blocks (no \\`\\`\\`typescript, \\`\\`\\`javascript or \\`\\`\\`). Start directly with the code content.`;\n\n  // Create message content with screenshots\n  const messageContent = createMessageContent(\n    promptText,\n    screenshots,\n    options.includeScreenshots !== false,\n  );\n\n  // Create system prompt\n  const systemPrompt = `You are an expert test automation engineer specializing in Playwright and Midscene. \nYour task is to generate a complete, executable Playwright test using @midscene/web/playwright that reproduces a recorded browser session.\n\n${PLAYWRIGHT_EXAMPLE_CODE}`;\n\n  // Use LLM to generate the Playwright test code with streaming\n  const prompt: ChatCompletionMessageParam[] = [\n    {\n      role: 'system',\n      content: systemPrompt,\n    },\n    {\n      role: 'user',\n      content: messageContent,\n    },\n  ];\n\n  if (options.stream && options.onChunk) {\n    // Use streaming\n    return await callAI(prompt, modelRuntime, {\n      stream: true,\n      onChunk: options.onChunk,\n    });\n  } else {\n    // Fallback to non-streaming\n    const response = await callAIWithStringResponse(prompt, modelRuntime);\n\n    if (response?.content && typeof response.content === 'string') {\n      return {\n        content: response.content,\n        usage: response.usage,\n        isStreamed: false,\n      };\n    }\n\n    throw new Error('Failed to generate Playwright test code');\n  }\n};\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","createModelRuntime","modelConfig","getModelRuntime","generatePlaywrightTest","events","options","modelRuntime","validateEvents","summary","prepareEventSummary","playwrightSummary","screenshots","getScreenshotsForLLM","promptText","JSON","messageContent","createMessageContent","systemPrompt","PLAYWRIGHT_EXAMPLE_CODE","prompt","response","callAIWithStringResponse","Error","generatePlaywrightTestStream","callAI"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;;ACqDA,SAASI,mBAAmBC,WAAyB;IACnD,OAAOC,AAAAA,IAAAA,yBAAAA,eAAAA,AAAAA,EAAgBD;AACzB;AAKO,MAAME,yBAAyB,OACpCC,QACAC,SACAJ;IAEA,MAAMK,eAAeN,mBAAmBC;IAGxCM,IAAAA,mCAAAA,cAAAA,AAAAA,EAAeH;IAGf,MAAMI,UAAUC,AAAAA,IAAAA,mCAAAA,mBAAAA,AAAAA,EAAoBL,QAAQ;QAC1C,UAAUC,QAAQ,QAAQ;QAC1B,gBAAgBA,QAAQ,cAAc,IAAI;IAC5C;IAGA,MAAMK,oBAAoB;QACxB,GAAGF,OAAO;QACV,oBAAoBH,AAA+B,UAA/BA,QAAQ,kBAAkB;QAC9C,2BAA2BA,QAAQ,yBAAyB,IAAI;QAChE,cAAcA,QAAQ,YAAY,IAAI;YAAE,OAAO;YAAM,QAAQ;QAAI;IACnE;IAGA,MAAMM,cAAcC,AAAAA,IAAAA,mCAAAA,oBAAAA,AAAAA,EAAqBR,QAAQC,QAAQ,cAAc,IAAI;IAG3E,MAAMQ,aAAa,CAAC;;;AAGtB,EAAEC,KAAK,SAAS,CAACJ,mBAAmB,MAAM,GAAG;;;;;;;;;;;8LAWiJ,CAAC;IAG7L,MAAMK,iBAAiBC,AAAAA,IAAAA,mCAAAA,oBAAAA,AAAAA,EACrBH,YACAF,aACAN,AAA+B,UAA/BA,QAAQ,kBAAkB;IAI5B,MAAMY,eAAe,CAAC;;;AAGxB,EAAEC,0BAAAA,uBAAuBA,EAAE;IAGzB,MAAMC,SAAuC;QAC3C;YACE,MAAM;YACN,SAASF;QACX;QACA;YACE,MAAM;YACN,SAASF;QACX;KACD;IAED,MAAMK,WAAW,MAAMC,AAAAA,IAAAA,iDAAAA,wBAAAA,AAAAA,EAAyBF,QAAQb;IAExD,IAAIc,UAAU,WAAW,AAA4B,YAA5B,OAAOA,SAAS,OAAO,EAC9C,OAAOA,SAAS,OAAO;IAGzB,MAAM,IAAIE,MAAM;AAClB;AAKO,MAAMC,+BAA+B,OAC1CnB,QACAC,SACAJ;IAEA,MAAMK,eAAeN,mBAAmBC;IAGxCM,IAAAA,mCAAAA,cAAAA,AAAAA,EAAeH;IAGf,MAAMI,UAAUC,AAAAA,IAAAA,mCAAAA,mBAAAA,AAAAA,EAAoBL,QAAQ;QAC1C,UAAUC,QAAQ,QAAQ;QAC1B,gBAAgBA,QAAQ,cAAc,IAAI;IAC5C;IAGA,MAAMK,oBAAoB;QACxB,GAAGF,OAAO;QACV,oBAAoBH,AAA+B,UAA/BA,QAAQ,kBAAkB;QAC9C,2BAA2BA,QAAQ,yBAAyB,IAAI;QAChE,cAAcA,QAAQ,YAAY,IAAI;YAAE,OAAO;YAAM,QAAQ;QAAI;IACnE;IAGA,MAAMM,cAAcC,AAAAA,IAAAA,mCAAAA,oBAAAA,AAAAA,EAAqBR,QAAQC,QAAQ,cAAc,IAAI;IAG3E,MAAMQ,aAAa,CAAC;;;AAGtB,EAAEC,KAAK,SAAS,CAACJ,mBAAmB,MAAM,GAAG;;;;;;;;;;;;8LAYiJ,CAAC;IAG7L,MAAMK,iBAAiBC,AAAAA,IAAAA,mCAAAA,oBAAAA,AAAAA,EACrBH,YACAF,aACAN,AAA+B,UAA/BA,QAAQ,kBAAkB;IAI5B,MAAMY,eAAe,CAAC;;;AAGxB,EAAEC,0BAAAA,uBAAuBA,EAAE;IAGzB,MAAMC,SAAuC;QAC3C;YACE,MAAM;YACN,SAASF;QACX;QACA;YACE,MAAM;YACN,SAASF;QACX;KACD;IAED,IAAIV,QAAQ,MAAM,IAAIA,QAAQ,OAAO,EAEnC,OAAO,MAAMmB,AAAAA,IAAAA,iDAAAA,MAAAA,AAAAA,EAAOL,QAAQb,cAAc;QACxC,QAAQ;QACR,SAASD,QAAQ,OAAO;IAC1B;IACK;QAEL,MAAMe,WAAW,MAAMC,AAAAA,IAAAA,iDAAAA,wBAAAA,AAAAA,EAAyBF,QAAQb;QAExD,IAAIc,UAAU,WAAW,AAA4B,YAA5B,OAAOA,SAAS,OAAO,EAC9C,OAAO;YACL,SAASA,SAAS,OAAO;YACzB,OAAOA,SAAS,KAAK;YACrB,YAAY;QACd;QAGF,MAAM,IAAIE,MAAM;IAClB;AACF"}

package/dist/lib/ai-model/workflows/recorder-generation/yaml.js

@@ -0,0 +1,232 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    createEventCounts: ()=>external_common_js_namespaceObject.createEventCounts,
+    filterEventsByType: ()=>external_common_js_namespaceObject.filterEventsByType,
+    processEventsForLLM: ()=>external_common_js_namespaceObject.processEventsForLLM,
+    validateEvents: ()=>external_common_js_namespaceObject.validateEvents,
+    generateRecorderYamlTestStream: ()=>generateRecorderYamlTestStream,
+    generateRecorderYamlTest: ()=>generateRecorderYamlTest,
+    createMessageContent: ()=>external_common_js_namespaceObject.createMessageContent,
+    generateYamlTestStream: ()=>generateYamlTestStream,
+    getScreenshotsForLLM: ()=>external_common_js_namespaceObject.getScreenshotsForLLM,
+    extractInputDescriptions: ()=>external_common_js_namespaceObject.extractInputDescriptions,
+    prepareEventSummary: ()=>external_common_js_namespaceObject.prepareEventSummary,
+    prepareRecorderGenerationContext: ()=>external_common_js_namespaceObject.prepareRecorderGenerationContext,
+    generateYamlTest: ()=>generateYamlTest
+});
+const constants_namespaceObject = require("@aiscene/shared/constants");
+const recorder_namespaceObject = require("@aiscene/shared/recorder");
+const index_js_namespaceObject = require("../../models/index.js");
+const external_service_caller_index_js_namespaceObject = require("../../service-caller/index.js");
+const external_common_js_namespaceObject = require("./common.js");
+const getYamlLanguageInstruction = (language)=>{
+    const normalizedLanguage = language?.trim();
+    if (!normalizedLanguage) return '';
+    return `
+Language requirement:
+- Write all human-readable YAML content in ${normalizedLanguage}.
+- Keep YAML keys, field names, and Midscene API names unchanged.`;
+};
+const createYamlPrompt = ({ yamlSummary, screenshotAssets, language, targetBlock, target })=>{
+    const prompt = [
+        {
+            role: 'system',
+            content: `You are an expert in Midscene.js YAML test generation. Generate clean, accurate YAML following these rules: ${constants_namespaceObject.YAML_EXAMPLE_CODE}`
+        },
+        {
+            role: 'user',
+            content: `Generate YAML test for Midscene.js automation from recorded events.
+
+Target platform:
+- Preserve this exact top-level target platform: ${target.platformId}
+- Use exactly one top-level target block.
+- The target block must be:
+${targetBlock}
+
+Event Summary:
+${JSON.stringify(yamlSummary, null, 2)}
+
+Screenshot assets:
+${JSON.stringify(screenshotAssets.map((asset)=>({
+                    eventIndex: asset.eventIndex,
+                    eventHashId: asset.eventHashId,
+                    eventType: asset.eventType,
+                    relativePath: asset.relativePath,
+                    description: yamlSummary.events[asset.eventIndex]?.description
+                })), null, 2)}
+
+Convert events:
+- navigation → target URL or aiAction only when the target platform supports it
+- click → aiTap with the semantic element description
+- input → aiInput with value and semantic locate
+- scroll → aiScroll with appropriate direction and semantic scroll area
+- keydown → aiKeyboardPress
+- Add aiAssert for important state changes
+- Prefer event.semantic.replayInstruction and event.semantic.elementDescription when event.semantic.source is "aiDescribe" or "recorderAI" and event.semantic.status is "ready".
+- If event.semantic.source is "heuristic" or event.semantic.status is "pending"/"failed", use the screenshot/context to write the best visual instruction, and avoid raw coordinates unless there is no reliable semantic description.
+- Screenshot assets are context only. Use their eventIndex/eventHashId relationship to understand the matching event, but do not include screenshot file paths in the YAML unless the Midscene YAML API explicitly needs them.${getYamlLanguageInstruction(language)}
+
+Important: Return ONLY the raw YAML content. Do NOT wrap the response in markdown code blocks (no \`\`\`yaml or \`\`\`). Start directly with the YAML content.`
+        }
+    ];
+    if (screenshotAssets.length > 0) {
+        prompt.push({
+            role: 'user',
+            content: 'Here are screenshots from the recording session to help you understand the context:'
+        });
+        prompt.push({
+            role: 'user',
+            content: screenshotAssets.flatMap((asset)=>[
+                    {
+                        type: 'text',
+                        text: `Screenshot asset for event #${asset.eventIndex + 1}: ${asset.relativePath}`
+                    },
+                    {
+                        type: 'image_url',
+                        image_url: {
+                            url: asset.dataUrl
+                        }
+                    }
+                ])
+        });
+    }
+    return prompt;
+};
+function createDefaultWebTarget(events, options) {
+    const navigationEvents = events.filter((event)=>'navigation' === event.type);
+    const firstUrl = options.navigationInfo?.urls?.find(Boolean) || navigationEvents.find((event)=>event.url)?.url || '';
+    const firstViewport = options.navigationInfo?.initialViewport || events.find((event)=>event.pageInfo)?.pageInfo;
+    return {
+        platformId: 'web',
+        deviceId: firstUrl || void 0,
+        label: firstUrl || 'Web',
+        values: {
+            url: firstUrl,
+            ...firstViewport?.width ? {
+                viewportWidth: firstViewport.width
+            } : {},
+            ...firstViewport?.height ? {
+                viewportHeight: firstViewport.height
+            } : {}
+        }
+    };
+}
+function normalizeGeneratedYaml(content) {
+    const trimmed = content.trim();
+    const fencedMatch = trimmed.match(/^```(?:ya?ml)?\s*([\s\S]*?)\s*```$/i);
+    return `${(fencedMatch?.[1] ?? trimmed).trim()}\n`;
+}
+function createModelRuntime(modelConfig) {
+    return (0, index_js_namespaceObject.getModelRuntime)(modelConfig);
+}
+function createRecorderYamlPrompt(input) {
+    const { summary, screenshotAssets } = (0, external_common_js_namespaceObject.prepareRecorderGenerationContext)(input);
+    const yamlSummary = {
+        ...summary,
+        target: input.target,
+        includeTimestamps: input.includeTimestamps || false
+    };
+    return createYamlPrompt({
+        yamlSummary,
+        screenshotAssets,
+        language: input.language,
+        target: input.target,
+        targetBlock: (0, recorder_namespaceObject.stringifyMidsceneRecorderTargetBlock)(input.target)
+    });
+}
+const generateRecorderYamlTest = async (input, modelConfig)=>{
+    try {
+        const prompt = createRecorderYamlPrompt(input);
+        const response = await (0, external_service_caller_index_js_namespaceObject.callAIWithStringResponse)(prompt, createModelRuntime(modelConfig));
+        if (response?.content && 'string' == typeof response.content) return normalizeGeneratedYaml(response.content);
+        throw new Error('Failed to generate recorder YAML test configuration');
+    } catch (error) {
+        throw new Error(`Failed to generate recorder YAML test: ${error}`);
+    }
+};
+const generateRecorderYamlTestStream = async (input, options, modelConfig)=>{
+    try {
+        const prompt = createRecorderYamlPrompt(input);
+        const modelRuntime = createModelRuntime(modelConfig);
+        if (options.stream && options.onChunk) return await (0, external_service_caller_index_js_namespaceObject.callAI)(prompt, modelRuntime, {
+            stream: true,
+            onChunk: options.onChunk
+        });
+        const response = await (0, external_service_caller_index_js_namespaceObject.callAIWithStringResponse)(prompt, modelRuntime);
+        if (response?.content && 'string' == typeof response.content) return {
+            content: normalizeGeneratedYaml(response.content),
+            usage: response.usage,
+            isStreamed: false
+        };
+        throw new Error('Failed to generate recorder YAML test configuration');
+    } catch (error) {
+        throw new Error(`Failed to generate recorder YAML test: ${error}`);
+    }
+};
+const generateYamlTest = async (events, options, modelConfig)=>generateRecorderYamlTest({
+        ...options,
+        target: createDefaultWebTarget(events, options),
+        events
+    }, modelConfig);
+const generateYamlTestStream = async (events, options, modelConfig)=>generateRecorderYamlTestStream({
+        ...options,
+        target: createDefaultWebTarget(events, options),
+        events
+    }, options, modelConfig);
+exports.createEventCounts = __webpack_exports__.createEventCounts;
+exports.createMessageContent = __webpack_exports__.createMessageContent;
+exports.extractInputDescriptions = __webpack_exports__.extractInputDescriptions;
+exports.filterEventsByType = __webpack_exports__.filterEventsByType;
+exports.generateRecorderYamlTest = __webpack_exports__.generateRecorderYamlTest;
+exports.generateRecorderYamlTestStream = __webpack_exports__.generateRecorderYamlTestStream;
+exports.generateYamlTest = __webpack_exports__.generateYamlTest;
+exports.generateYamlTestStream = __webpack_exports__.generateYamlTestStream;
+exports.getScreenshotsForLLM = __webpack_exports__.getScreenshotsForLLM;
+exports.prepareEventSummary = __webpack_exports__.prepareEventSummary;
+exports.prepareRecorderGenerationContext = __webpack_exports__.prepareRecorderGenerationContext;
+exports.processEventsForLLM = __webpack_exports__.processEventsForLLM;
+exports.validateEvents = __webpack_exports__.validateEvents;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "createEventCounts",
+    "createMessageContent",
+    "extractInputDescriptions",
+    "filterEventsByType",
+    "generateRecorderYamlTest",
+    "generateRecorderYamlTestStream",
+    "generateYamlTest",
+    "generateYamlTestStream",
+    "getScreenshotsForLLM",
+    "prepareEventSummary",
+    "prepareRecorderGenerationContext",
+    "processEventsForLLM",
+    "validateEvents"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=yaml.js.map

package/dist/lib/ai-model/workflows/recorder-generation/yaml.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/workflows/recorder-generation/yaml.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/workflows/recorder-generation/yaml.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type {\n  StreamingAIResponse,\n  StreamingCodeGenerationOptions,\n} from '@/types';\nimport { YAML_EXAMPLE_CODE } from '@aiscene/shared/constants';\nimport type { IModelConfig } from '@aiscene/shared/env';\nimport {\n  type MidsceneRecorderMarkdownScreenshotAsset,\n  type MidsceneRecorderTarget,\n  stringifyMidsceneRecorderTargetBlock,\n} from '@aiscene/shared/recorder';\nimport type { ChatCompletionMessageParam } from 'openai/resources/index';\nimport { getModelRuntime } from '../../models';\nimport { callAI, callAIWithStringResponse } from '../../service-caller';\nimport {\n  type ChromeRecordedEvent,\n  type EventCounts,\n  type EventSummary,\n  type FilteredEvents,\n  type InputDescription,\n  type ProcessedEvent,\n  type RecorderGenerationContext,\n  type RecorderGenerationInput,\n  type RecorderGenerationOptions,\n  createEventCounts,\n  createMessageContent,\n  extractInputDescriptions,\n  filterEventsByType,\n  getScreenshotsForLLM,\n  prepareEventSummary,\n  prepareRecorderGenerationContext,\n  processEventsForLLM,\n  validateEvents,\n} from './common';\n\nexport type YamlGenerationOptions = RecorderGenerationOptions;\nexport type RecorderYamlGenerationInput = RecorderGenerationInput;\n\nexport type {\n  ChromeRecordedEvent,\n  EventCounts,\n  EventSummary,\n  FilteredEvents,\n  InputDescription,\n  ProcessedEvent,\n  RecorderGenerationContext,\n};\n\nexport {\n  createEventCounts,\n  createMessageContent,\n  extractInputDescriptions,\n  filterEventsByType,\n  getScreenshotsForLLM,\n  prepareEventSummary,\n  prepareRecorderGenerationContext,\n  processEventsForLLM,\n  validateEvents,\n};\n\nconst getYamlLanguageInstruction = (language?: string) => {\n  const normalizedLanguage = language?.trim();\n  if (!normalizedLanguage) {\n    return '';\n  }\n\n  return `\nLanguage requirement:\n- Write all human-readable YAML content in ${normalizedLanguage}.\n- Keep YAML keys, field names, and Midscene API names unchanged.`;\n};\n\nconst createYamlPrompt = ({\n  yamlSummary,\n  screenshotAssets,\n  language,\n  targetBlock,\n  target,\n}: {\n  yamlSummary: EventSummary & { includeTimestamps: boolean };\n  screenshotAssets: MidsceneRecorderMarkdownScreenshotAsset[];\n  language?: string;\n  targetBlock: string;\n  target: MidsceneRecorderTarget;\n}): ChatCompletionMessageParam[] => {\n  const prompt: ChatCompletionMessageParam[] = [\n    {\n      role: 'system',\n      content: `You are an expert in Midscene.js YAML test generation. Generate clean, accurate YAML following these rules: ${YAML_EXAMPLE_CODE}`,\n    },\n    {\n      role: 'user',\n      content: `Generate YAML test for Midscene.js automation from recorded events.\n\nTarget platform:\n- Preserve this exact top-level target platform: ${target.platformId}\n- Use exactly one top-level target block.\n- The target block must be:\n${targetBlock}\n\nEvent Summary:\n${JSON.stringify(yamlSummary, null, 2)}\n\nScreenshot assets:\n${JSON.stringify(\n  screenshotAssets.map((asset) => ({\n    eventIndex: asset.eventIndex,\n    eventHashId: asset.eventHashId,\n    eventType: asset.eventType,\n    relativePath: asset.relativePath,\n    description: yamlSummary.events[asset.eventIndex]?.description,\n  })),\n  null,\n  2,\n)}\n\nConvert events:\n- navigation → target URL or aiAction only when the target platform supports it\n- click → aiTap with the semantic element description\n- input → aiInput with value and semantic locate\n- scroll → aiScroll with appropriate direction and semantic scroll area\n- keydown → aiKeyboardPress\n- Add aiAssert for important state changes\n- Prefer event.semantic.replayInstruction and event.semantic.elementDescription when event.semantic.source is \"aiDescribe\" or \"recorderAI\" and event.semantic.status is \"ready\".\n- If event.semantic.source is \"heuristic\" or event.semantic.status is \"pending\"/\"failed\", use the screenshot/context to write the best visual instruction, and avoid raw coordinates unless there is no reliable semantic description.\n- Screenshot assets are context only. Use their eventIndex/eventHashId relationship to understand the matching event, but do not include screenshot file paths in the YAML unless the Midscene YAML API explicitly needs them.${getYamlLanguageInstruction(language)}\n\nImportant: Return ONLY the raw YAML content. Do NOT wrap the response in markdown code blocks (no \\`\\`\\`yaml or \\`\\`\\`). Start directly with the YAML content.`,\n    },\n  ];\n\n  if (screenshotAssets.length > 0) {\n    prompt.push({\n      role: 'user',\n      content:\n        'Here are screenshots from the recording session to help you understand the context:',\n    });\n\n    prompt.push({\n      role: 'user',\n      content: screenshotAssets.flatMap((asset) => [\n        {\n          type: 'text',\n          text: `Screenshot asset for event #${asset.eventIndex + 1}: ${asset.relativePath}`,\n        },\n        {\n          type: 'image_url',\n          image_url: {\n            url: asset.dataUrl,\n          },\n        },\n      ]),\n    });\n  }\n\n  return prompt;\n};\n\nfunction createDefaultWebTarget(\n  events: ChromeRecordedEvent[],\n  options: YamlGenerationOptions,\n): MidsceneRecorderTarget {\n  const navigationEvents = events.filter(\n    (event) => event.type === 'navigation',\n  );\n  const firstUrl =\n    options.navigationInfo?.urls?.find(Boolean) ||\n    navigationEvents.find((event) => event.url)?.url ||\n    '';\n  const firstViewport =\n    options.navigationInfo?.initialViewport ||\n    events.find((event) => event.pageInfo)?.pageInfo;\n\n  return {\n    platformId: 'web',\n    deviceId: firstUrl || undefined,\n    label: firstUrl || 'Web',\n    values: {\n      url: firstUrl,\n      ...(firstViewport?.width ? { viewportWidth: firstViewport.width } : {}),\n      ...(firstViewport?.height\n        ? { viewportHeight: firstViewport.height }\n        : {}),\n    },\n  };\n}\n\nfunction normalizeGeneratedYaml(content: string) {\n  const trimmed = content.trim();\n  const fencedMatch = trimmed.match(/^```(?:ya?ml)?\\s*([\\s\\S]*?)\\s*```$/i);\n  return `${(fencedMatch?.[1] ?? trimmed).trim()}\\n`;\n}\n\nfunction createModelRuntime(modelConfig: IModelConfig) {\n  return getModelRuntime(modelConfig);\n}\n\nfunction createRecorderYamlPrompt(\n  input: RecorderYamlGenerationInput,\n): ChatCompletionMessageParam[] {\n  const { summary, screenshotAssets } = prepareRecorderGenerationContext(input);\n  const yamlSummary = {\n    ...summary,\n    target: input.target,\n    includeTimestamps: input.includeTimestamps || false,\n  };\n\n  return createYamlPrompt({\n    yamlSummary,\n    screenshotAssets,\n    language: input.language,\n    target: input.target,\n    targetBlock: stringifyMidsceneRecorderTargetBlock(input.target),\n  });\n}\n\nexport const generateRecorderYamlTest = async (\n  input: RecorderYamlGenerationInput,\n  modelConfig: IModelConfig,\n): Promise<string> => {\n  try {\n    const prompt = createRecorderYamlPrompt(input);\n    const response = await callAIWithStringResponse(\n      prompt,\n      createModelRuntime(modelConfig),\n    );\n\n    if (response?.content && typeof response.content === 'string') {\n      return normalizeGeneratedYaml(response.content);\n    }\n\n    throw new Error('Failed to generate recorder YAML test configuration');\n  } catch (error) {\n    throw new Error(`Failed to generate recorder YAML test: ${error}`);\n  }\n};\n\nexport const generateRecorderYamlTestStream = async (\n  input: RecorderYamlGenerationInput,\n  options: StreamingCodeGenerationOptions,\n  modelConfig: IModelConfig,\n): Promise<StreamingAIResponse> => {\n  try {\n    const prompt = createRecorderYamlPrompt(input);\n    const modelRuntime = createModelRuntime(modelConfig);\n    if (options.stream && options.onChunk) {\n      return await callAI(prompt, modelRuntime, {\n        stream: true,\n        onChunk: options.onChunk,\n      });\n    }\n\n    const response = await callAIWithStringResponse(prompt, modelRuntime);\n    if (response?.content && typeof response.content === 'string') {\n      return {\n        content: normalizeGeneratedYaml(response.content),\n        usage: response.usage,\n        isStreamed: false,\n      };\n    }\n\n    throw new Error('Failed to generate recorder YAML test configuration');\n  } catch (error) {\n    throw new Error(`Failed to generate recorder YAML test: ${error}`);\n  }\n};\n\n// YAML-specific generation functions\n\n/**\n * Generates YAML test configuration from recorded events using AI\n */\nexport const generateYamlTest = async (\n  events: ChromeRecordedEvent[],\n  options: YamlGenerationOptions,\n  modelConfig: IModelConfig,\n): Promise<string> => {\n  return generateRecorderYamlTest(\n    {\n      ...options,\n      target: createDefaultWebTarget(events, options),\n      events,\n    },\n    modelConfig,\n  );\n};\n\n/**\n * Generates YAML test configuration from recorded events using AI with streaming support\n */\nexport const generateYamlTestStream = async (\n  events: ChromeRecordedEvent[],\n  options: YamlGenerationOptions & StreamingCodeGenerationOptions,\n  modelConfig: IModelConfig,\n): Promise<StreamingAIResponse> => {\n  return generateRecorderYamlTestStream(\n    {\n      ...options,\n      target: createDefaultWebTarget(events, options),\n      events,\n    },\n    options,\n    modelConfig,\n  );\n};\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","getYamlLanguageInstruction","language","normalizedLanguage","createYamlPrompt","yamlSummary","screenshotAssets","targetBlock","target","prompt","YAML_EXAMPLE_CODE","JSON","asset","createDefaultWebTarget","events","options","navigationEvents","event","firstUrl","Boolean","firstViewport","undefined","normalizeGeneratedYaml","content","trimmed","fencedMatch","createModelRuntime","modelConfig","getModelRuntime","createRecorderYamlPrompt","input","summary","prepareRecorderGenerationContext","stringifyMidsceneRecorderTargetBlock","generateRecorderYamlTest","response","callAIWithStringResponse","Error","error","generateRecorderYamlTestStream","modelRuntime","callAI","generateYamlTest","generateYamlTestStream"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;;;;;;ACsDA,MAAMI,6BAA6B,CAACC;IAClC,MAAMC,qBAAqBD,UAAU;IACrC,IAAI,CAACC,oBACH,OAAO;IAGT,OAAO,CAAC;;2CAEiC,EAAEA,mBAAmB;gEACA,CAAC;AACjE;AAEA,MAAMC,mBAAmB,CAAC,EACxBC,WAAW,EACXC,gBAAgB,EAChBJ,QAAQ,EACRK,WAAW,EACXC,MAAM,EAOP;IACC,MAAMC,SAAuC;QAC3C;YACE,MAAM;YACN,SAAS,CAAC,4GAA4G,EAAEC,0BAAAA,iBAAiBA,EAAE;QAC7I;QACA;YACE,MAAM;YACN,SAAS,CAAC;;;iDAGiC,EAAEF,OAAO,UAAU,CAAC;;;AAGrE,EAAED,YAAY;;;AAGd,EAAEI,KAAK,SAAS,CAACN,aAAa,MAAM,GAAG;;;AAGvC,EAAEM,KAAK,SAAS,CACdL,iBAAiB,GAAG,CAAC,CAACM,QAAW;oBAC/B,YAAYA,MAAM,UAAU;oBAC5B,aAAaA,MAAM,WAAW;oBAC9B,WAAWA,MAAM,SAAS;oBAC1B,cAAcA,MAAM,YAAY;oBAChC,aAAaP,YAAY,MAAM,CAACO,MAAM,UAAU,CAAC,EAAE;gBACrD,KACA,MACA,GACA;;;;;;;;;;;8NAW4N,EAAEX,2BAA2BC,UAAU;;8JAEvG,CAAC;QAC3J;KACD;IAED,IAAII,iBAAiB,MAAM,GAAG,GAAG;QAC/BG,OAAO,IAAI,CAAC;YACV,MAAM;YACN,SACE;QACJ;QAEAA,OAAO,IAAI,CAAC;YACV,MAAM;YACN,SAASH,iBAAiB,OAAO,CAAC,CAACM,QAAU;oBAC3C;wBACE,MAAM;wBACN,MAAM,CAAC,4BAA4B,EAAEA,MAAM,UAAU,GAAG,EAAE,EAAE,EAAEA,MAAM,YAAY,EAAE;oBACpF;oBACA;wBACE,MAAM;wBACN,WAAW;4BACT,KAAKA,MAAM,OAAO;wBACpB;oBACF;iBACD;QACH;IACF;IAEA,OAAOH;AACT;AAEA,SAASI,uBACPC,MAA6B,EAC7BC,OAA8B;IAE9B,MAAMC,mBAAmBF,OAAO,MAAM,CACpC,CAACG,QAAUA,AAAe,iBAAfA,MAAM,IAAI;IAEvB,MAAMC,WACJH,QAAQ,cAAc,EAAE,MAAM,KAAKI,YACnCH,iBAAiB,IAAI,CAAC,CAACC,QAAUA,MAAM,GAAG,GAAG,OAC7C;IACF,MAAMG,gBACJL,QAAQ,cAAc,EAAE,mBACxBD,OAAO,IAAI,CAAC,CAACG,QAAUA,MAAM,QAAQ,GAAG;IAE1C,OAAO;QACL,YAAY;QACZ,UAAUC,YAAYG;QACtB,OAAOH,YAAY;QACnB,QAAQ;YACN,KAAKA;YACL,GAAIE,eAAe,QAAQ;gBAAE,eAAeA,cAAc,KAAK;YAAC,IAAI,CAAC,CAAC;YACtE,GAAIA,eAAe,SACf;gBAAE,gBAAgBA,cAAc,MAAM;YAAC,IACvC,CAAC,CAAC;QACR;IACF;AACF;AAEA,SAASE,uBAAuBC,OAAe;IAC7C,MAAMC,UAAUD,QAAQ,IAAI;IAC5B,MAAME,cAAcD,QAAQ,KAAK,CAAC;IAClC,OAAO,GAAIC,AAAAA,CAAAA,aAAa,CAAC,EAAE,IAAID,OAAM,EAAG,IAAI,GAAG,EAAE,CAAC;AACpD;AAEA,SAASE,mBAAmBC,WAAyB;IACnD,OAAOC,AAAAA,IAAAA,yBAAAA,eAAAA,AAAAA,EAAgBD;AACzB;AAEA,SAASE,yBACPC,KAAkC;IAElC,MAAM,EAAEC,OAAO,EAAEzB,gBAAgB,EAAE,GAAG0B,AAAAA,IAAAA,mCAAAA,gCAAAA,AAAAA,EAAiCF;IACvE,MAAMzB,cAAc;QAClB,GAAG0B,OAAO;QACV,QAAQD,MAAM,MAAM;QACpB,mBAAmBA,MAAM,iBAAiB,IAAI;IAChD;IAEA,OAAO1B,iBAAiB;QACtBC;QACAC;QACA,UAAUwB,MAAM,QAAQ;QACxB,QAAQA,MAAM,MAAM;QACpB,aAAaG,AAAAA,IAAAA,yBAAAA,oCAAAA,AAAAA,EAAqCH,MAAM,MAAM;IAChE;AACF;AAEO,MAAMI,2BAA2B,OACtCJ,OACAH;IAEA,IAAI;QACF,MAAMlB,SAASoB,yBAAyBC;QACxC,MAAMK,WAAW,MAAMC,AAAAA,IAAAA,iDAAAA,wBAAAA,AAAAA,EACrB3B,QACAiB,mBAAmBC;QAGrB,IAAIQ,UAAU,WAAW,AAA4B,YAA5B,OAAOA,SAAS,OAAO,EAC9C,OAAOb,uBAAuBa,SAAS,OAAO;QAGhD,MAAM,IAAIE,MAAM;IAClB,EAAE,OAAOC,OAAO;QACd,MAAM,IAAID,MAAM,CAAC,uCAAuC,EAAEC,OAAO;IACnE;AACF;AAEO,MAAMC,iCAAiC,OAC5CT,OACAf,SACAY;IAEA,IAAI;QACF,MAAMlB,SAASoB,yBAAyBC;QACxC,MAAMU,eAAed,mBAAmBC;QACxC,IAAIZ,QAAQ,MAAM,IAAIA,QAAQ,OAAO,EACnC,OAAO,MAAM0B,AAAAA,IAAAA,iDAAAA,MAAAA,AAAAA,EAAOhC,QAAQ+B,cAAc;YACxC,QAAQ;YACR,SAASzB,QAAQ,OAAO;QAC1B;QAGF,MAAMoB,WAAW,MAAMC,AAAAA,IAAAA,iDAAAA,wBAAAA,AAAAA,EAAyB3B,QAAQ+B;QACxD,IAAIL,UAAU,WAAW,AAA4B,YAA5B,OAAOA,SAAS,OAAO,EAC9C,OAAO;YACL,SAASb,uBAAuBa,SAAS,OAAO;YAChD,OAAOA,SAAS,KAAK;YACrB,YAAY;QACd;QAGF,MAAM,IAAIE,MAAM;IAClB,EAAE,OAAOC,OAAO;QACd,MAAM,IAAID,MAAM,CAAC,uCAAuC,EAAEC,OAAO;IACnE;AACF;AAOO,MAAMI,mBAAmB,OAC9B5B,QACAC,SACAY,cAEOO,yBACL;QACE,GAAGnB,OAAO;QACV,QAAQF,uBAAuBC,QAAQC;QACvCD;IACF,GACAa;AAOG,MAAMgB,yBAAyB,OACpC7B,QACAC,SACAY,cAEOY,+BACL;QACE,GAAGxB,OAAO;QACV,QAAQF,uBAAuBC,QAAQC;QACvCD;IACF,GACAC,SACAY"}

package/dist/lib/common.js

@@ -24,6 +24,7 @@ var __webpack_require__ = {};
 var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
+    userPromptToMultimodalPrompt: ()=>userPromptToMultimodalPrompt,
     dumpMidsceneLocatorField: ()=>dumpMidsceneLocatorField,
     TUserPromptSchema: ()=>TUserPromptSchema,
     buildYamlFlowFromPlans: ()=>buildYamlFlowFromPlans,
@@ -39,6 +40,7 @@ __webpack_require__.d(__webpack_exports__, {
     normalized01000: ()=>normalized01000,
     SizeSchema: ()=>SizeSchema,
     findAllMidsceneLocatorField: ()=>findAllMidsceneLocatorField,
+    userPromptToString: ()=>userPromptToString,
     adaptQwen2_5Bbox: ()=>adaptQwen2_5Bbox,
     getMidsceneLocationSchema: ()=>getMidsceneLocationSchema,
     adaptDoubaoBbox: ()=>adaptDoubaoBbox,
@@ -343,6 +345,17 @@ const formatPromptWithImages = (promptObj)=>{
     }
     return promptString;
 };
+const userPromptToString = (prompt)=>{
+    if ('string' == typeof prompt) return prompt;
+    return formatPromptWithImages(prompt);
+};
+const userPromptToMultimodalPrompt = (prompt)=>{
+    if ('string' == typeof prompt || !prompt.images) return;
+    return {
+        images: prompt.images,
+        convertHttpImage2Base64: !!prompt.convertHttpImage2Base64
+    };
+};
 const dumpMidsceneLocatorField = (field)=>{
     (0, utils_namespaceObject.assert)(ifMidsceneLocatorField(field), 'field is not a midscene locator field');
     if ('string' == typeof field) return field;
@@ -458,6 +471,8 @@ exports.mergeRects = __webpack_exports__.mergeRects;
 exports.normalized01000 = __webpack_exports__.normalized01000;
 exports.parseActionParam = __webpack_exports__.parseActionParam;
 exports.pointToBbox = __webpack_exports__.pointToBbox;
+exports.userPromptToMultimodalPrompt = __webpack_exports__.userPromptToMultimodalPrompt;
+exports.userPromptToString = __webpack_exports__.userPromptToString;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
     "PointSchema",
     "RectSchema",
@@ -484,7 +499,9 @@ for(var __rspack_i in __webpack_exports__)if (-1 === [
     "mergeRects",
     "normalized01000",
     "parseActionParam",
-    "pointToBbox"
+    "pointToBbox",
+    "userPromptToMultimodalPrompt",
+    "userPromptToString"
 ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {
     value: true