@midscene/core 1.8.11 → 1.9.0

package/dist/es/ai-model/prompt/llm-section-locator.mjs

@@ -1,8 +1,13 @@
 import { getPreferredLanguage } from "@midscene/shared/env";
-import { bboxDescription } from "./common.mjs";
-function systemPromptToLocateSection(modelFamily) {
+import { formatLocateExampleValue } from "./locate-param-example.mjs";
+function systemPromptToLocateSection(promptSpec) {
     const preferredLanguage = getPreferredLanguage();
-    const bboxFormat = bboxDescription(modelFamily);
+    const resultKey = promptSpec.resultKey;
+    const exampleValueText = formatLocateExampleValue(promptSpec.exampleValues[0]);
+    const resultJsonProperty = `"${resultKey}": ${promptSpec.resultValueSchema},  // ${promptSpec.resultValueDescription}`;
+    const resultValueType = promptSpec.resultValueSchema;
+    const resultFieldDescription = `${promptSpec.resultNoun} of the section containing the target element`;
+    const referenceFieldDescription = `Optional array of ${promptSpec.resultNounPlural} of reference elements`;
     return `
 ## Role:
 You are an AI assistant that helps identify UI elements.
@@ -14,9 +19,9 @@ You are an AI assistant that helps identify UI elements.
 ## Output Format:
 \`\`\`json
 {
-  "bbox": [number, number, number, number],  // ${bboxFormat}
-  "references_bbox"?: [
-    [number, number, number, number],
+  ${resultJsonProperty}
+  "references_${resultKey}"?: [
+    ${resultValueType},
     ...
   ],
   "error"?: string
@@ -24,16 +29,16 @@ You are an AI assistant that helps identify UI elements.
 \`\`\`
 
 Fields:
-* \`bbox\` - Bounding box of the section containing the target element
-* \`references_bbox\` - Optional array of bounding boxes for reference elements
+* \`${resultKey}\` - ${resultFieldDescription}
+* \`references_${resultKey}\` - ${referenceFieldDescription}
 * \`error\` - Optional error message if the section cannot be found. Use ${preferredLanguage}.
 
 Example:
 If the description is "delete button on the second row with title 'Peter'", return:
 \`\`\`json
 {
-  "bbox": [100, 100, 200, 200],
-  "references_bbox": [[100, 100, 200, 200]]
+  "${resultKey}": ${exampleValueText},
+  "references_${resultKey}": [${exampleValueText}]
 }
 \`\`\`
 `;

package/dist/es/ai-model/prompt/llm-section-locator.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"ai-model/prompt/llm-section-locator.mjs","sources":["../../../../src/ai-model/prompt/llm-section-locator.ts"],"sourcesContent":["import type { TModelFamily } from '@midscene/shared/env';\nimport { getPreferredLanguage } from '@midscene/shared/env';\nimport { bboxDescription } from './common';\n\nexport function systemPromptToLocateSection(\n  modelFamily: TModelFamily | undefined,\n) {\n  const preferredLanguage = getPreferredLanguage();\n  const bboxFormat = bboxDescription(modelFamily);\n  return `\n## Role:\nYou are an AI assistant that helps identify UI elements.\n\n## Objective:\n- Find a section containing the target element\n- If the description mentions reference elements, also locate sections containing those references\n\n## Output Format:\n\\`\\`\\`json\n{\n  \"bbox\": [number, number, number, number],  // ${bboxFormat}\n  \"references_bbox\"?: [\n    [number, number, number, number],\n    ...\n  ],\n  \"error\"?: string\n}\n\\`\\`\\`\n\nFields:\n* \\`bbox\\` - Bounding box of the section containing the target element\n* \\`references_bbox\\` - Optional array of bounding boxes for reference elements\n* \\`error\\` - Optional error message if the section cannot be found. Use ${preferredLanguage}.\n\nExample:\nIf the description is \"delete button on the second row with title 'Peter'\", return:\n\\`\\`\\`json\n{\n  \"bbox\": [100, 100, 200, 200],\n  \"references_bbox\": [[100, 100, 200, 200]]\n}\n\\`\\`\\`\n`;\n}\n\nexport const sectionLocatorInstruction = (sectionDescription: string) =>\n  `Find section containing: ${sectionDescription}`;\n"],"names":["systemPromptToLocateSection","modelFamily","preferredLanguage","getPreferredLanguage","bboxFormat","bboxDescription","sectionLocatorInstruction","sectionDescription"],"mappings":";;AAIO,SAASA,4BACdC,WAAqC;IAErC,MAAMC,oBAAoBC;IAC1B,MAAMC,aAAaC,gBAAgBJ;IACnC,OAAO,CAAC;;;;;;;;;;;gDAWsC,EAAEG,WAAW;;;;;;;;;;;;yEAYY,EAAEF,kBAAkB;;;;;;;;;;AAU7F,CAAC;AACD;AAEO,MAAMI,4BAA4B,CAACC,qBACxC,CAAC,yBAAyB,EAAEA,oBAAoB"}
+{"version":3,"file":"ai-model/prompt/llm-section-locator.mjs","sources":["../../../../src/ai-model/prompt/llm-section-locator.ts"],"sourcesContent":["import { getPreferredLanguage } from '@midscene/shared/env';\nimport type { LocateResultPromptSpec } from '../shared/model-locate-result';\nimport { formatLocateExampleValue } from './locate-param-example';\n\nexport function systemPromptToLocateSection(\n  promptSpec: LocateResultPromptSpec,\n) {\n  const preferredLanguage = getPreferredLanguage();\n  const resultKey = promptSpec.resultKey;\n  const exampleValueText = formatLocateExampleValue(\n    promptSpec.exampleValues[0],\n  );\n  const resultJsonProperty = `\"${resultKey}\": ${promptSpec.resultValueSchema},  // ${promptSpec.resultValueDescription}`;\n  const resultValueType = promptSpec.resultValueSchema;\n  const resultFieldDescription = `${promptSpec.resultNoun} of the section containing the target element`;\n  const referenceFieldDescription = `Optional array of ${promptSpec.resultNounPlural} of reference elements`;\n  return `\n## Role:\nYou are an AI assistant that helps identify UI elements.\n\n## Objective:\n- Find a section containing the target element\n- If the description mentions reference elements, also locate sections containing those references\n\n## Output Format:\n\\`\\`\\`json\n{\n  ${resultJsonProperty}\n  \"references_${resultKey}\"?: [\n    ${resultValueType},\n    ...\n  ],\n  \"error\"?: string\n}\n\\`\\`\\`\n\nFields:\n* \\`${resultKey}\\` - ${resultFieldDescription}\n* \\`references_${resultKey}\\` - ${referenceFieldDescription}\n* \\`error\\` - Optional error message if the section cannot be found. Use ${preferredLanguage}.\n\nExample:\nIf the description is \"delete button on the second row with title 'Peter'\", return:\n\\`\\`\\`json\n{\n  \"${resultKey}\": ${exampleValueText},\n  \"references_${resultKey}\": [${exampleValueText}]\n}\n\\`\\`\\`\n`;\n}\n\nexport const sectionLocatorInstruction = (sectionDescription: string) =>\n  `Find section containing: ${sectionDescription}`;\n"],"names":["systemPromptToLocateSection","promptSpec","preferredLanguage","getPreferredLanguage","resultKey","exampleValueText","formatLocateExampleValue","resultJsonProperty","resultValueType","resultFieldDescription","referenceFieldDescription","sectionLocatorInstruction","sectionDescription"],"mappings":";;AAIO,SAASA,4BACdC,UAAkC;IAElC,MAAMC,oBAAoBC;IAC1B,MAAMC,YAAYH,WAAW,SAAS;IACtC,MAAMI,mBAAmBC,yBACvBL,WAAW,aAAa,CAAC,EAAE;IAE7B,MAAMM,qBAAqB,CAAC,CAAC,EAAEH,UAAU,GAAG,EAAEH,WAAW,iBAAiB,CAAC,MAAM,EAAEA,WAAW,sBAAsB,EAAE;IACtH,MAAMO,kBAAkBP,WAAW,iBAAiB;IACpD,MAAMQ,yBAAyB,GAAGR,WAAW,UAAU,CAAC,6CAA6C,CAAC;IACtG,MAAMS,4BAA4B,CAAC,kBAAkB,EAAET,WAAW,gBAAgB,CAAC,sBAAsB,CAAC;IAC1G,OAAO,CAAC;;;;;;;;;;;EAWR,EAAEM,mBAAmB;cACT,EAAEH,UAAU;IACtB,EAAEI,gBAAgB;;;;;;;;IAQlB,EAAEJ,UAAU,KAAK,EAAEK,uBAAuB;eAC/B,EAAEL,UAAU,KAAK,EAAEM,0BAA0B;yEACa,EAAER,kBAAkB;;;;;;GAM1F,EAAEE,UAAU,GAAG,EAAEC,iBAAiB;cACvB,EAAED,UAAU,IAAI,EAAEC,iBAAiB;;;AAGjD,CAAC;AACD;AAEO,MAAMM,4BAA4B,CAACC,qBACxC,CAAC,yBAAyB,EAAEA,oBAAoB"}

package/dist/es/ai-model/prompt/locate-grounding-rules.mjs

@@ -0,0 +1,9 @@
+function locateGroundingRules() {
+    return `## Important Notes for Locating Elements:
+- When the user describes an element that contains text (such as buttons, input fields, dropdown options, radio buttons, etc.), you should locate ONLY the text region of that element, not the entire element boundary.
+- For example: If an input field is large (both wide and tall) with a placeholder text "Please enter your comment", you should locate only the area where the placeholder text appears, not the entire input field.
+- This principle applies to all text-containing elements: focus on the visible text region rather than the full element container.`;
+}
+export { locateGroundingRules };
+
+//# sourceMappingURL=locate-grounding-rules.mjs.map

package/dist/es/ai-model/prompt/locate-grounding-rules.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/prompt/locate-grounding-rules.mjs","sources":["../../../../src/ai-model/prompt/locate-grounding-rules.ts"],"sourcesContent":["export function locateGroundingRules() {\n  return `## Important Notes for Locating Elements:\n- When the user describes an element that contains text (such as buttons, input fields, dropdown options, radio buttons, etc.), you should locate ONLY the text region of that element, not the entire element boundary.\n- For example: If an input field is large (both wide and tall) with a placeholder text \"Please enter your comment\", you should locate only the area where the placeholder text appears, not the entire input field.\n- This principle applies to all text-containing elements: focus on the visible text region rather than the full element container.`;\n}\n"],"names":["locateGroundingRules"],"mappings":"AAAO,SAASA;IACd,OAAO,CAAC;;;kIAGwH,CAAC;AACnI"}

package/dist/es/ai-model/prompt/locate-param-example.mjs

@@ -0,0 +1,15 @@
+function formatLocateExampleValue(value) {
+    return Array.isArray(value) ? `[${value.join(', ')}]` : JSON.stringify(value);
+}
+function locateParamExample(prompt, promptSpec, exampleValue) {
+    if (!promptSpec) return `{
+    "prompt": ${JSON.stringify(prompt)}
+  }`;
+    return `{
+    "prompt": ${JSON.stringify(prompt)},
+    "${promptSpec.resultKey}": ${formatLocateExampleValue(exampleValue ?? promptSpec.exampleValues[0])}
+  }`;
+}
+export { formatLocateExampleValue, locateParamExample };
+
+//# sourceMappingURL=locate-param-example.mjs.map

package/dist/es/ai-model/prompt/locate-param-example.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/prompt/locate-param-example.mjs","sources":["../../../../src/ai-model/prompt/locate-param-example.ts"],"sourcesContent":["import type { LocateResultPromptSpec } from '../shared/model-locate-result';\n\nexport function formatLocateExampleValue(value: unknown): string {\n  return Array.isArray(value) ? `[${value.join(', ')}]` : JSON.stringify(value);\n}\n\nexport function locateParamExample(\n  prompt: string,\n  promptSpec?: LocateResultPromptSpec,\n  exampleValue?: unknown,\n): string {\n  if (!promptSpec) {\n    return `{\n    \"prompt\": ${JSON.stringify(prompt)}\n  }`;\n  }\n\n  return `{\n    \"prompt\": ${JSON.stringify(prompt)},\n    \"${promptSpec.resultKey}\": ${formatLocateExampleValue(\n      exampleValue ?? promptSpec.exampleValues[0],\n    )}\n  }`;\n}\n"],"names":["formatLocateExampleValue","value","Array","JSON","locateParamExample","prompt","promptSpec","exampleValue"],"mappings":"AAEO,SAASA,yBAAyBC,KAAc;IACrD,OAAOC,MAAM,OAAO,CAACD,SAAS,CAAC,CAAC,EAAEA,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,GAAGE,KAAK,SAAS,CAACF;AACzE;AAEO,SAASG,mBACdC,MAAc,EACdC,UAAmC,EACnCC,YAAsB;IAEtB,IAAI,CAACD,YACH,OAAO,CAAC;cACE,EAAEH,KAAK,SAAS,CAACE,QAAQ;GACpC,CAAC;IAGF,OAAO,CAAC;cACI,EAAEF,KAAK,SAAS,CAACE,QAAQ;KAClC,EAAEC,WAAW,SAAS,CAAC,GAAG,EAAEN,yBAC3BO,gBAAgBD,WAAW,aAAa,CAAC,EAAE,EAC3C;GACH,CAAC;AACJ"}

package/dist/es/ai-model/prompt/playwright-generator.mjs

@@ -1,7 +1,7 @@
 import { PLAYWRIGHT_EXAMPLE_CODE } from "@midscene/shared/constants";
 import { callAI, callAIWithStringResponse } from "../index.mjs";
 import { createEventCounts, createMessageContent, extractInputDescriptions, filterEventsByType, getScreenshotsForLLM, prepareEventSummary, processEventsForLLM, validateEvents } from "./yaml-generator.mjs";
-const generatePlaywrightTest = async (events, options, modelConfig)=>{
+const generatePlaywrightTest = async (events, options, modelRuntime)=>{
     validateEvents(events);
     const summary = prepareEventSummary(events, {
         testName: options.testName,
@@ -47,11 +47,11 @@ ${PLAYWRIGHT_EXAMPLE_CODE}`;
             content: messageContent
         }
     ];
-    const response = await callAIWithStringResponse(prompt, modelConfig);
+    const response = await callAIWithStringResponse(prompt, modelRuntime);
     if (response?.content && 'string' == typeof response.content) return response.content;
     throw new Error('Failed to generate Playwright test code');
 };
-const generatePlaywrightTestStream = async (events, options, modelConfig)=>{
+const generatePlaywrightTestStream = async (events, options, modelRuntime)=>{
     validateEvents(events);
     const summary = prepareEventSummary(events, {
         testName: options.testName,
@@ -98,12 +98,12 @@ ${PLAYWRIGHT_EXAMPLE_CODE}`;
             content: messageContent
         }
     ];
-    if (options.stream && options.onChunk) return await callAI(prompt, modelConfig, {
+    if (options.stream && options.onChunk) return await callAI(prompt, modelRuntime, {
         stream: true,
         onChunk: options.onChunk
     });
     {
-        const response = await callAIWithStringResponse(prompt, modelConfig);
+        const response = await callAIWithStringResponse(prompt, modelRuntime);
         if (response?.content && 'string' == typeof response.content) return {
             content: response.content,
             usage: response.usage,

package/dist/es/ai-model/prompt/playwright-generator.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"ai-model/prompt/playwright-generator.mjs","sources":["../../../../src/ai-model/prompt/playwright-generator.ts"],"sourcesContent":["import type {\n  StreamingAIResponse,\n  StreamingCodeGenerationOptions,\n} from '@/types';\nimport { PLAYWRIGHT_EXAMPLE_CODE } from '@midscene/shared/constants';\nimport type { IModelConfig } from '@midscene/shared/env';\nimport type { ChatCompletionMessageParam } from 'openai/resources/index';\nimport { callAI, callAIWithStringResponse } from '../index';\n// Import shared utilities and types from yaml-generator\nimport {\n  type ChromeRecordedEvent,\n  type EventCounts,\n  type EventSummary,\n  type InputDescription,\n  type ProcessedEvent,\n  createEventCounts,\n  createMessageContent,\n  extractInputDescriptions,\n  filterEventsByType,\n  getScreenshotsForLLM,\n  prepareEventSummary,\n  processEventsForLLM,\n  validateEvents,\n} from './yaml-generator';\n\n// Playwright-specific interfaces\nexport interface PlaywrightGenerationOptions {\n  testName?: string;\n  includeScreenshots?: boolean;\n  includeTimestamps?: boolean;\n  maxScreenshots?: number;\n  description?: string;\n  viewportSize?: { width: number; height: number };\n  waitForNetworkIdle?: boolean;\n  waitForNetworkIdleTimeout?: number;\n}\n\n// Re-export shared types for backward compatibility\nexport type {\n  ChromeRecordedEvent,\n  EventCounts,\n  InputDescription,\n  ProcessedEvent,\n  EventSummary,\n};\n\n// Re-export shared utilities for backward compatibility\nexport {\n  getScreenshotsForLLM,\n  filterEventsByType,\n  createEventCounts,\n  extractInputDescriptions,\n  processEventsForLLM,\n  prepareEventSummary,\n  createMessageContent,\n  validateEvents,\n};\n\n/**\n * Generates Playwright test code from recorded events\n */\nexport const generatePlaywrightTest = async (\n  events: ChromeRecordedEvent[],\n  options: PlaywrightGenerationOptions,\n  modelConfig: IModelConfig,\n): Promise<string> => {\n  // Validate input\n  validateEvents(events);\n\n  // Prepare event summary using shared utilities\n  const summary = prepareEventSummary(events, {\n    testName: options.testName,\n    maxScreenshots: options.maxScreenshots || 3,\n  });\n\n  // Add Playwright-specific options to summary\n  const playwrightSummary = {\n    ...summary,\n    waitForNetworkIdle: options.waitForNetworkIdle !== false,\n    waitForNetworkIdleTimeout: options.waitForNetworkIdleTimeout || 2000,\n    viewportSize: options.viewportSize || { width: 1280, height: 800 },\n  };\n\n  // Get screenshots for visual context\n  const screenshots = getScreenshotsForLLM(events, options.maxScreenshots || 3);\n\n  // Create prompt text\n  const promptText = `Generate a Playwright test using @midscene/web/playwright that reproduces this recorded browser session. The test should be based on the following events and follow the structure of the example provided. Make the test descriptive with appropriate assertions and validations.\n\nEvent Summary:\n${JSON.stringify(playwrightSummary, null, 2)}\n\nGenerated code should:\n1. Import required dependencies\n2. Set up the test with proper configuration\n3. Include a beforeEach hook to navigate to the starting URL\n4. Implement a test that uses Midscene AI methods (aiTap, aiInput, aiAssert, etc.)\n5. Include appropriate assertions and validations\n6. Follow best practices for Playwright tests\n7. Be ready to execute without further modification\n\nImportant: Return ONLY the raw Playwright test code. Do NOT wrap the response in markdown code blocks (no \\`\\`\\`typescript, \\`\\`\\`javascript or \\`\\`\\`). Start directly with the code content.`;\n\n  // Create message content with screenshots\n  const messageContent = createMessageContent(\n    promptText,\n    screenshots,\n    options.includeScreenshots !== false,\n  );\n\n  // Create system prompt\n  const systemPrompt = `You are an expert test automation engineer specializing in Playwright and Midscene. \nYour task is to generate a complete, executable Playwright test using @midscene/web/playwright that reproduces a recorded browser session.\n\n${PLAYWRIGHT_EXAMPLE_CODE}`;\n\n  // Use LLM to generate the Playwright test code\n  const prompt: ChatCompletionMessageParam[] = [\n    {\n      role: 'system',\n      content: systemPrompt,\n    },\n    {\n      role: 'user',\n      content: messageContent,\n    },\n  ];\n\n  const response = await callAIWithStringResponse(prompt, modelConfig);\n\n  if (response?.content && typeof response.content === 'string') {\n    return response.content;\n  }\n\n  throw new Error('Failed to generate Playwright test code');\n};\n\n/**\n * Generates Playwright test code from recorded events with streaming support\n */\nexport const generatePlaywrightTestStream = async (\n  events: ChromeRecordedEvent[],\n  options: PlaywrightGenerationOptions & StreamingCodeGenerationOptions,\n  modelConfig: IModelConfig,\n): Promise<StreamingAIResponse> => {\n  // Validate input\n  validateEvents(events);\n\n  // Prepare event summary using shared utilities\n  const summary = prepareEventSummary(events, {\n    testName: options.testName,\n    maxScreenshots: options.maxScreenshots || 3,\n  });\n\n  // Add Playwright-specific options to summary\n  const playwrightSummary = {\n    ...summary,\n    waitForNetworkIdle: options.waitForNetworkIdle !== false,\n    waitForNetworkIdleTimeout: options.waitForNetworkIdleTimeout || 2000,\n    viewportSize: options.viewportSize || { width: 1280, height: 800 },\n  };\n\n  // Get screenshots for visual context\n  const screenshots = getScreenshotsForLLM(events, options.maxScreenshots || 3);\n\n  // Create prompt text\n  const promptText = `Generate a Playwright test using @midscene/web/playwright that reproduces this recorded browser session. The test should be based on the following events and follow the structure of the example provided. Make the test descriptive with appropriate assertions and validations.\n\nEvent Summary:\n${JSON.stringify(playwrightSummary, null, 2)}\n\nGenerated code should:\n1. Import required dependencies\n2. Set up the test with proper configuration\n3. Include a beforeEach hook to navigate to the starting URL\n4. Implement a test that uses Midscene AI methods (aiTap, aiInput, aiAssert, etc.)\n5. Include appropriate assertions and validations\n6. Follow best practices for Playwright tests\n7. Be ready to execute without further modification\n8. can't wrap this test code in markdown code block\n\nImportant: Return ONLY the raw Playwright test code. Do NOT wrap the response in markdown code blocks (no \\`\\`\\`typescript, \\`\\`\\`javascript or \\`\\`\\`). Start directly with the code content.`;\n\n  // Create message content with screenshots\n  const messageContent = createMessageContent(\n    promptText,\n    screenshots,\n    options.includeScreenshots !== false,\n  );\n\n  // Create system prompt\n  const systemPrompt = `You are an expert test automation engineer specializing in Playwright and Midscene. \nYour task is to generate a complete, executable Playwright test using @midscene/web/playwright that reproduces a recorded browser session.\n\n${PLAYWRIGHT_EXAMPLE_CODE}`;\n\n  // Use LLM to generate the Playwright test code with streaming\n  const prompt: ChatCompletionMessageParam[] = [\n    {\n      role: 'system',\n      content: systemPrompt,\n    },\n    {\n      role: 'user',\n      content: messageContent,\n    },\n  ];\n\n  if (options.stream && options.onChunk) {\n    // Use streaming\n    return await callAI(prompt, modelConfig, {\n      stream: true,\n      onChunk: options.onChunk,\n    });\n  } else {\n    // Fallback to non-streaming\n    const response = await callAIWithStringResponse(prompt, modelConfig);\n\n    if (response?.content && typeof response.content === 'string') {\n      return {\n        content: response.content,\n        usage: response.usage,\n        isStreamed: false,\n      };\n    }\n\n    throw new Error('Failed to generate Playwright test code');\n  }\n};\n"],"names":["generatePlaywrightTest","events","options","modelConfig","validateEvents","summary","prepareEventSummary","playwrightSummary","screenshots","getScreenshotsForLLM","promptText","JSON","messageContent","createMessageContent","systemPrompt","PLAYWRIGHT_EXAMPLE_CODE","prompt","response","callAIWithStringResponse","Error","generatePlaywrightTestStream","callAI"],"mappings":";;;AA6DO,MAAMA,yBAAyB,OACpCC,QACAC,SACAC;IAGAC,eAAeH;IAGf,MAAMI,UAAUC,oBAAoBL,QAAQ;QAC1C,UAAUC,QAAQ,QAAQ;QAC1B,gBAAgBA,QAAQ,cAAc,IAAI;IAC5C;IAGA,MAAMK,oBAAoB;QACxB,GAAGF,OAAO;QACV,oBAAoBH,AAA+B,UAA/BA,QAAQ,kBAAkB;QAC9C,2BAA2BA,QAAQ,yBAAyB,IAAI;QAChE,cAAcA,QAAQ,YAAY,IAAI;YAAE,OAAO;YAAM,QAAQ;QAAI;IACnE;IAGA,MAAMM,cAAcC,qBAAqBR,QAAQC,QAAQ,cAAc,IAAI;IAG3E,MAAMQ,aAAa,CAAC;;;AAGtB,EAAEC,KAAK,SAAS,CAACJ,mBAAmB,MAAM,GAAG;;;;;;;;;;;8LAWiJ,CAAC;IAG7L,MAAMK,iBAAiBC,qBACrBH,YACAF,aACAN,AAA+B,UAA/BA,QAAQ,kBAAkB;IAI5B,MAAMY,eAAe,CAAC;;;AAGxB,EAAEC,yBAAyB;IAGzB,MAAMC,SAAuC;QAC3C;YACE,MAAM;YACN,SAASF;QACX;QACA;YACE,MAAM;YACN,SAASF;QACX;KACD;IAED,MAAMK,WAAW,MAAMC,yBAAyBF,QAAQb;IAExD,IAAIc,UAAU,WAAW,AAA4B,YAA5B,OAAOA,SAAS,OAAO,EAC9C,OAAOA,SAAS,OAAO;IAGzB,MAAM,IAAIE,MAAM;AAClB;AAKO,MAAMC,+BAA+B,OAC1CnB,QACAC,SACAC;IAGAC,eAAeH;IAGf,MAAMI,UAAUC,oBAAoBL,QAAQ;QAC1C,UAAUC,QAAQ,QAAQ;QAC1B,gBAAgBA,QAAQ,cAAc,IAAI;IAC5C;IAGA,MAAMK,oBAAoB;QACxB,GAAGF,OAAO;QACV,oBAAoBH,AAA+B,UAA/BA,QAAQ,kBAAkB;QAC9C,2BAA2BA,QAAQ,yBAAyB,IAAI;QAChE,cAAcA,QAAQ,YAAY,IAAI;YAAE,OAAO;YAAM,QAAQ;QAAI;IACnE;IAGA,MAAMM,cAAcC,qBAAqBR,QAAQC,QAAQ,cAAc,IAAI;IAG3E,MAAMQ,aAAa,CAAC;;;AAGtB,EAAEC,KAAK,SAAS,CAACJ,mBAAmB,MAAM,GAAG;;;;;;;;;;;;8LAYiJ,CAAC;IAG7L,MAAMK,iBAAiBC,qBACrBH,YACAF,aACAN,AAA+B,UAA/BA,QAAQ,kBAAkB;IAI5B,MAAMY,eAAe,CAAC;;;AAGxB,EAAEC,yBAAyB;IAGzB,MAAMC,SAAuC;QAC3C;YACE,MAAM;YACN,SAASF;QACX;QACA;YACE,MAAM;YACN,SAASF;QACX;KACD;IAED,IAAIV,QAAQ,MAAM,IAAIA,QAAQ,OAAO,EAEnC,OAAO,MAAMmB,OAAOL,QAAQb,aAAa;QACvC,QAAQ;QACR,SAASD,QAAQ,OAAO;IAC1B;IACK;QAEL,MAAMe,WAAW,MAAMC,yBAAyBF,QAAQb;QAExD,IAAIc,UAAU,WAAW,AAA4B,YAA5B,OAAOA,SAAS,OAAO,EAC9C,OAAO;YACL,SAASA,SAAS,OAAO;YACzB,OAAOA,SAAS,KAAK;YACrB,YAAY;QACd;QAGF,MAAM,IAAIE,MAAM;IAClB;AACF"}
+{"version":3,"file":"ai-model/prompt/playwright-generator.mjs","sources":["../../../../src/ai-model/prompt/playwright-generator.ts"],"sourcesContent":["import type {\n  StreamingAIResponse,\n  StreamingCodeGenerationOptions,\n} from '@/types';\nimport { PLAYWRIGHT_EXAMPLE_CODE } from '@midscene/shared/constants';\nimport type { ChatCompletionMessageParam } from 'openai/resources/index';\nimport { callAI, callAIWithStringResponse } from '../index';\nimport type { ModelRuntime } from '../models';\n// Import shared utilities and types from yaml generation.\nimport {\n  type ChromeRecordedEvent,\n  type EventCounts,\n  type EventSummary,\n  type InputDescription,\n  type ProcessedEvent,\n  createEventCounts,\n  createMessageContent,\n  extractInputDescriptions,\n  filterEventsByType,\n  getScreenshotsForLLM,\n  prepareEventSummary,\n  processEventsForLLM,\n  validateEvents,\n} from './yaml-generator';\n\n// Playwright-specific interfaces\nexport interface PlaywrightGenerationOptions {\n  testName?: string;\n  includeScreenshots?: boolean;\n  includeTimestamps?: boolean;\n  maxScreenshots?: number;\n  description?: string;\n  viewportSize?: { width: number; height: number };\n  waitForNetworkIdle?: boolean;\n  waitForNetworkIdleTimeout?: number;\n}\n\n// Re-export shared types for backward compatibility\nexport type {\n  ChromeRecordedEvent,\n  EventCounts,\n  InputDescription,\n  ProcessedEvent,\n  EventSummary,\n};\n\n// Re-export shared utilities for backward compatibility\nexport {\n  getScreenshotsForLLM,\n  filterEventsByType,\n  createEventCounts,\n  extractInputDescriptions,\n  processEventsForLLM,\n  prepareEventSummary,\n  createMessageContent,\n  validateEvents,\n};\n\n/**\n * Generates Playwright test code from recorded events\n */\nexport const generatePlaywrightTest = async (\n  events: ChromeRecordedEvent[],\n  options: PlaywrightGenerationOptions,\n  modelRuntime: ModelRuntime,\n): Promise<string> => {\n  // Validate input\n  validateEvents(events);\n\n  // Prepare event summary using shared utilities\n  const summary = prepareEventSummary(events, {\n    testName: options.testName,\n    maxScreenshots: options.maxScreenshots || 3,\n  });\n\n  // Add Playwright-specific options to summary\n  const playwrightSummary = {\n    ...summary,\n    waitForNetworkIdle: options.waitForNetworkIdle !== false,\n    waitForNetworkIdleTimeout: options.waitForNetworkIdleTimeout || 2000,\n    viewportSize: options.viewportSize || { width: 1280, height: 800 },\n  };\n\n  // Get screenshots for visual context\n  const screenshots = getScreenshotsForLLM(events, options.maxScreenshots || 3);\n\n  // Create prompt text\n  const promptText = `Generate a Playwright test using @midscene/web/playwright that reproduces this recorded browser session. The test should be based on the following events and follow the structure of the example provided. Make the test descriptive with appropriate assertions and validations.\n\nEvent Summary:\n${JSON.stringify(playwrightSummary, null, 2)}\n\nGenerated code should:\n1. Import required dependencies\n2. Set up the test with proper configuration\n3. Include a beforeEach hook to navigate to the starting URL\n4. Implement a test that uses Midscene AI methods (aiTap, aiInput, aiAssert, etc.)\n5. Include appropriate assertions and validations\n6. Follow best practices for Playwright tests\n7. Be ready to execute without further modification\n\nImportant: Return ONLY the raw Playwright test code. Do NOT wrap the response in markdown code blocks (no \\`\\`\\`typescript, \\`\\`\\`javascript or \\`\\`\\`). Start directly with the code content.`;\n\n  // Create message content with screenshots\n  const messageContent = createMessageContent(\n    promptText,\n    screenshots,\n    options.includeScreenshots !== false,\n  );\n\n  // Create system prompt\n  const systemPrompt = `You are an expert test automation engineer specializing in Playwright and Midscene. \nYour task is to generate a complete, executable Playwright test using @midscene/web/playwright that reproduces a recorded browser session.\n\n${PLAYWRIGHT_EXAMPLE_CODE}`;\n\n  // Use LLM to generate the Playwright test code\n  const prompt: ChatCompletionMessageParam[] = [\n    {\n      role: 'system',\n      content: systemPrompt,\n    },\n    {\n      role: 'user',\n      content: messageContent,\n    },\n  ];\n\n  const response = await callAIWithStringResponse(prompt, modelRuntime);\n\n  if (response?.content && typeof response.content === 'string') {\n    return response.content;\n  }\n\n  throw new Error('Failed to generate Playwright test code');\n};\n\n/**\n * Generates Playwright test code from recorded events with streaming support\n */\nexport const generatePlaywrightTestStream = async (\n  events: ChromeRecordedEvent[],\n  options: PlaywrightGenerationOptions & StreamingCodeGenerationOptions,\n  modelRuntime: ModelRuntime,\n): Promise<StreamingAIResponse> => {\n  // Validate input\n  validateEvents(events);\n\n  // Prepare event summary using shared utilities\n  const summary = prepareEventSummary(events, {\n    testName: options.testName,\n    maxScreenshots: options.maxScreenshots || 3,\n  });\n\n  // Add Playwright-specific options to summary\n  const playwrightSummary = {\n    ...summary,\n    waitForNetworkIdle: options.waitForNetworkIdle !== false,\n    waitForNetworkIdleTimeout: options.waitForNetworkIdleTimeout || 2000,\n    viewportSize: options.viewportSize || { width: 1280, height: 800 },\n  };\n\n  // Get screenshots for visual context\n  const screenshots = getScreenshotsForLLM(events, options.maxScreenshots || 3);\n\n  // Create prompt text\n  const promptText = `Generate a Playwright test using @midscene/web/playwright that reproduces this recorded browser session. The test should be based on the following events and follow the structure of the example provided. Make the test descriptive with appropriate assertions and validations.\n\nEvent Summary:\n${JSON.stringify(playwrightSummary, null, 2)}\n\nGenerated code should:\n1. Import required dependencies\n2. Set up the test with proper configuration\n3. Include a beforeEach hook to navigate to the starting URL\n4. Implement a test that uses Midscene AI methods (aiTap, aiInput, aiAssert, etc.)\n5. Include appropriate assertions and validations\n6. Follow best practices for Playwright tests\n7. Be ready to execute without further modification\n8. can't wrap this test code in markdown code block\n\nImportant: Return ONLY the raw Playwright test code. Do NOT wrap the response in markdown code blocks (no \\`\\`\\`typescript, \\`\\`\\`javascript or \\`\\`\\`). Start directly with the code content.`;\n\n  // Create message content with screenshots\n  const messageContent = createMessageContent(\n    promptText,\n    screenshots,\n    options.includeScreenshots !== false,\n  );\n\n  // Create system prompt\n  const systemPrompt = `You are an expert test automation engineer specializing in Playwright and Midscene. \nYour task is to generate a complete, executable Playwright test using @midscene/web/playwright that reproduces a recorded browser session.\n\n${PLAYWRIGHT_EXAMPLE_CODE}`;\n\n  // Use LLM to generate the Playwright test code with streaming\n  const prompt: ChatCompletionMessageParam[] = [\n    {\n      role: 'system',\n      content: systemPrompt,\n    },\n    {\n      role: 'user',\n      content: messageContent,\n    },\n  ];\n\n  if (options.stream && options.onChunk) {\n    // Use streaming\n    return await callAI(prompt, modelRuntime, {\n      stream: true,\n      onChunk: options.onChunk,\n    });\n  } else {\n    // Fallback to non-streaming\n    const response = await callAIWithStringResponse(prompt, modelRuntime);\n\n    if (response?.content && typeof response.content === 'string') {\n      return {\n        content: response.content,\n        usage: response.usage,\n        isStreamed: false,\n      };\n    }\n\n    throw new Error('Failed to generate Playwright test code');\n  }\n};\n"],"names":["generatePlaywrightTest","events","options","modelRuntime","validateEvents","summary","prepareEventSummary","playwrightSummary","screenshots","getScreenshotsForLLM","promptText","JSON","messageContent","createMessageContent","systemPrompt","PLAYWRIGHT_EXAMPLE_CODE","prompt","response","callAIWithStringResponse","Error","generatePlaywrightTestStream","callAI"],"mappings":";;;AA6DO,MAAMA,yBAAyB,OACpCC,QACAC,SACAC;IAGAC,eAAeH;IAGf,MAAMI,UAAUC,oBAAoBL,QAAQ;QAC1C,UAAUC,QAAQ,QAAQ;QAC1B,gBAAgBA,QAAQ,cAAc,IAAI;IAC5C;IAGA,MAAMK,oBAAoB;QACxB,GAAGF,OAAO;QACV,oBAAoBH,AAA+B,UAA/BA,QAAQ,kBAAkB;QAC9C,2BAA2BA,QAAQ,yBAAyB,IAAI;QAChE,cAAcA,QAAQ,YAAY,IAAI;YAAE,OAAO;YAAM,QAAQ;QAAI;IACnE;IAGA,MAAMM,cAAcC,qBAAqBR,QAAQC,QAAQ,cAAc,IAAI;IAG3E,MAAMQ,aAAa,CAAC;;;AAGtB,EAAEC,KAAK,SAAS,CAACJ,mBAAmB,MAAM,GAAG;;;;;;;;;;;8LAWiJ,CAAC;IAG7L,MAAMK,iBAAiBC,qBACrBH,YACAF,aACAN,AAA+B,UAA/BA,QAAQ,kBAAkB;IAI5B,MAAMY,eAAe,CAAC;;;AAGxB,EAAEC,yBAAyB;IAGzB,MAAMC,SAAuC;QAC3C;YACE,MAAM;YACN,SAASF;QACX;QACA;YACE,MAAM;YACN,SAASF;QACX;KACD;IAED,MAAMK,WAAW,MAAMC,yBAAyBF,QAAQb;IAExD,IAAIc,UAAU,WAAW,AAA4B,YAA5B,OAAOA,SAAS,OAAO,EAC9C,OAAOA,SAAS,OAAO;IAGzB,MAAM,IAAIE,MAAM;AAClB;AAKO,MAAMC,+BAA+B,OAC1CnB,QACAC,SACAC;IAGAC,eAAeH;IAGf,MAAMI,UAAUC,oBAAoBL,QAAQ;QAC1C,UAAUC,QAAQ,QAAQ;QAC1B,gBAAgBA,QAAQ,cAAc,IAAI;IAC5C;IAGA,MAAMK,oBAAoB;QACxB,GAAGF,OAAO;QACV,oBAAoBH,AAA+B,UAA/BA,QAAQ,kBAAkB;QAC9C,2BAA2BA,QAAQ,yBAAyB,IAAI;QAChE,cAAcA,QAAQ,YAAY,IAAI;YAAE,OAAO;YAAM,QAAQ;QAAI;IACnE;IAGA,MAAMM,cAAcC,qBAAqBR,QAAQC,QAAQ,cAAc,IAAI;IAG3E,MAAMQ,aAAa,CAAC;;;AAGtB,EAAEC,KAAK,SAAS,CAACJ,mBAAmB,MAAM,GAAG;;;;;;;;;;;;8LAYiJ,CAAC;IAG7L,MAAMK,iBAAiBC,qBACrBH,YACAF,aACAN,AAA+B,UAA/BA,QAAQ,kBAAkB;IAI5B,MAAMY,eAAe,CAAC;;;AAGxB,EAAEC,yBAAyB;IAGzB,MAAMC,SAAuC;QAC3C;YACE,MAAM;YACN,SAASF;QACX;QACA;YACE,MAAM;YACN,SAASF;QACX;KACD;IAED,IAAIV,QAAQ,MAAM,IAAIA,QAAQ,OAAO,EAEnC,OAAO,MAAMmB,OAAOL,QAAQb,cAAc;QACxC,QAAQ;QACR,SAASD,QAAQ,OAAO;IAC1B;IACK;QAEL,MAAMe,WAAW,MAAMC,yBAAyBF,QAAQb;QAExD,IAAIc,UAAU,WAAW,AAA4B,YAA5B,OAAOA,SAAS,OAAO,EAC9C,OAAO;YACL,SAASA,SAAS,OAAO;YACzB,OAAOA,SAAS,KAAK;YACrB,YAAY;QACd;QAGF,MAAM,IAAIE,MAAM;IAClB;AACF"}

package/dist/es/ai-model/prompt/yaml-generator.mjs

@@ -140,7 +140,7 @@ Important: Return ONLY the raw YAML content. Do NOT wrap the response in markdow
 const validateEvents = (events)=>{
     if (!events.length) throw new Error('No events provided for test generation');
 };
-const generateYamlTest = async (events, options, modelConfig)=>{
+const generateYamlTest = async (events, options, modelRuntime)=>{
     try {
         validateEvents(events);
         const summary = prepareEventSummary(events, {
@@ -157,14 +157,14 @@ const generateYamlTest = async (events, options, modelConfig)=>{
             screenshots,
             language: options.language
         });
-        const response = await callAIWithStringResponse(prompt, modelConfig);
+        const response = await callAIWithStringResponse(prompt, modelRuntime);
         if (response?.content && 'string' == typeof response.content) return response.content;
         throw new Error('Failed to generate YAML test configuration');
     } catch (error) {
         throw new Error(`Failed to generate YAML test: ${error}`);
     }
 };
-const generateYamlTestStream = async (events, options, modelConfig)=>{
+const generateYamlTestStream = async (events, options, modelRuntime)=>{
     try {
         validateEvents(events);
         const summary = prepareEventSummary(events, {
@@ -181,12 +181,12 @@ const generateYamlTestStream = async (events, options, modelConfig)=>{
             screenshots,
             language: options.language
         });
-        if (options.stream && options.onChunk) return await callAI(prompt, modelConfig, {
+        if (options.stream && options.onChunk) return await callAI(prompt, modelRuntime, {
             stream: true,
             onChunk: options.onChunk
         });
         {
-            const response = await callAIWithStringResponse(prompt, modelConfig);
+            const response = await callAIWithStringResponse(prompt, modelRuntime);
             if (response?.content && 'string' == typeof response.content) return {
                 content: response.content,
                 usage: response.usage,

package/dist/es/ai-model/prompt/yaml-generator.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"ai-model/prompt/yaml-generator.mjs","sources":["../../../../src/ai-model/prompt/yaml-generator.ts"],"sourcesContent":["import type {\n  StreamingAIResponse,\n  StreamingCodeGenerationOptions,\n} from '@/types';\nimport { YAML_EXAMPLE_CODE } from '@midscene/shared/constants';\nimport type { IModelConfig } from '@midscene/shared/env';\nimport {\n  type ChatCompletionMessageParam,\n  callAI,\n  callAIWithStringResponse,\n} from '../index';\n\n// Common interfaces for test generation (shared between YAML and Playwright)\nexport interface EventCounts {\n  navigation: number;\n  click: number;\n  input: number;\n  scroll: number;\n  total: number;\n}\n\nexport interface InputDescription {\n  description: string;\n  value: string;\n}\n\nexport interface ProcessedEvent {\n  type: string;\n  timestamp: number;\n  url?: string;\n  title?: string;\n  elementDescription?: string;\n  value?: string;\n  pageInfo?: any;\n  elementRect?: any;\n}\n\nexport interface EventSummary {\n  testName: string;\n  startUrl: string;\n  eventCounts: EventCounts;\n  urls: string[];\n  clickDescriptions: string[];\n  inputDescriptions: InputDescription[];\n  events: ProcessedEvent[];\n}\n\n// Common ChromeRecordedEvent interface\nexport interface ChromeRecordedEvent {\n  type: string;\n  timestamp: number;\n  url?: string;\n  title?: string;\n  elementDescription?: string;\n  value?: string;\n  pageInfo?: any;\n  elementRect?: any;\n  screenshotBefore?: string;\n  screenshotAfter?: string;\n  screenshotWithBox?: string;\n}\n\nexport interface YamlGenerationOptions {\n  testName?: string;\n  includeTimestamps?: boolean;\n  maxScreenshots?: number;\n  description?: string;\n  /** Language for human-readable YAML content (e.g. 'English', 'Chinese'). Keys and API names are kept as-is. */\n  language?: string;\n}\n\nexport interface FilteredEvents {\n  navigationEvents: ChromeRecordedEvent[];\n  clickEvents: ChromeRecordedEvent[];\n  inputEvents: ChromeRecordedEvent[];\n  scrollEvents: ChromeRecordedEvent[];\n}\n\n// Common utility functions (shared between YAML and Playwright generators)\n\n/**\n * Get screenshots from events for LLM context\n */\nexport const getScreenshotsForLLM = (\n  events: ChromeRecordedEvent[],\n  maxScreenshots = 1,\n): string[] => {\n  // Find events with screenshots, prioritizing navigation and click events\n  const eventsWithScreenshots = events.filter(\n    (event) =>\n      event.screenshotBefore ||\n      event.screenshotAfter ||\n      event.screenshotWithBox,\n  );\n\n  // Sort them by priority (navigation first, then clicks, then others)\n  const sortedEvents = [...eventsWithScreenshots].sort((a, b) => {\n    if (a.type === 'navigation' && b.type !== 'navigation') return -1;\n    if (a.type !== 'navigation' && b.type === 'navigation') return 1;\n    if (a.type === 'click' && b.type !== 'click') return -1;\n    if (a.type !== 'click' && b.type === 'click') return 1;\n    return 0;\n  });\n\n  // Extract up to maxScreenshots screenshots\n  const screenshots: string[] = [];\n  for (const event of sortedEvents) {\n    // Prefer the most informative screenshot\n    const screenshot =\n      event.screenshotWithBox ||\n      event.screenshotAfter ||\n      event.screenshotBefore;\n    if (screenshot && !screenshots.includes(screenshot)) {\n      screenshots.push(screenshot);\n      if (screenshots.length >= maxScreenshots) break;\n    }\n  }\n\n  return screenshots;\n};\n\n/**\n * Filter events by type for easier processing\n */\nexport const filterEventsByType = (\n  events: ChromeRecordedEvent[],\n): FilteredEvents => {\n  return {\n    navigationEvents: events.filter((event) => event.type === 'navigation'),\n    clickEvents: events.filter((event) => event.type === 'click'),\n    inputEvents: events.filter((event) => event.type === 'input'),\n    scrollEvents: events.filter((event) => event.type === 'scroll'),\n  };\n};\n\n/**\n * Create event counts summary\n */\nexport const createEventCounts = (\n  filteredEvents: FilteredEvents,\n  totalEvents: number,\n): EventCounts => {\n  return {\n    navigation: filteredEvents.navigationEvents.length,\n    click: filteredEvents.clickEvents.length,\n    input: filteredEvents.inputEvents.length,\n    scroll: filteredEvents.scrollEvents.length,\n    total: totalEvents,\n  };\n};\n\n/**\n * Extract input descriptions from input events\n */\nexport const extractInputDescriptions = (\n  inputEvents: ChromeRecordedEvent[],\n): InputDescription[] => {\n  return inputEvents\n    .map((event) => ({\n      description: event.elementDescription || '',\n      value: event.value || '',\n    }))\n    .filter((item) => item.description && item.value);\n};\n\n/**\n * Process events for LLM consumption\n */\nexport const processEventsForLLM = (\n  events: ChromeRecordedEvent[],\n): ProcessedEvent[] => {\n  return events.map((event) => ({\n    type: event.type,\n    timestamp: event.timestamp,\n    url: event.url,\n    title: event.title,\n    elementDescription: event.elementDescription,\n    value: event.value,\n    pageInfo: event.pageInfo,\n    elementRect: event.elementRect,\n  }));\n};\n\n/**\n * Prepare comprehensive event summary for LLM\n */\nexport const prepareEventSummary = (\n  events: ChromeRecordedEvent[],\n  options: { testName?: string; maxScreenshots?: number } = {},\n): EventSummary => {\n  const filteredEvents = filterEventsByType(events);\n  const eventCounts = createEventCounts(filteredEvents, events.length);\n\n  // Extract useful information from events\n  const startUrl =\n    filteredEvents.navigationEvents.length > 0\n      ? filteredEvents.navigationEvents[0].url || ''\n      : '';\n\n  const clickDescriptions = filteredEvents.clickEvents\n    .map((event) => event.elementDescription)\n    .filter((desc): desc is string => Boolean(desc))\n    .slice(0, 10);\n\n  const inputDescriptions = extractInputDescriptions(\n    filteredEvents.inputEvents,\n  ).slice(0, 10);\n\n  const urls = filteredEvents.navigationEvents\n    .map((e) => e.url)\n    .filter((url): url is string => Boolean(url))\n    .slice(0, 5);\n\n  const processedEvents = processEventsForLLM(events);\n\n  return {\n    testName: options.testName || 'Automated test from recorded events',\n    startUrl,\n    eventCounts,\n    urls,\n    clickDescriptions,\n    inputDescriptions,\n    events: processedEvents,\n  };\n};\n\n/**\n * Create message content for LLM with optional screenshots\n */\nexport const createMessageContent = (\n  promptText: string,\n  screenshots: string[] = [],\n  includeScreenshots = true,\n) => {\n  const messageContent: any[] = [\n    {\n      type: 'text',\n      text: promptText,\n    },\n  ];\n\n  // Add screenshots if available and requested\n  if (includeScreenshots && screenshots.length > 0) {\n    messageContent.unshift({\n      type: 'text',\n      text: 'Here are screenshots from the recording session to help you understand the context:',\n    });\n\n    screenshots.forEach((screenshot) => {\n      messageContent.push({\n        type: 'image_url',\n        image_url: {\n          url: screenshot,\n        },\n      });\n    });\n  }\n\n  return messageContent;\n};\n\nconst getYamlLanguageInstruction = (language?: string) => {\n  const normalizedLanguage = language?.trim();\n  if (!normalizedLanguage) {\n    return '';\n  }\n\n  return `\nLanguage requirement:\n- Write all human-readable YAML content in ${normalizedLanguage}.\n- Keep YAML keys, field names, and Midscene API names unchanged.`;\n};\n\nconst createYamlPrompt = ({\n  yamlSummary,\n  screenshots,\n  language,\n}: {\n  yamlSummary: EventSummary & { includeTimestamps: boolean };\n  screenshots: string[];\n  language?: string;\n}): ChatCompletionMessageParam[] => {\n  const prompt: ChatCompletionMessageParam[] = [\n    {\n      role: 'system',\n      content: `You are an expert in Midscene.js YAML test generation. Generate clean, accurate YAML following these rules: ${YAML_EXAMPLE_CODE}`,\n    },\n    {\n      role: 'user',\n      content: `Generate YAML test for Midscene.js automation from recorded browser events.\n\nEvent Summary:\n${JSON.stringify(yamlSummary, null, 2)}\n\nConvert events:\n- navigation → target.url\n- click → aiTap with element description\n- input → aiInput with value and locate\n- scroll → aiScroll with appropriate direction\n- Add aiAssert for important state changes${getYamlLanguageInstruction(language)}\n\nImportant: Return ONLY the raw YAML content. Do NOT wrap the response in markdown code blocks (no \\`\\`\\`yaml or \\`\\`\\`). Start directly with the YAML content.`,\n    },\n  ];\n\n  if (screenshots.length > 0) {\n    prompt.push({\n      role: 'user',\n      content:\n        'Here are screenshots from the recording session to help you understand the context:',\n    });\n\n    prompt.push({\n      role: 'user',\n      content: screenshots.map((screenshot) => ({\n        type: 'image_url',\n        image_url: {\n          url: screenshot,\n        },\n      })),\n    });\n  }\n\n  return prompt;\n};\n\n/**\n * Validate events before processing\n */\nexport const validateEvents = (events: ChromeRecordedEvent[]): void => {\n  if (!events.length) {\n    throw new Error('No events provided for test generation');\n  }\n};\n\n// YAML-specific generation functions\n\n/**\n * Generates YAML test configuration from recorded events using AI\n */\nexport const generateYamlTest = async (\n  events: ChromeRecordedEvent[],\n  options: YamlGenerationOptions,\n  modelConfig: IModelConfig,\n): Promise<string> => {\n  try {\n    // Validate input\n    validateEvents(events);\n\n    // Prepare event summary using shared utilities\n    const summary = prepareEventSummary(events, {\n      testName: options.testName,\n      maxScreenshots: options.maxScreenshots || 3,\n    });\n\n    // Add YAML-specific options to summary\n    const yamlSummary = {\n      ...summary,\n      includeTimestamps: options.includeTimestamps || false,\n    };\n\n    // Get screenshots for visual context\n    const screenshots = getScreenshotsForLLM(\n      events,\n      options.maxScreenshots || 3,\n    );\n\n    const prompt = createYamlPrompt({\n      yamlSummary,\n      screenshots,\n      language: options.language,\n    });\n\n    const response = await callAIWithStringResponse(prompt, modelConfig);\n\n    if (response?.content && typeof response.content === 'string') {\n      return response.content;\n    }\n\n    throw new Error('Failed to generate YAML test configuration');\n  } catch (error) {\n    throw new Error(`Failed to generate YAML test: ${error}`);\n  }\n};\n\n/**\n * Generates YAML test configuration from recorded events using AI with streaming support\n */\nexport const generateYamlTestStream = async (\n  events: ChromeRecordedEvent[],\n  options: YamlGenerationOptions & StreamingCodeGenerationOptions,\n  modelConfig: IModelConfig,\n): Promise<StreamingAIResponse> => {\n  try {\n    // Validate input\n    validateEvents(events);\n\n    // Prepare event summary using shared utilities\n    const summary = prepareEventSummary(events, {\n      testName: options.testName,\n      maxScreenshots: options.maxScreenshots || 3,\n    });\n\n    // Add YAML-specific options to summary\n    const yamlSummary = {\n      ...summary,\n      includeTimestamps: options.includeTimestamps || false,\n    };\n\n    // Get screenshots for visual context\n    const screenshots = getScreenshotsForLLM(\n      events,\n      options.maxScreenshots || 3,\n    );\n\n    const prompt = createYamlPrompt({\n      yamlSummary,\n      screenshots,\n      language: options.language,\n    });\n\n    if (options.stream && options.onChunk) {\n      // Use streaming\n      return await callAI(prompt, modelConfig, {\n        stream: true,\n        onChunk: options.onChunk,\n      });\n    } else {\n      // Fallback to non-streaming\n      const response = await callAIWithStringResponse(prompt, modelConfig);\n\n      if (response?.content && typeof response.content === 'string') {\n        return {\n          content: response.content,\n          usage: response.usage,\n          isStreamed: false,\n        };\n      }\n\n      throw new Error('Failed to generate YAML test configuration');\n    }\n  } catch (error) {\n    throw new Error(`Failed to generate YAML test: ${error}`);\n  }\n};\n"],"names":["getScreenshotsForLLM","events","maxScreenshots","eventsWithScreenshots","event","sortedEvents","a","b","screenshots","screenshot","filterEventsByType","createEventCounts","filteredEvents","totalEvents","extractInputDescriptions","inputEvents","item","processEventsForLLM","prepareEventSummary","options","eventCounts","startUrl","clickDescriptions","desc","Boolean","inputDescriptions","urls","e","url","processedEvents","createMessageContent","promptText","includeScreenshots","messageContent","getYamlLanguageInstruction","language","normalizedLanguage","createYamlPrompt","yamlSummary","prompt","YAML_EXAMPLE_CODE","JSON","validateEvents","Error","generateYamlTest","modelConfig","summary","response","callAIWithStringResponse","error","generateYamlTestStream","callAI"],"mappings":";;AAmFO,MAAMA,uBAAuB,CAClCC,QACAC,iBAAiB,CAAC;IAGlB,MAAMC,wBAAwBF,OAAO,MAAM,CACzC,CAACG,QACCA,MAAM,gBAAgB,IACtBA,MAAM,eAAe,IACrBA,MAAM,iBAAiB;IAI3B,MAAMC,eAAe;WAAIF;KAAsB,CAAC,IAAI,CAAC,CAACG,GAAGC;QACvD,IAAID,AAAW,iBAAXA,EAAE,IAAI,IAAqBC,AAAW,iBAAXA,EAAE,IAAI,EAAmB,OAAO;QAC/D,IAAID,AAAW,iBAAXA,EAAE,IAAI,IAAqBC,AAAW,iBAAXA,EAAE,IAAI,EAAmB,OAAO;QAC/D,IAAID,AAAW,YAAXA,EAAE,IAAI,IAAgBC,AAAW,YAAXA,EAAE,IAAI,EAAc,OAAO;QACrD,IAAID,AAAW,YAAXA,EAAE,IAAI,IAAgBC,AAAW,YAAXA,EAAE,IAAI,EAAc,OAAO;QACrD,OAAO;IACT;IAGA,MAAMC,cAAwB,EAAE;IAChC,KAAK,MAAMJ,SAASC,aAAc;QAEhC,MAAMI,aACJL,MAAM,iBAAiB,IACvBA,MAAM,eAAe,IACrBA,MAAM,gBAAgB;QACxB,IAAIK,cAAc,CAACD,YAAY,QAAQ,CAACC,aAAa;YACnDD,YAAY,IAAI,CAACC;YACjB,IAAID,YAAY,MAAM,IAAIN,gBAAgB;QAC5C;IACF;IAEA,OAAOM;AACT;AAKO,MAAME,qBAAqB,CAChCT,SAEO;QACL,kBAAkBA,OAAO,MAAM,CAAC,CAACG,QAAUA,AAAe,iBAAfA,MAAM,IAAI;QACrD,aAAaH,OAAO,MAAM,CAAC,CAACG,QAAUA,AAAe,YAAfA,MAAM,IAAI;QAChD,aAAaH,OAAO,MAAM,CAAC,CAACG,QAAUA,AAAe,YAAfA,MAAM,IAAI;QAChD,cAAcH,OAAO,MAAM,CAAC,CAACG,QAAUA,AAAe,aAAfA,MAAM,IAAI;IACnD;AAMK,MAAMO,oBAAoB,CAC/BC,gBACAC,cAEO;QACL,YAAYD,eAAe,gBAAgB,CAAC,MAAM;QAClD,OAAOA,eAAe,WAAW,CAAC,MAAM;QACxC,OAAOA,eAAe,WAAW,CAAC,MAAM;QACxC,QAAQA,eAAe,YAAY,CAAC,MAAM;QAC1C,OAAOC;IACT;AAMK,MAAMC,2BAA2B,CACtCC,cAEOA,YACJ,GAAG,CAAC,CAACX,QAAW;YACf,aAAaA,MAAM,kBAAkB,IAAI;YACzC,OAAOA,MAAM,KAAK,IAAI;QACxB,IACC,MAAM,CAAC,CAACY,OAASA,KAAK,WAAW,IAAIA,KAAK,KAAK;AAM7C,MAAMC,sBAAsB,CACjChB,SAEOA,OAAO,GAAG,CAAC,CAACG,QAAW;YAC5B,MAAMA,MAAM,IAAI;YAChB,WAAWA,MAAM,SAAS;YAC1B,KAAKA,MAAM,GAAG;YACd,OAAOA,MAAM,KAAK;YAClB,oBAAoBA,MAAM,kBAAkB;YAC5C,OAAOA,MAAM,KAAK;YAClB,UAAUA,MAAM,QAAQ;YACxB,aAAaA,MAAM,WAAW;QAChC;AAMK,MAAMc,sBAAsB,CACjCjB,QACAkB,UAA0D,CAAC,CAAC;IAE5D,MAAMP,iBAAiBF,mBAAmBT;IAC1C,MAAMmB,cAAcT,kBAAkBC,gBAAgBX,OAAO,MAAM;IAGnE,MAAMoB,WACJT,eAAe,gBAAgB,CAAC,MAAM,GAAG,IACrCA,eAAe,gBAAgB,CAAC,EAAE,CAAC,GAAG,IAAI,KAC1C;IAEN,MAAMU,oBAAoBV,eAAe,WAAW,CACjD,GAAG,CAAC,CAACR,QAAUA,MAAM,kBAAkB,EACvC,MAAM,CAAC,CAACmB,OAAyBC,QAAQD,OACzC,KAAK,CAAC,GAAG;IAEZ,MAAME,oBAAoBX,yBACxBF,eAAe,WAAW,EAC1B,KAAK,CAAC,GAAG;IAEX,MAAMc,OAAOd,eAAe,gBAAgB,CACzC,GAAG,CAAC,CAACe,IAAMA,EAAE,GAAG,EAChB,MAAM,CAAC,CAACC,MAAuBJ,QAAQI,MACvC,KAAK,CAAC,GAAG;IAEZ,MAAMC,kBAAkBZ,oBAAoBhB;IAE5C,OAAO;QACL,UAAUkB,QAAQ,QAAQ,IAAI;QAC9BE;QACAD;QACAM;QACAJ;QACAG;QACA,QAAQI;IACV;AACF;AAKO,MAAMC,uBAAuB,CAClCC,YACAvB,cAAwB,EAAE,EAC1BwB,qBAAqB,IAAI;IAEzB,MAAMC,iBAAwB;QAC5B;YACE,MAAM;YACN,MAAMF;QACR;KACD;IAGD,IAAIC,sBAAsBxB,YAAY,MAAM,GAAG,GAAG;QAChDyB,eAAe,OAAO,CAAC;YACrB,MAAM;YACN,MAAM;QACR;QAEAzB,YAAY,OAAO,CAAC,CAACC;YACnBwB,eAAe,IAAI,CAAC;gBAClB,MAAM;gBACN,WAAW;oBACT,KAAKxB;gBACP;YACF;QACF;IACF;IAEA,OAAOwB;AACT;AAEA,MAAMC,6BAA6B,CAACC;IAClC,MAAMC,qBAAqBD,UAAU;IACrC,IAAI,CAACC,oBACH,OAAO;IAGT,OAAO,CAAC;;2CAEiC,EAAEA,mBAAmB;gEACA,CAAC;AACjE;AAEA,MAAMC,mBAAmB,CAAC,EACxBC,WAAW,EACX9B,WAAW,EACX2B,QAAQ,EAKT;IACC,MAAMI,SAAuC;QAC3C;YACE,MAAM;YACN,SAAS,CAAC,4GAA4G,EAAEC,mBAAmB;QAC7I;QACA;YACE,MAAM;YACN,SAAS,CAAC;;;AAGhB,EAAEC,KAAK,SAAS,CAACH,aAAa,MAAM,GAAG;;;;;;;0CAOG,EAAEJ,2BAA2BC,UAAU;;8JAE6E,CAAC;QAC3J;KACD;IAED,IAAI3B,YAAY,MAAM,GAAG,GAAG;QAC1B+B,OAAO,IAAI,CAAC;YACV,MAAM;YACN,SACE;QACJ;QAEAA,OAAO,IAAI,CAAC;YACV,MAAM;YACN,SAAS/B,YAAY,GAAG,CAAC,CAACC,aAAgB;oBACxC,MAAM;oBACN,WAAW;wBACT,KAAKA;oBACP;gBACF;QACF;IACF;IAEA,OAAO8B;AACT;AAKO,MAAMG,iBAAiB,CAACzC;IAC7B,IAAI,CAACA,OAAO,MAAM,EAChB,MAAM,IAAI0C,MAAM;AAEpB;AAOO,MAAMC,mBAAmB,OAC9B3C,QACAkB,SACA0B;IAEA,IAAI;QAEFH,eAAezC;QAGf,MAAM6C,UAAU5B,oBAAoBjB,QAAQ;YAC1C,UAAUkB,QAAQ,QAAQ;YAC1B,gBAAgBA,QAAQ,cAAc,IAAI;QAC5C;QAGA,MAAMmB,cAAc;YAClB,GAAGQ,OAAO;YACV,mBAAmB3B,QAAQ,iBAAiB,IAAI;QAClD;QAGA,MAAMX,cAAcR,qBAClBC,QACAkB,QAAQ,cAAc,IAAI;QAG5B,MAAMoB,SAASF,iBAAiB;YAC9BC;YACA9B;YACA,UAAUW,QAAQ,QAAQ;QAC5B;QAEA,MAAM4B,WAAW,MAAMC,yBAAyBT,QAAQM;QAExD,IAAIE,UAAU,WAAW,AAA4B,YAA5B,OAAOA,SAAS,OAAO,EAC9C,OAAOA,SAAS,OAAO;QAGzB,MAAM,IAAIJ,MAAM;IAClB,EAAE,OAAOM,OAAO;QACd,MAAM,IAAIN,MAAM,CAAC,8BAA8B,EAAEM,OAAO;IAC1D;AACF;AAKO,MAAMC,yBAAyB,OACpCjD,QACAkB,SACA0B;IAEA,IAAI;QAEFH,eAAezC;QAGf,MAAM6C,UAAU5B,oBAAoBjB,QAAQ;YAC1C,UAAUkB,QAAQ,QAAQ;YAC1B,gBAAgBA,QAAQ,cAAc,IAAI;QAC5C;QAGA,MAAMmB,cAAc;YAClB,GAAGQ,OAAO;YACV,mBAAmB3B,QAAQ,iBAAiB,IAAI;QAClD;QAGA,MAAMX,cAAcR,qBAClBC,QACAkB,QAAQ,cAAc,IAAI;QAG5B,MAAMoB,SAASF,iBAAiB;YAC9BC;YACA9B;YACA,UAAUW,QAAQ,QAAQ;QAC5B;QAEA,IAAIA,QAAQ,MAAM,IAAIA,QAAQ,OAAO,EAEnC,OAAO,MAAMgC,OAAOZ,QAAQM,aAAa;YACvC,QAAQ;YACR,SAAS1B,QAAQ,OAAO;QAC1B;QACK;YAEL,MAAM4B,WAAW,MAAMC,yBAAyBT,QAAQM;YAExD,IAAIE,UAAU,WAAW,AAA4B,YAA5B,OAAOA,SAAS,OAAO,EAC9C,OAAO;gBACL,SAASA,SAAS,OAAO;gBACzB,OAAOA,SAAS,KAAK;gBACrB,YAAY;YACd;YAGF,MAAM,IAAIJ,MAAM;QAClB;IACF,EAAE,OAAOM,OAAO;QACd,MAAM,IAAIN,MAAM,CAAC,8BAA8B,EAAEM,OAAO;IAC1D;AACF"}
+{"version":3,"file":"ai-model/prompt/yaml-generator.mjs","sources":["../../../../src/ai-model/prompt/yaml-generator.ts"],"sourcesContent":["import type {\n  StreamingAIResponse,\n  StreamingCodeGenerationOptions,\n} from '@/types';\nimport { YAML_EXAMPLE_CODE } from '@midscene/shared/constants';\nimport {\n  type ChatCompletionMessageParam,\n  callAI,\n  callAIWithStringResponse,\n} from '../index';\nimport type { ModelRuntime } from '../models';\n\n// Common interfaces for test generation (shared between YAML and Playwright)\nexport interface EventCounts {\n  navigation: number;\n  click: number;\n  input: number;\n  scroll: number;\n  total: number;\n}\n\nexport interface InputDescription {\n  description: string;\n  value: string;\n}\n\nexport interface ProcessedEvent {\n  type: string;\n  timestamp: number;\n  url?: string;\n  title?: string;\n  elementDescription?: string;\n  value?: string;\n  pageInfo?: any;\n  elementRect?: any;\n}\n\nexport interface EventSummary {\n  testName: string;\n  startUrl: string;\n  eventCounts: EventCounts;\n  urls: string[];\n  clickDescriptions: string[];\n  inputDescriptions: InputDescription[];\n  events: ProcessedEvent[];\n}\n\n// Common ChromeRecordedEvent interface\nexport interface ChromeRecordedEvent {\n  type: string;\n  timestamp: number;\n  url?: string;\n  title?: string;\n  elementDescription?: string;\n  value?: string;\n  pageInfo?: any;\n  elementRect?: any;\n  screenshotBefore?: string;\n  screenshotAfter?: string;\n  screenshotWithBox?: string;\n}\n\nexport interface YamlGenerationOptions {\n  testName?: string;\n  includeTimestamps?: boolean;\n  maxScreenshots?: number;\n  description?: string;\n  /** Language for human-readable YAML content (e.g. 'English', 'Chinese'). Keys and API names are kept as-is. */\n  language?: string;\n}\n\nexport interface FilteredEvents {\n  navigationEvents: ChromeRecordedEvent[];\n  clickEvents: ChromeRecordedEvent[];\n  inputEvents: ChromeRecordedEvent[];\n  scrollEvents: ChromeRecordedEvent[];\n}\n\n// Common utility functions (shared between YAML and Playwright generators)\n\n/**\n * Get screenshots from events for LLM context\n */\nexport const getScreenshotsForLLM = (\n  events: ChromeRecordedEvent[],\n  maxScreenshots = 1,\n): string[] => {\n  // Find events with screenshots, prioritizing navigation and click events\n  const eventsWithScreenshots = events.filter(\n    (event) =>\n      event.screenshotBefore ||\n      event.screenshotAfter ||\n      event.screenshotWithBox,\n  );\n\n  // Sort them by priority (navigation first, then clicks, then others)\n  const sortedEvents = [...eventsWithScreenshots].sort((a, b) => {\n    if (a.type === 'navigation' && b.type !== 'navigation') return -1;\n    if (a.type !== 'navigation' && b.type === 'navigation') return 1;\n    if (a.type === 'click' && b.type !== 'click') return -1;\n    if (a.type !== 'click' && b.type === 'click') return 1;\n    return 0;\n  });\n\n  // Extract up to maxScreenshots screenshots\n  const screenshots: string[] = [];\n  for (const event of sortedEvents) {\n    // Prefer the most informative screenshot\n    const screenshot =\n      event.screenshotWithBox ||\n      event.screenshotAfter ||\n      event.screenshotBefore;\n    if (screenshot && !screenshots.includes(screenshot)) {\n      screenshots.push(screenshot);\n      if (screenshots.length >= maxScreenshots) break;\n    }\n  }\n\n  return screenshots;\n};\n\n/**\n * Filter events by type for easier processing\n */\nexport const filterEventsByType = (\n  events: ChromeRecordedEvent[],\n): FilteredEvents => {\n  return {\n    navigationEvents: events.filter((event) => event.type === 'navigation'),\n    clickEvents: events.filter((event) => event.type === 'click'),\n    inputEvents: events.filter((event) => event.type === 'input'),\n    scrollEvents: events.filter((event) => event.type === 'scroll'),\n  };\n};\n\n/**\n * Create event counts summary\n */\nexport const createEventCounts = (\n  filteredEvents: FilteredEvents,\n  totalEvents: number,\n): EventCounts => {\n  return {\n    navigation: filteredEvents.navigationEvents.length,\n    click: filteredEvents.clickEvents.length,\n    input: filteredEvents.inputEvents.length,\n    scroll: filteredEvents.scrollEvents.length,\n    total: totalEvents,\n  };\n};\n\n/**\n * Extract input descriptions from input events\n */\nexport const extractInputDescriptions = (\n  inputEvents: ChromeRecordedEvent[],\n): InputDescription[] => {\n  return inputEvents\n    .map((event) => ({\n      description: event.elementDescription || '',\n      value: event.value || '',\n    }))\n    .filter((item) => item.description && item.value);\n};\n\n/**\n * Process events for LLM consumption\n */\nexport const processEventsForLLM = (\n  events: ChromeRecordedEvent[],\n): ProcessedEvent[] => {\n  return events.map((event) => ({\n    type: event.type,\n    timestamp: event.timestamp,\n    url: event.url,\n    title: event.title,\n    elementDescription: event.elementDescription,\n    value: event.value,\n    pageInfo: event.pageInfo,\n    elementRect: event.elementRect,\n  }));\n};\n\n/**\n * Prepare comprehensive event summary for LLM\n */\nexport const prepareEventSummary = (\n  events: ChromeRecordedEvent[],\n  options: { testName?: string; maxScreenshots?: number } = {},\n): EventSummary => {\n  const filteredEvents = filterEventsByType(events);\n  const eventCounts = createEventCounts(filteredEvents, events.length);\n\n  // Extract useful information from events\n  const startUrl =\n    filteredEvents.navigationEvents.length > 0\n      ? filteredEvents.navigationEvents[0].url || ''\n      : '';\n\n  const clickDescriptions = filteredEvents.clickEvents\n    .map((event) => event.elementDescription)\n    .filter((desc): desc is string => Boolean(desc))\n    .slice(0, 10);\n\n  const inputDescriptions = extractInputDescriptions(\n    filteredEvents.inputEvents,\n  ).slice(0, 10);\n\n  const urls = filteredEvents.navigationEvents\n    .map((e) => e.url)\n    .filter((url): url is string => Boolean(url))\n    .slice(0, 5);\n\n  const processedEvents = processEventsForLLM(events);\n\n  return {\n    testName: options.testName || 'Automated test from recorded events',\n    startUrl,\n    eventCounts,\n    urls,\n    clickDescriptions,\n    inputDescriptions,\n    events: processedEvents,\n  };\n};\n\n/**\n * Create message content for LLM with optional screenshots\n */\nexport const createMessageContent = (\n  promptText: string,\n  screenshots: string[] = [],\n  includeScreenshots = true,\n) => {\n  const messageContent: any[] = [\n    {\n      type: 'text',\n      text: promptText,\n    },\n  ];\n\n  // Add screenshots if available and requested\n  if (includeScreenshots && screenshots.length > 0) {\n    messageContent.unshift({\n      type: 'text',\n      text: 'Here are screenshots from the recording session to help you understand the context:',\n    });\n\n    screenshots.forEach((screenshot) => {\n      messageContent.push({\n        type: 'image_url',\n        image_url: {\n          url: screenshot,\n        },\n      });\n    });\n  }\n\n  return messageContent;\n};\n\nconst getYamlLanguageInstruction = (language?: string) => {\n  const normalizedLanguage = language?.trim();\n  if (!normalizedLanguage) {\n    return '';\n  }\n\n  return `\nLanguage requirement:\n- Write all human-readable YAML content in ${normalizedLanguage}.\n- Keep YAML keys, field names, and Midscene API names unchanged.`;\n};\n\nconst createYamlPrompt = ({\n  yamlSummary,\n  screenshots,\n  language,\n}: {\n  yamlSummary: EventSummary & { includeTimestamps: boolean };\n  screenshots: string[];\n  language?: string;\n}): ChatCompletionMessageParam[] => {\n  const prompt: ChatCompletionMessageParam[] = [\n    {\n      role: 'system',\n      content: `You are an expert in Midscene.js YAML test generation. Generate clean, accurate YAML following these rules: ${YAML_EXAMPLE_CODE}`,\n    },\n    {\n      role: 'user',\n      content: `Generate YAML test for Midscene.js automation from recorded browser events.\n\nEvent Summary:\n${JSON.stringify(yamlSummary, null, 2)}\n\nConvert events:\n- navigation → target.url\n- click → aiTap with element description\n- input → aiInput with value and locate\n- scroll → aiScroll with appropriate direction\n- Add aiAssert for important state changes${getYamlLanguageInstruction(language)}\n\nImportant: Return ONLY the raw YAML content. Do NOT wrap the response in markdown code blocks (no \\`\\`\\`yaml or \\`\\`\\`). Start directly with the YAML content.`,\n    },\n  ];\n\n  if (screenshots.length > 0) {\n    prompt.push({\n      role: 'user',\n      content:\n        'Here are screenshots from the recording session to help you understand the context:',\n    });\n\n    prompt.push({\n      role: 'user',\n      content: screenshots.map((screenshot) => ({\n        type: 'image_url',\n        image_url: {\n          url: screenshot,\n        },\n      })),\n    });\n  }\n\n  return prompt;\n};\n\n/**\n * Validate events before processing\n */\nexport const validateEvents = (events: ChromeRecordedEvent[]): void => {\n  if (!events.length) {\n    throw new Error('No events provided for test generation');\n  }\n};\n\n// YAML-specific generation functions\n\n/**\n * Generates YAML test configuration from recorded events using AI\n */\nexport const generateYamlTest = async (\n  events: ChromeRecordedEvent[],\n  options: YamlGenerationOptions,\n  modelRuntime: ModelRuntime,\n): Promise<string> => {\n  try {\n    // Validate input\n    validateEvents(events);\n\n    // Prepare event summary using shared utilities\n    const summary = prepareEventSummary(events, {\n      testName: options.testName,\n      maxScreenshots: options.maxScreenshots || 3,\n    });\n\n    // Add YAML-specific options to summary\n    const yamlSummary = {\n      ...summary,\n      includeTimestamps: options.includeTimestamps || false,\n    };\n\n    // Get screenshots for visual context\n    const screenshots = getScreenshotsForLLM(\n      events,\n      options.maxScreenshots || 3,\n    );\n\n    const prompt = createYamlPrompt({\n      yamlSummary,\n      screenshots,\n      language: options.language,\n    });\n\n    const response = await callAIWithStringResponse(prompt, modelRuntime);\n\n    if (response?.content && typeof response.content === 'string') {\n      return response.content;\n    }\n\n    throw new Error('Failed to generate YAML test configuration');\n  } catch (error) {\n    throw new Error(`Failed to generate YAML test: ${error}`);\n  }\n};\n\n/**\n * Generates YAML test configuration from recorded events using AI with streaming support\n */\nexport const generateYamlTestStream = async (\n  events: ChromeRecordedEvent[],\n  options: YamlGenerationOptions & StreamingCodeGenerationOptions,\n  modelRuntime: ModelRuntime,\n): Promise<StreamingAIResponse> => {\n  try {\n    // Validate input\n    validateEvents(events);\n\n    // Prepare event summary using shared utilities\n    const summary = prepareEventSummary(events, {\n      testName: options.testName,\n      maxScreenshots: options.maxScreenshots || 3,\n    });\n\n    // Add YAML-specific options to summary\n    const yamlSummary = {\n      ...summary,\n      includeTimestamps: options.includeTimestamps || false,\n    };\n\n    // Get screenshots for visual context\n    const screenshots = getScreenshotsForLLM(\n      events,\n      options.maxScreenshots || 3,\n    );\n\n    const prompt = createYamlPrompt({\n      yamlSummary,\n      screenshots,\n      language: options.language,\n    });\n\n    if (options.stream && options.onChunk) {\n      // Use streaming\n      return await callAI(prompt, modelRuntime, {\n        stream: true,\n        onChunk: options.onChunk,\n      });\n    } else {\n      // Fallback to non-streaming\n      const response = await callAIWithStringResponse(prompt, modelRuntime);\n\n      if (response?.content && typeof response.content === 'string') {\n        return {\n          content: response.content,\n          usage: response.usage,\n          isStreamed: false,\n        };\n      }\n\n      throw new Error('Failed to generate YAML test configuration');\n    }\n  } catch (error) {\n    throw new Error(`Failed to generate YAML test: ${error}`);\n  }\n};\n"],"names":["getScreenshotsForLLM","events","maxScreenshots","eventsWithScreenshots","event","sortedEvents","a","b","screenshots","screenshot","filterEventsByType","createEventCounts","filteredEvents","totalEvents","extractInputDescriptions","inputEvents","item","processEventsForLLM","prepareEventSummary","options","eventCounts","startUrl","clickDescriptions","desc","Boolean","inputDescriptions","urls","e","url","processedEvents","createMessageContent","promptText","includeScreenshots","messageContent","getYamlLanguageInstruction","language","normalizedLanguage","createYamlPrompt","yamlSummary","prompt","YAML_EXAMPLE_CODE","JSON","validateEvents","Error","generateYamlTest","modelRuntime","summary","response","callAIWithStringResponse","error","generateYamlTestStream","callAI"],"mappings":";;AAmFO,MAAMA,uBAAuB,CAClCC,QACAC,iBAAiB,CAAC;IAGlB,MAAMC,wBAAwBF,OAAO,MAAM,CACzC,CAACG,QACCA,MAAM,gBAAgB,IACtBA,MAAM,eAAe,IACrBA,MAAM,iBAAiB;IAI3B,MAAMC,eAAe;WAAIF;KAAsB,CAAC,IAAI,CAAC,CAACG,GAAGC;QACvD,IAAID,AAAW,iBAAXA,EAAE,IAAI,IAAqBC,AAAW,iBAAXA,EAAE,IAAI,EAAmB,OAAO;QAC/D,IAAID,AAAW,iBAAXA,EAAE,IAAI,IAAqBC,AAAW,iBAAXA,EAAE,IAAI,EAAmB,OAAO;QAC/D,IAAID,AAAW,YAAXA,EAAE,IAAI,IAAgBC,AAAW,YAAXA,EAAE,IAAI,EAAc,OAAO;QACrD,IAAID,AAAW,YAAXA,EAAE,IAAI,IAAgBC,AAAW,YAAXA,EAAE,IAAI,EAAc,OAAO;QACrD,OAAO;IACT;IAGA,MAAMC,cAAwB,EAAE;IAChC,KAAK,MAAMJ,SAASC,aAAc;QAEhC,MAAMI,aACJL,MAAM,iBAAiB,IACvBA,MAAM,eAAe,IACrBA,MAAM,gBAAgB;QACxB,IAAIK,cAAc,CAACD,YAAY,QAAQ,CAACC,aAAa;YACnDD,YAAY,IAAI,CAACC;YACjB,IAAID,YAAY,MAAM,IAAIN,gBAAgB;QAC5C;IACF;IAEA,OAAOM;AACT;AAKO,MAAME,qBAAqB,CAChCT,SAEO;QACL,kBAAkBA,OAAO,MAAM,CAAC,CAACG,QAAUA,AAAe,iBAAfA,MAAM,IAAI;QACrD,aAAaH,OAAO,MAAM,CAAC,CAACG,QAAUA,AAAe,YAAfA,MAAM,IAAI;QAChD,aAAaH,OAAO,MAAM,CAAC,CAACG,QAAUA,AAAe,YAAfA,MAAM,IAAI;QAChD,cAAcH,OAAO,MAAM,CAAC,CAACG,QAAUA,AAAe,aAAfA,MAAM,IAAI;IACnD;AAMK,MAAMO,oBAAoB,CAC/BC,gBACAC,cAEO;QACL,YAAYD,eAAe,gBAAgB,CAAC,MAAM;QAClD,OAAOA,eAAe,WAAW,CAAC,MAAM;QACxC,OAAOA,eAAe,WAAW,CAAC,MAAM;QACxC,QAAQA,eAAe,YAAY,CAAC,MAAM;QAC1C,OAAOC;IACT;AAMK,MAAMC,2BAA2B,CACtCC,cAEOA,YACJ,GAAG,CAAC,CAACX,QAAW;YACf,aAAaA,MAAM,kBAAkB,IAAI;YACzC,OAAOA,MAAM,KAAK,IAAI;QACxB,IACC,MAAM,CAAC,CAACY,OAASA,KAAK,WAAW,IAAIA,KAAK,KAAK;AAM7C,MAAMC,sBAAsB,CACjChB,SAEOA,OAAO,GAAG,CAAC,CAACG,QAAW;YAC5B,MAAMA,MAAM,IAAI;YAChB,WAAWA,MAAM,SAAS;YAC1B,KAAKA,MAAM,GAAG;YACd,OAAOA,MAAM,KAAK;YAClB,oBAAoBA,MAAM,kBAAkB;YAC5C,OAAOA,MAAM,KAAK;YAClB,UAAUA,MAAM,QAAQ;YACxB,aAAaA,MAAM,WAAW;QAChC;AAMK,MAAMc,sBAAsB,CACjCjB,QACAkB,UAA0D,CAAC,CAAC;IAE5D,MAAMP,iBAAiBF,mBAAmBT;IAC1C,MAAMmB,cAAcT,kBAAkBC,gBAAgBX,OAAO,MAAM;IAGnE,MAAMoB,WACJT,eAAe,gBAAgB,CAAC,MAAM,GAAG,IACrCA,eAAe,gBAAgB,CAAC,EAAE,CAAC,GAAG,IAAI,KAC1C;IAEN,MAAMU,oBAAoBV,eAAe,WAAW,CACjD,GAAG,CAAC,CAACR,QAAUA,MAAM,kBAAkB,EACvC,MAAM,CAAC,CAACmB,OAAyBC,QAAQD,OACzC,KAAK,CAAC,GAAG;IAEZ,MAAME,oBAAoBX,yBACxBF,eAAe,WAAW,EAC1B,KAAK,CAAC,GAAG;IAEX,MAAMc,OAAOd,eAAe,gBAAgB,CACzC,GAAG,CAAC,CAACe,IAAMA,EAAE,GAAG,EAChB,MAAM,CAAC,CAACC,MAAuBJ,QAAQI,MACvC,KAAK,CAAC,GAAG;IAEZ,MAAMC,kBAAkBZ,oBAAoBhB;IAE5C,OAAO;QACL,UAAUkB,QAAQ,QAAQ,IAAI;QAC9BE;QACAD;QACAM;QACAJ;QACAG;QACA,QAAQI;IACV;AACF;AAKO,MAAMC,uBAAuB,CAClCC,YACAvB,cAAwB,EAAE,EAC1BwB,qBAAqB,IAAI;IAEzB,MAAMC,iBAAwB;QAC5B;YACE,MAAM;YACN,MAAMF;QACR;KACD;IAGD,IAAIC,sBAAsBxB,YAAY,MAAM,GAAG,GAAG;QAChDyB,eAAe,OAAO,CAAC;YACrB,MAAM;YACN,MAAM;QACR;QAEAzB,YAAY,OAAO,CAAC,CAACC;YACnBwB,eAAe,IAAI,CAAC;gBAClB,MAAM;gBACN,WAAW;oBACT,KAAKxB;gBACP;YACF;QACF;IACF;IAEA,OAAOwB;AACT;AAEA,MAAMC,6BAA6B,CAACC;IAClC,MAAMC,qBAAqBD,UAAU;IACrC,IAAI,CAACC,oBACH,OAAO;IAGT,OAAO,CAAC;;2CAEiC,EAAEA,mBAAmB;gEACA,CAAC;AACjE;AAEA,MAAMC,mBAAmB,CAAC,EACxBC,WAAW,EACX9B,WAAW,EACX2B,QAAQ,EAKT;IACC,MAAMI,SAAuC;QAC3C;YACE,MAAM;YACN,SAAS,CAAC,4GAA4G,EAAEC,mBAAmB;QAC7I;QACA;YACE,MAAM;YACN,SAAS,CAAC;;;AAGhB,EAAEC,KAAK,SAAS,CAACH,aAAa,MAAM,GAAG;;;;;;;0CAOG,EAAEJ,2BAA2BC,UAAU;;8JAE6E,CAAC;QAC3J;KACD;IAED,IAAI3B,YAAY,MAAM,GAAG,GAAG;QAC1B+B,OAAO,IAAI,CAAC;YACV,MAAM;YACN,SACE;QACJ;QAEAA,OAAO,IAAI,CAAC;YACV,MAAM;YACN,SAAS/B,YAAY,GAAG,CAAC,CAACC,aAAgB;oBACxC,MAAM;oBACN,WAAW;wBACT,KAAKA;oBACP;gBACF;QACF;IACF;IAEA,OAAO8B;AACT;AAKO,MAAMG,iBAAiB,CAACzC;IAC7B,IAAI,CAACA,OAAO,MAAM,EAChB,MAAM,IAAI0C,MAAM;AAEpB;AAOO,MAAMC,mBAAmB,OAC9B3C,QACAkB,SACA0B;IAEA,IAAI;QAEFH,eAAezC;QAGf,MAAM6C,UAAU5B,oBAAoBjB,QAAQ;YAC1C,UAAUkB,QAAQ,QAAQ;YAC1B,gBAAgBA,QAAQ,cAAc,IAAI;QAC5C;QAGA,MAAMmB,cAAc;YAClB,GAAGQ,OAAO;YACV,mBAAmB3B,QAAQ,iBAAiB,IAAI;QAClD;QAGA,MAAMX,cAAcR,qBAClBC,QACAkB,QAAQ,cAAc,IAAI;QAG5B,MAAMoB,SAASF,iBAAiB;YAC9BC;YACA9B;YACA,UAAUW,QAAQ,QAAQ;QAC5B;QAEA,MAAM4B,WAAW,MAAMC,yBAAyBT,QAAQM;QAExD,IAAIE,UAAU,WAAW,AAA4B,YAA5B,OAAOA,SAAS,OAAO,EAC9C,OAAOA,SAAS,OAAO;QAGzB,MAAM,IAAIJ,MAAM;IAClB,EAAE,OAAOM,OAAO;QACd,MAAM,IAAIN,MAAM,CAAC,8BAA8B,EAAEM,OAAO;IAC1D;AACF;AAKO,MAAMC,yBAAyB,OACpCjD,QACAkB,SACA0B;IAEA,IAAI;QAEFH,eAAezC;QAGf,MAAM6C,UAAU5B,oBAAoBjB,QAAQ;YAC1C,UAAUkB,QAAQ,QAAQ;YAC1B,gBAAgBA,QAAQ,cAAc,IAAI;QAC5C;QAGA,MAAMmB,cAAc;YAClB,GAAGQ,OAAO;YACV,mBAAmB3B,QAAQ,iBAAiB,IAAI;QAClD;QAGA,MAAMX,cAAcR,qBAClBC,QACAkB,QAAQ,cAAc,IAAI;QAG5B,MAAMoB,SAASF,iBAAiB;YAC9BC;YACA9B;YACA,UAAUW,QAAQ,QAAQ;QAC5B;QAEA,IAAIA,QAAQ,MAAM,IAAIA,QAAQ,OAAO,EAEnC,OAAO,MAAMgC,OAAOZ,QAAQM,cAAc;YACxC,QAAQ;YACR,SAAS1B,QAAQ,OAAO;QAC1B;QACK;YAEL,MAAM4B,WAAW,MAAMC,yBAAyBT,QAAQM;YAExD,IAAIE,UAAU,WAAW,AAA4B,YAA5B,OAAOA,SAAS,OAAO,EAC9C,OAAO;gBACL,SAASA,SAAS,OAAO;gBACzB,OAAOA,SAAS,KAAK;gBACrB,YAAY;YACd;YAGF,MAAM,IAAIJ,MAAM;QAClB;IACF,EAAE,OAAOM,OAAO;QACd,MAAM,IAAIN,MAAM,CAAC,8BAA8B,EAAEM,OAAO;IAC1D;AACF"}

package/dist/es/ai-model/prompts/locate-result-coordinates.mjs

@@ -0,0 +1,107 @@
+function describeLocateResultCoordinates({ shape, order, normalizedBy }) {
+    const descriptor = 'point' === shape ? 'point' : '2d bounding box';
+    const coordinateDescription = void 0 !== normalizedBy ? `normalized to 0-${normalizedBy} relative to the screenshot. Do NOT use pixel coordinates or screenshot width/height` : 'in actual pixel coordinates relative to the screenshot';
+    if ('point' === shape) {
+        const orderDescription = 'yx' === order ? '[y, x]' : '[x, y]';
+        return `${descriptor}, should be ${orderDescription} ${coordinateDescription}.`;
+    }
+    const orderDescription = 'yx' === order ? '[ymin, xmin, ymax, xmax]' : '[xmin, ymin, xmax, ymax]';
+    return `${descriptor}, should be ${orderDescription} ${coordinateDescription}.`;
+}
+function describeLocateResultValueSchema({ shape }) {
+    return 'point' === shape ? '[number, number]' : '[number, number, number, number]';
+}
+function locateResultExampleValue(resolvedCoordinates, region) {
+    const [left, top, right, bottom] = region;
+    if ('point' === resolvedCoordinates.shape) {
+        const x = Math.round((left + right) / 2);
+        const y = Math.round((top + bottom) / 2);
+        return 'yx' === resolvedCoordinates.order ? [
+            y,
+            x
+        ] : [
+            x,
+            y
+        ];
+    }
+    return 'yx' === resolvedCoordinates.order ? [
+        top,
+        left,
+        bottom,
+        right
+    ] : region;
+}
+const locateResultExampleRegions = [
+    [
+        100,
+        100,
+        200,
+        200
+    ],
+    [
+        345,
+        442,
+        458,
+        483
+    ],
+    [
+        120,
+        180,
+        380,
+        210
+    ],
+    [
+        120,
+        240,
+        380,
+        270
+    ],
+    [
+        50,
+        100,
+        200,
+        200
+    ],
+    [
+        300,
+        400,
+        500,
+        500
+    ],
+    [
+        600,
+        100,
+        800,
+        250
+    ],
+    [
+        50,
+        600,
+        250,
+        750
+    ]
+];
+function createExampleValues(resolvedCoordinates) {
+    return locateResultExampleRegions.map((region)=>locateResultExampleValue(resolvedCoordinates, region));
+}
+function locateResultKey({ shape }) {
+    return 'point' === shape ? 'point' : 'bbox';
+}
+function locateResultName({ shape }, { plural = false } = {}) {
+    return 'bbox' === shape ? plural ? 'bounding boxes' : 'bounding box' : plural ? 'points' : 'point';
+}
+function createLocateResultPromptSpec(resolvedCoordinates) {
+    return {
+        resultKey: locateResultKey(resolvedCoordinates),
+        resultValueSchema: describeLocateResultValueSchema(resolvedCoordinates),
+        resultValueDescription: describeLocateResultCoordinates(resolvedCoordinates),
+        resultNoun: locateResultName(resolvedCoordinates),
+        resultNounPlural: locateResultName(resolvedCoordinates, {
+            plural: true
+        }),
+        exampleValues: createExampleValues(resolvedCoordinates)
+    };
+}
+export { createLocateResultPromptSpec, describeLocateResultValueSchema, locateResultExampleRegions, locateResultExampleValue };
+
+//# sourceMappingURL=locate-result-coordinates.mjs.map

package/dist/es/ai-model/prompts/locate-result-coordinates.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/prompts/locate-result-coordinates.mjs","sources":["../../../../src/ai-model/prompts/locate-result-coordinates.ts"],"sourcesContent":["import type {\n  LocateResultBbox,\n  LocateResultPromptSpec,\n  NonEmptyArray,\n} from '../shared/model-locate-result';\nimport type { ResolvedLocateResultCoordinates } from '../shared/model-locate-result/types';\n\nfunction describeLocateResultCoordinates({\n  shape,\n  order,\n  normalizedBy,\n}: ResolvedLocateResultCoordinates): string {\n  const descriptor = shape === 'point' ? 'point' : '2d bounding box';\n  const coordinateDescription =\n    normalizedBy !== undefined\n      ? `normalized to 0-${normalizedBy} relative to the screenshot. Do NOT use pixel coordinates or screenshot width/height`\n      : 'in actual pixel coordinates relative to the screenshot';\n\n  if (shape === 'point') {\n    const orderDescription = order === 'yx' ? '[y, x]' : '[x, y]';\n    return `${descriptor}, should be ${orderDescription} ${coordinateDescription}.`;\n  }\n\n  const orderDescription =\n    order === 'yx' ? '[ymin, xmin, ymax, xmax]' : '[xmin, ymin, xmax, ymax]';\n  return `${descriptor}, should be ${orderDescription} ${coordinateDescription}.`;\n}\n\nexport function describeLocateResultValueSchema({\n  shape,\n}: ResolvedLocateResultCoordinates): string {\n  return shape === 'point'\n    ? '[number, number]'\n    : '[number, number, number, number]';\n}\n\nexport function locateResultExampleValue(\n  resolvedCoordinates: ResolvedLocateResultCoordinates,\n  region: LocateResultBbox,\n): number[] {\n  const [left, top, right, bottom] = region;\n  if (resolvedCoordinates.shape === 'point') {\n    const x = Math.round((left + right) / 2);\n    const y = Math.round((top + bottom) / 2);\n    return resolvedCoordinates.order === 'yx' ? [y, x] : [x, y];\n  }\n  return resolvedCoordinates.order === 'yx'\n    ? [top, left, bottom, right]\n    : region;\n}\n\n// Internal xy regions used only for prompt examples.\n// Each item is [xmin, ymin, xmax, ymax], before model-specific order mapping.\nexport const locateResultExampleRegions: LocateResultBbox[] = [\n  [100, 100, 200, 200],\n  [345, 442, 458, 483],\n  [120, 180, 380, 210],\n  [120, 240, 380, 270],\n  [50, 100, 200, 200],\n  [300, 400, 500, 500],\n  [600, 100, 800, 250],\n  [50, 600, 250, 750],\n];\n\nfunction createExampleValues(\n  resolvedCoordinates: ResolvedLocateResultCoordinates,\n): NonEmptyArray<unknown> {\n  return locateResultExampleRegions.map((region) =>\n    locateResultExampleValue(resolvedCoordinates, region),\n  ) as NonEmptyArray<unknown>;\n}\n\nfunction locateResultKey({ shape }: ResolvedLocateResultCoordinates): string {\n  return shape === 'point' ? 'point' : 'bbox';\n}\n\nfunction locateResultName(\n  { shape }: ResolvedLocateResultCoordinates,\n  { plural = false }: { plural?: boolean } = {},\n): string {\n  return shape === 'bbox'\n    ? plural\n      ? 'bounding boxes'\n      : 'bounding box'\n    : plural\n      ? 'points'\n      : 'point';\n}\n\nexport function createLocateResultPromptSpec(\n  resolvedCoordinates: ResolvedLocateResultCoordinates,\n): LocateResultPromptSpec {\n  return {\n    resultKey: locateResultKey(resolvedCoordinates),\n    resultValueSchema: describeLocateResultValueSchema(resolvedCoordinates),\n    resultValueDescription:\n      describeLocateResultCoordinates(resolvedCoordinates),\n    resultNoun: locateResultName(resolvedCoordinates),\n    resultNounPlural: locateResultName(resolvedCoordinates, { plural: true }),\n    exampleValues: createExampleValues(resolvedCoordinates),\n  };\n}\n"],"names":["describeLocateResultCoordinates","shape","order","normalizedBy","descriptor","coordinateDescription","undefined","orderDescription","describeLocateResultValueSchema","locateResultExampleValue","resolvedCoordinates","region","left","top","right","bottom","x","Math","y","locateResultExampleRegions","createExampleValues","locateResultKey","locateResultName","plural","createLocateResultPromptSpec"],"mappings":"AAOA,SAASA,gCAAgC,EACvCC,KAAK,EACLC,KAAK,EACLC,YAAY,EACoB;IAChC,MAAMC,aAAaH,AAAU,YAAVA,QAAoB,UAAU;IACjD,MAAMI,wBACJF,AAAiBG,WAAjBH,eACI,CAAC,gBAAgB,EAAEA,aAAa,oFAAoF,CAAC,GACrH;IAEN,IAAIF,AAAU,YAAVA,OAAmB;QACrB,MAAMM,mBAAmBL,AAAU,SAAVA,QAAiB,WAAW;QACrD,OAAO,GAAGE,WAAW,YAAY,EAAEG,iBAAiB,CAAC,EAAEF,sBAAsB,CAAC,CAAC;IACjF;IAEA,MAAME,mBACJL,AAAU,SAAVA,QAAiB,6BAA6B;IAChD,OAAO,GAAGE,WAAW,YAAY,EAAEG,iBAAiB,CAAC,EAAEF,sBAAsB,CAAC,CAAC;AACjF;AAEO,SAASG,gCAAgC,EAC9CP,KAAK,EAC2B;IAChC,OAAOA,AAAU,YAAVA,QACH,qBACA;AACN;AAEO,SAASQ,yBACdC,mBAAoD,EACpDC,MAAwB;IAExB,MAAM,CAACC,MAAMC,KAAKC,OAAOC,OAAO,GAAGJ;IACnC,IAAID,AAA8B,YAA9BA,oBAAoB,KAAK,EAAc;QACzC,MAAMM,IAAIC,KAAK,KAAK,CAAEL,AAAAA,CAAAA,OAAOE,KAAI,IAAK;QACtC,MAAMI,IAAID,KAAK,KAAK,CAAEJ,AAAAA,CAAAA,MAAME,MAAK,IAAK;QACtC,OAAOL,AAA8B,SAA9BA,oBAAoB,KAAK,GAAY;YAACQ;YAAGF;SAAE,GAAG;YAACA;YAAGE;SAAE;IAC7D;IACA,OAAOR,AAA8B,SAA9BA,oBAAoB,KAAK,GAC5B;QAACG;QAAKD;QAAMG;QAAQD;KAAM,GAC1BH;AACN;AAIO,MAAMQ,6BAAiD;IAC5D;QAAC;QAAK;QAAK;QAAK;KAAI;IACpB;QAAC;QAAK;QAAK;QAAK;KAAI;IACpB;QAAC;QAAK;QAAK;QAAK;KAAI;IACpB;QAAC;QAAK;QAAK;QAAK;KAAI;IACpB;QAAC;QAAI;QAAK;QAAK;KAAI;IACnB;QAAC;QAAK;QAAK;QAAK;KAAI;IACpB;QAAC;QAAK;QAAK;QAAK;KAAI;IACpB;QAAC;QAAI;QAAK;QAAK;KAAI;CACpB;AAED,SAASC,oBACPV,mBAAoD;IAEpD,OAAOS,2BAA2B,GAAG,CAAC,CAACR,SACrCF,yBAAyBC,qBAAqBC;AAElD;AAEA,SAASU,gBAAgB,EAAEpB,KAAK,EAAmC;IACjE,OAAOA,AAAU,YAAVA,QAAoB,UAAU;AACvC;AAEA,SAASqB,iBACP,EAAErB,KAAK,EAAmC,EAC1C,EAAEsB,SAAS,KAAK,EAAwB,GAAG,CAAC,CAAC;IAE7C,OAAOtB,AAAU,WAAVA,QACHsB,SACE,mBACA,iBACFA,SACE,WACA;AACR;AAEO,SAASC,6BACdd,mBAAoD;IAEpD,OAAO;QACL,WAAWW,gBAAgBX;QAC3B,mBAAmBF,gCAAgCE;QACnD,wBACEV,gCAAgCU;QAClC,YAAYY,iBAAiBZ;QAC7B,kBAAkBY,iBAAiBZ,qBAAqB;YAAE,QAAQ;QAAK;QACvE,eAAeU,oBAAoBV;IACrC;AACF"}