@midscene/core 1.9.8 → 1.10.0

package/dist/lib/ai-model/prompt/recorder-ui-describer.js

@@ -1,90 +0,0 @@
-"use strict";
-var __webpack_require__ = {};
-(()=>{
-    __webpack_require__.d = (exports1, definition)=>{
-        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
-            enumerable: true,
-            get: definition[key]
-        });
-    };
-})();
-(()=>{
-    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
-})();
-(()=>{
-    __webpack_require__.r = (exports1)=>{
-        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
-            value: 'Module'
-        });
-        Object.defineProperty(exports1, '__esModule', {
-            value: true
-        });
-    };
-})();
-var __webpack_exports__ = {};
-__webpack_require__.r(__webpack_exports__);
-__webpack_require__.d(__webpack_exports__, {
-    RECORDER_UI_DESCRIBER_SYSTEM_PROMPT: ()=>RECORDER_UI_DESCRIBER_SYSTEM_PROMPT
-});
-const RECORDER_UI_DESCRIBER_SYSTEM_PROMPT = `You convert Studio preview recorder UI events into semantic replay instructions.
-
-The recorder works from screenshots and mapped real-device coordinates only. Infer stable UI intent from the highlighted BEFORE screenshot. The AFTER screenshot is contextual evidence for state changes and scroll destinations.
-
-Output JSON only:
-{
-  "elementDescription": "short stable target/region description",
-  "replayInstruction": "one executable natural-language replay step",
-  "actionSummary": "short timeline summary",
-  "scrollDestinationDescription": "for scroll only: concrete newly visible destination content or goal",
-  "confidence": "high" | "medium" | "low",
-  "error"?: "only if no useful visual description can be inferred"
-}
-
-Rules:
-- Do NOT output coordinates as the main description.
-- Do NOT mention "near coordinates", "nearby element", "near point", "red marker", highlighted box, highlighted element, or screenshot.
-- Prefer stable target descriptions in this order: exact stable control text > stable label > role + stable section/context > icon purpose > visual position.
-- Treat placeholder or hint text that can change by user, time, data, or context as dynamic. Do not use dynamic hint values as the primary target description; prefer role + stable region + intent.
-- For repeated collections, treat item identity text as dynamic unless the user is clearly verifying that exact item. This includes any list/grid/table/feed/menu or repeated record surface. Do not output descriptions like "<role> titled/named '<content>'"; prefer stable role + region + selection intent.
-- Keep quoted UI text in the original UI language when it is a stable control label.
-- Apply the platform guidance from the user event:
-  - Web: button, input, link, menu item, tab, dialog, aria-label, placeholder, form section.
-  - Mobile: tab, list item, text field, icon button, navigation bar, bottom bar, sheet, card, screen section.
-  - Desktop/computer: menu item, toolbar button, dialog field, sidebar item, window control, file row, application region.
-- Pointer action rules:
-  - Preserve event.actionType semantics. Tap, DoubleClick, LongPress, and RightClick must not all become Click.
-  - Tap replayInstruction format: Tap on the element described as "<elementDescription>".
-  - DoubleClick replayInstruction format: Double click on the element described as "<elementDescription>".
-  - LongPress replayInstruction format: Long press the element described as "<elementDescription>".
-  - RightClick replayInstruction format: Right click on the element described as "<elementDescription>".
-  - Click replayInstruction format: Click on the element described as "<elementDescription>".
-- Input-specific rules:
-  - The highlighted BEFORE screenshot marks the field that receives the text.
-  - The screenshot after the action may show the typed value; use it only to confirm the field, never as the field description.
-  - elementDescription must identify the field itself by stable field role, nearby label, region, section, or sequence intent.
-  - Never use "AI is analyzing element", the typed value, the page title alone, or a generic "input field" as elementDescription.
-  - For consecutive input events, distinguish fields by stable role, section, order, current focus, filled/empty state, and neighboring actions instead of reusing the same generic field description.
-  - Input replayInstruction format: Input "<value>" into the element described as "<elementDescription>".
-- Scroll target quality bar:
-  - elementDescription describes the scrollable page, panel, list, table, or section at the highlighted scroll point.
-  - When multiple scrollable regions are visible, preserve the specific region where the scroll happened, such as left/right/top/bottom panel, navigation area, content pane, dialog body, table, list, or menu. Do not generalize a panel/list scroll into the whole page.
-  - scrollDestinationDescription is required and describes what the scroll is trying to reveal or reach, using newly visible headings, section titles, list items, or stable content from the AFTER screenshot.
-  - Prefer descriptions like "Playwright integration documentation page, scrolling toward the API reference section" or "Android API documentation page, scrolling to the installation steps section".
-  - Do NOT write generic phrases like "more content", "the page", "current screen", or "main scrollable area".
-- Scroll replayInstruction format: Scroll the page/region with description "<elementDescription>" by value "<recorded value>" until "<scrollDestinationDescription>" is visible.
-- Scroll actionSummary format: Scroll <elementDescription> toward <scrollDestinationDescription>.
-- Drag/Swipe rules:
-  - Drag replayInstruction format: Drag through the area described as "<elementDescription>".
-  - Swipe replayInstruction format: Swipe through the area described as "<elementDescription>".
-  - Describe start/end regions or the dragged UI control; do not describe only the gesture path.
-- KeyboardPress replayInstruction format: Press "<value>" on the element described as "<elementDescription>".
-- If uncertain, provide the best concrete visible text/role/context description. Set confidence to "low"; do not fall back to coordinates.`;
-exports.RECORDER_UI_DESCRIBER_SYSTEM_PROMPT = __webpack_exports__.RECORDER_UI_DESCRIBER_SYSTEM_PROMPT;
-for(var __rspack_i in __webpack_exports__)if (-1 === [
-    "RECORDER_UI_DESCRIBER_SYSTEM_PROMPT"
-].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
-Object.defineProperty(exports, '__esModule', {
-    value: true
-});
-
-//# sourceMappingURL=recorder-ui-describer.js.map

package/dist/lib/ai-model/prompt/recorder-ui-describer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ai-model/prompt/recorder-ui-describer.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../src/ai-model/prompt/recorder-ui-describer.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","export const RECORDER_UI_DESCRIBER_SYSTEM_PROMPT = `You convert Studio preview recorder UI events into semantic replay instructions.\n\nThe recorder works from screenshots and mapped real-device coordinates only. Infer stable UI intent from the highlighted BEFORE screenshot. The AFTER screenshot is contextual evidence for state changes and scroll destinations.\n\nOutput JSON only:\n{\n  \"elementDescription\": \"short stable target/region description\",\n  \"replayInstruction\": \"one executable natural-language replay step\",\n  \"actionSummary\": \"short timeline summary\",\n  \"scrollDestinationDescription\": \"for scroll only: concrete newly visible destination content or goal\",\n  \"confidence\": \"high\" | \"medium\" | \"low\",\n  \"error\"?: \"only if no useful visual description can be inferred\"\n}\n\nRules:\n- Do NOT output coordinates as the main description.\n- Do NOT mention \"near coordinates\", \"nearby element\", \"near point\", \"red marker\", highlighted box, highlighted element, or screenshot.\n- Prefer stable target descriptions in this order: exact stable control text > stable label > role + stable section/context > icon purpose > visual position.\n- Treat placeholder or hint text that can change by user, time, data, or context as dynamic. Do not use dynamic hint values as the primary target description; prefer role + stable region + intent.\n- For repeated collections, treat item identity text as dynamic unless the user is clearly verifying that exact item. This includes any list/grid/table/feed/menu or repeated record surface. Do not output descriptions like \"<role> titled/named '<content>'\"; prefer stable role + region + selection intent.\n- Keep quoted UI text in the original UI language when it is a stable control label.\n- Apply the platform guidance from the user event:\n  - Web: button, input, link, menu item, tab, dialog, aria-label, placeholder, form section.\n  - Mobile: tab, list item, text field, icon button, navigation bar, bottom bar, sheet, card, screen section.\n  - Desktop/computer: menu item, toolbar button, dialog field, sidebar item, window control, file row, application region.\n- Pointer action rules:\n  - Preserve event.actionType semantics. Tap, DoubleClick, LongPress, and RightClick must not all become Click.\n  - Tap replayInstruction format: Tap on the element described as \"<elementDescription>\".\n  - DoubleClick replayInstruction format: Double click on the element described as \"<elementDescription>\".\n  - LongPress replayInstruction format: Long press the element described as \"<elementDescription>\".\n  - RightClick replayInstruction format: Right click on the element described as \"<elementDescription>\".\n  - Click replayInstruction format: Click on the element described as \"<elementDescription>\".\n- Input-specific rules:\n  - The highlighted BEFORE screenshot marks the field that receives the text.\n  - The screenshot after the action may show the typed value; use it only to confirm the field, never as the field description.\n  - elementDescription must identify the field itself by stable field role, nearby label, region, section, or sequence intent.\n  - Never use \"AI is analyzing element\", the typed value, the page title alone, or a generic \"input field\" as elementDescription.\n  - For consecutive input events, distinguish fields by stable role, section, order, current focus, filled/empty state, and neighboring actions instead of reusing the same generic field description.\n  - Input replayInstruction format: Input \"<value>\" into the element described as \"<elementDescription>\".\n- Scroll target quality bar:\n  - elementDescription describes the scrollable page, panel, list, table, or section at the highlighted scroll point.\n  - When multiple scrollable regions are visible, preserve the specific region where the scroll happened, such as left/right/top/bottom panel, navigation area, content pane, dialog body, table, list, or menu. Do not generalize a panel/list scroll into the whole page.\n  - scrollDestinationDescription is required and describes what the scroll is trying to reveal or reach, using newly visible headings, section titles, list items, or stable content from the AFTER screenshot.\n  - Prefer descriptions like \"Playwright integration documentation page, scrolling toward the API reference section\" or \"Android API documentation page, scrolling to the installation steps section\".\n  - Do NOT write generic phrases like \"more content\", \"the page\", \"current screen\", or \"main scrollable area\".\n- Scroll replayInstruction format: Scroll the page/region with description \"<elementDescription>\" by value \"<recorded value>\" until \"<scrollDestinationDescription>\" is visible.\n- Scroll actionSummary format: Scroll <elementDescription> toward <scrollDestinationDescription>.\n- Drag/Swipe rules:\n  - Drag replayInstruction format: Drag through the area described as \"<elementDescription>\".\n  - Swipe replayInstruction format: Swipe through the area described as \"<elementDescription>\".\n  - Describe start/end regions or the dragged UI control; do not describe only the gesture path.\n- KeyboardPress replayInstruction format: Press \"<value>\" on the element described as \"<elementDescription>\".\n- If uncertain, provide the best concrete visible text/role/context description. Set confidence to \"low\"; do not fall back to coordinates.`;\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","RECORDER_UI_DESCRIBER_SYSTEM_PROMPT"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;ACNO,MAAMI,sCAAsC,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;0IAoDsF,CAAC"}

package/dist/lib/ai-model/prompt/ui-tars-planning.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ai-model/prompt/ui-tars-planning.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../src/ai-model/prompt/ui-tars-planning.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { getPreferredLanguage } from '@midscene/shared/env';\n\nexport function getUiTarsPlanningPrompt(): string {\n  const preferredLanguage = getPreferredLanguage();\n\n  return `\nYou are a GUI agent. You are given a task and your action history, with screenshots. You need to perform the next action to complete the task. \n\n## Output Format\n\\`\\`\\`\nThought: ...\nAction: ...\n\\`\\`\\`\n\n## Action Space\n\nclick(start_box='[x1, y1, x2, y2]')\nleft_double(start_box='[x1, y1, x2, y2]')\nright_single(start_box='[x1, y1, x2, y2]')\ndrag(start_box='[x1, y1, x2, y2]', end_box='[x3, y3, x4, y4]')\nhotkey(key='')\ntype(content='xxx') # Use escape characters \\\\', \\\\\\\", and \\\\n in content part to ensure we can parse the content in normal python string format. If you want to submit your input, use \\\\n at the end of content. \nscroll(start_box='[x1, y1, x2, y2]', direction='down or up or right or left')\nwait() #Sleep for 5s and take a screenshot to check for any changes.\nfinished(content='xxx') # Use escape characters \\\\', \\\\\", and \\\\n in content part to ensure we can parse the content in normal python string format.\n\n\n## Note\n- Use ${preferredLanguage} in \\`Thought\\` part.\n- Write a small plan and finally summarize your next action (with its target element) in one sentence in \\`Thought\\` part.\n\n## User Instruction\n`;\n}\n\nexport const getSummary = (prediction: string) =>\n  prediction\n    .replace(/Reflection:[\\s\\S]*?(?=Action_Summary:|Action:|$)/g, '')\n    .trim();\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","getUiTarsPlanningPrompt","preferredLanguage","getPreferredLanguage","getSummary","prediction"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;ACJO,SAASI;IACd,MAAMC,oBAAoBC,AAAAA,IAAAA,oBAAAA,oBAAAA,AAAAA;IAE1B,OAAO,CAAC;;;;;;;;;;;;;;;;;;;;;;;MAuBJ,EAAED,kBAAkB;;;;AAI1B,CAAC;AACD;AAEO,MAAME,aAAa,CAACC,aACzBA,WACG,OAAO,CAAC,qDAAqD,IAC7D,IAAI"}

package/dist/lib/recorder-ui-describer.js

@@ -1,419 +0,0 @@
-"use strict";
-var __webpack_require__ = {};
-(()=>{
-    __webpack_require__.d = (exports1, definition)=>{
-        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
-            enumerable: true,
-            get: definition[key]
-        });
-    };
-})();
-(()=>{
-    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
-})();
-(()=>{
-    __webpack_require__.r = (exports1)=>{
-        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
-            value: 'Module'
-        });
-        Object.defineProperty(exports1, '__esModule', {
-            value: true
-        });
-    };
-})();
-var __webpack_exports__ = {};
-__webpack_require__.r(__webpack_exports__);
-__webpack_require__.d(__webpack_exports__, {
-    getRecorderUIEventTargetRect: ()=>getRecorderUIEventTargetRect,
-    describeRecorderUIEvent: ()=>describeRecorderUIEvent,
-    describeRecorderUIEvents: ()=>describeRecorderUIEvents
-});
-const img_namespaceObject = require("@midscene/shared/img");
-const recorder_namespaceObject = require("@midscene/shared/recorder");
-const recorder_ui_describer_js_namespaceObject = require("./ai-model/prompt/recorder-ui-describer.js");
-const index_js_namespaceObject = require("./ai-model/service-caller/index.js");
-const RECORDER_UI_DESCRIBER_DEFAULT_RETRIES = 2;
-const RECORDER_UI_DESCRIBER_DEFAULT_RETRY_DELAY_MS = 200;
-const RECORDER_UI_DESCRIBER_DEFAULT_CONCURRENCY = 2;
-function delay(ms) {
-    return new Promise((resolve)=>setTimeout(resolve, ms));
-}
-function clamp(value, min, max) {
-    return Math.min(Math.max(value, min), max);
-}
-function isFiniteNumber(value) {
-    return 'number' == typeof value && Number.isFinite(value);
-}
-function isPendingDescription(value) {
-    return value?.trim() === 'AI is analyzing element...';
-}
-function getRecorderEventScreenshot(event) {
-    return event.screenshotWithBox || event.screenshotBefore || event.screenshotAfter;
-}
-function getRecorderEventAfterScreenshot(event) {
-    return event.screenshotAfter || event.screenshotWithBox;
-}
-function normalizeActionType(event) {
-    return event.actionType?.trim();
-}
-function getPlatformId(target) {
-    return target?.platformId?.toLowerCase();
-}
-function getPlatformSurface(target) {
-    switch(getPlatformId(target)){
-        case 'web':
-            return 'current web page';
-        case 'android':
-        case 'ios':
-        case 'harmony':
-            return 'current mobile screen';
-        case 'computer':
-            return 'current desktop screen';
-        default:
-            return 'current UI';
-    }
-}
-function getPlatformGuidance(target) {
-    switch(getPlatformId(target)){
-        case 'web':
-            return 'For web targets, use web UI terms such as button, input, link, menu item, tab, dialog, aria-label, placeholder, and form section when visible or inferable.';
-        case 'android':
-        case 'ios':
-        case 'harmony':
-            return 'For mobile targets, use mobile UI terms such as tab, list item, text field, icon button, navigation bar, bottom bar, sheet, card, and screen section.';
-        case 'computer':
-            return 'For desktop/computer targets, use desktop UI terms such as menu item, toolbar button, dialog field, sidebar item, window control, file row, and application region.';
-        default:
-            return 'Use platform-neutral UI terms such as control, field, item, icon button, list item, region, panel, and page section.';
-    }
-}
-function getPointerActionVerb(event) {
-    switch(normalizeActionType(event)){
-        case 'Tap':
-            return 'Tap';
-        case 'DoubleClick':
-            return 'Double click';
-        case 'LongPress':
-            return 'Long press';
-        case 'RightClick':
-            return 'Right click';
-        default:
-            return 'Click';
-    }
-}
-function getDragActionVerb(event) {
-    switch(normalizeActionType(event)){
-        case 'Swipe':
-            return 'Swipe';
-        case 'DragAndDrop':
-            return 'Drag';
-        default:
-            return 'Drag';
-    }
-}
-function pointToRect(x, y, size, pageInfo) {
-    const width = pageInfo.width || size;
-    const height = pageInfo.height || size;
-    const left = clamp(Math.floor(x - size / 2), 0, Math.max(width - 1, 0));
-    const top = clamp(Math.floor(y - size / 2), 0, Math.max(height - 1, 0));
-    return {
-        left,
-        top,
-        width: Math.min(size, Math.max(width - left, 1)),
-        height: Math.min(size, Math.max(height - top, 1))
-    };
-}
-function getPointRectSize(event) {
-    switch(event.type){
-        case 'scroll':
-            return 96;
-        case 'drag':
-            return 64;
-        default:
-            return 36;
-    }
-}
-function getRecorderUIEventTargetRect(event) {
-    const rect = event.elementRect;
-    if (!rect) return null;
-    if (isFiniteNumber(rect.width) && rect.width > 0 && isFiniteNumber(rect.height) && rect.height > 0 && (isFiniteNumber(rect.left) || isFiniteNumber(rect.top))) return {
-        left: rect.left || 0,
-        top: rect.top || 0,
-        width: rect.width,
-        height: rect.height
-    };
-    if (isFiniteNumber(rect.x) && isFiniteNumber(rect.y)) return pointToRect(rect.x, rect.y, getPointRectSize(event), event.pageInfo);
-    return null;
-}
-function getFallbackDescription(event, target) {
-    const pageContext = getPageSemanticContext(event);
-    const surface = getPlatformSurface(target);
-    switch(event.type){
-        case 'navigation':
-            return event.url || event.value || event.actionType || 'navigation';
-        case 'scroll':
-            return pageContext ? `${pageContext} scrollable content` : `scrollable content on the ${surface}`;
-        case 'drag':
-            return pageContext ? `gesture area in ${pageContext}` : `gesture area on the ${surface}`;
-        case 'input':
-            return `unresolved input field on the ${surface}`;
-        case 'keydown':
-            return pageContext ? `focused control in ${pageContext}` : `focused control on the ${surface}`;
-        default:
-            return pageContext ? `control in ${pageContext}` : `control on the ${surface}`;
-    }
-}
-function buildSemanticAction(event, scrollDestinationDescription) {
-    return {
-        type: event.type,
-        actionType: event.actionType,
-        value: event.value,
-        url: event.url,
-        scrollDestinationDescription
-    };
-}
-function getFallbackReplayInstruction(event, elementDescription) {
-    return (0, recorder_namespaceObject.buildMidsceneRecorderReplayInstruction)(buildSemanticAction(event), elementDescription);
-}
-function getFallbackActionSummary(event, elementDescription) {
-    return (0, recorder_namespaceObject.buildMidsceneRecorderActionSummary)(buildSemanticAction(event), elementDescription);
-}
-function getActionGuidance(event, target) {
-    const platformGuidance = getPlatformGuidance(target);
-    switch(event.type){
-        case 'click':
-            return `${platformGuidance} Identify the ${getPointerActionVerb(event).toLowerCase()} target by exact visible text first, then label/placeholder, then role plus stable surrounding context, then icon purpose, then visual position. Never describe it by coordinates, marker location, or as a nearby element.`;
-        case 'input':
-            return `${platformGuidance} Identify the exact input field at the marker before text entry. Use stable visible label, field role, field name, surrounding section, or sequence intent. Treat hint text that can change by user, time, data, or context as secondary evidence. Preserve the recorded input value only in replayInstruction; never describe the typed value or page title alone as the field.`;
-        case 'scroll':
-            return `${platformGuidance} Identify the scrollable page/region at the highlighted scroll point and concrete destination content revealed after scrolling. If multiple scrollable regions are visible, preserve the specific region where the scroll happened, such as left/right/top/bottom panel, navigation area, content pane, dialog body, table, list, or menu; do not generalize a panel/list scroll into the whole page. Use newly visible headings, section titles, list/table names, list items, or stable region labels; never say only "more content" or "current page".`;
-        case 'drag':
-            return `${platformGuidance} Identify the ${getDragActionVerb(event).toLowerCase()} start/end regions or the dragged UI control. Do not describe only the gesture path or coordinates.`;
-        case 'keydown':
-            return `${platformGuidance} Identify the focused element or keyboard target if visible, and preserve the recorded key in the replay instruction.`;
-        default:
-            return `${platformGuidance} Identify the UI target involved in this event using the most stable visible text or surrounding context.`;
-    }
-}
-function getEventRawCoordinates(event) {
-    const x = event.elementRect?.x;
-    const y = event.elementRect?.y;
-    if (isFiniteNumber(x) && isFiniteNumber(y)) return {
-        x,
-        y
-    };
-}
-function getPageSemanticContext(event) {
-    const candidates = [
-        event.title,
-        event.url
-    ].map((item)=>item?.trim()).filter(Boolean);
-    return candidates[0];
-}
-function isWeakDescription(value) {
-    if (!value) return true;
-    if (isPendingDescription(value)) return true;
-    const normalized = value.trim().toLowerCase();
-    const compact = normalized.replace(/\s+/g, '');
-    return 0 === normalized.length || /^\(?\d+(?:\.\d+)?,\s*\d+(?:\.\d+)?\)?$/.test(normalized) || 'target' === normalized || 'element' === normalized || 'target element' === normalized || 'the element' === normalized || 'page element' === normalized || 'input field' === normalized || 'text input' === normalized || 'text field' === normalized || 'search box' === normalized || 'more content' === normalized || 'the page' === normalized || 'current page' === normalized || 'current screen' === normalized || 'the screen' === normalized || 'current ui' === normalized || 'current visible ui' === normalized || 'current visible page' === normalized || 'current visible screen' === normalized || 'main area' === normalized || 'main scrollable area' === normalized || 'scrollable area' === normalized || 'highlighted element' === normalized || 'highlighted item' === normalized || 'marked element' === normalized || 'marked item' === normalized || normalized.includes('ai is analyzing element') || compact.includes('坐标') || compact.includes('附近') || compact.includes('附近的元素') || normalized.includes('coordinate') || normalized.includes('near the coordinate') || normalized.includes('near coordinates') || normalized.includes('nearby element') || normalized.includes('nearby item') || normalized.includes('near the marker') || normalized.includes('near marker') || normalized.includes('near the point') || normalized.includes('near point') || normalized.includes('at the point') || normalized.includes('button near point') || normalized.includes('shown in the screenshot') || normalized.includes('red rectangle') || normalized.includes('red marker') || normalized.includes('red box') || normalized.includes('highlighted element') || normalized.includes('highlighted item') || normalized.includes('highlighted screenshot');
-}
-function isWeakReplayInstruction(value) {
-    if (!value) return true;
-    if (isPendingDescription(value)) return true;
-    const normalized = value.trim().toLowerCase();
-    const compact = normalized.replace(/\s+/g, '');
-    return compact.includes('坐标') || compact.includes('附近') || normalized.includes('coordinate') || normalized.includes('near the coordinate') || normalized.includes('nearby element') || normalized.includes('nearby item') || normalized.includes('near the marker') || normalized.includes('near marker') || normalized.includes('near the point') || normalized.includes('near point') || normalized.includes('at the point') || normalized.includes('ai is analyzing element') || normalized.includes('more content') || normalized.includes('current page') || normalized.includes('current screen') || normalized.includes('highlighted element') || normalized.includes('highlighted item') || normalized.includes('red marker') || normalized.includes('red box') || normalized.includes('shown in the screenshot') || normalized.includes('highlighted screenshot');
-}
-function normalizeForComparison(value) {
-    return value.trim().toLowerCase().replace(/["'`]/g, '').replace(/\s+/g, ' ');
-}
-function isInputValueUsedAsFieldDescription(event, elementDescription) {
-    if ('input' !== event.type || !event.value || !elementDescription) return false;
-    const typedValue = normalizeForComparison(event.value);
-    if (!typedValue) return false;
-    const description = normalizeForComparison(elementDescription);
-    return description === typedValue || description === `${typedValue} input` || description === `${typedValue} field` || description === `${typedValue} text field` || description === `input ${typedValue}` || description === `field ${typedValue}` || description.includes(`typed value ${typedValue}`) || description.includes(`value ${typedValue}`);
-}
-function hasScrollDestination(replayInstruction, scrollDestinationDescription) {
-    if (scrollDestinationDescription && !isWeakDescription(scrollDestinationDescription)) return true;
-    const normalized = replayInstruction.toLowerCase();
-    return normalized.includes(' until ') || normalized.includes(' visible') || normalized.includes(' reveal') || normalized.includes(' to the ') || normalized.includes(' toward ');
-}
-async function describeWithRetry(event, target, highlightedScreenshot, modelConfig, options) {
-    let lastError;
-    for(let attempt = 1; attempt <= options.maxRetries; attempt += 1)try {
-        const afterScreenshot = getRecorderEventAfterScreenshot(event);
-        const pageContext = getPageSemanticContext(event);
-        const platformGuidance = getPlatformGuidance(target);
-        const userContent = [
-            {
-                type: 'text',
-                text: `Recorder event:
-${JSON.stringify({
-                    type: event.type,
-                    actionType: event.actionType,
-                    value: event.value,
-                    rawCoordinates: getEventRawCoordinates(event),
-                    url: event.url,
-                    title: event.title,
-                    pageContext,
-                    pageInfo: event.pageInfo,
-                    target,
-                    platformGuidance,
-                    guidance: getActionGuidance(event, target)
-                }, null, 2)}
-
-The target or region is highlighted in the screenshot below. Convert this event into semantic replay fields.`
-            },
-            {
-                type: 'image_url',
-                image_url: {
-                    url: highlightedScreenshot,
-                    detail: 'high'
-                }
-            }
-        ];
-        if (afterScreenshot) userContent.push({
-            type: 'text',
-            text: 'Screenshot after the recorded action, for context only:'
-        }, {
-            type: 'image_url',
-            image_url: {
-                url: afterScreenshot,
-                detail: 'high'
-            }
-        });
-        const response = await (0, index_js_namespaceObject.callAIWithObjectResponse)([
-            {
-                role: 'system',
-                content: recorder_ui_describer_js_namespaceObject.RECORDER_UI_DESCRIBER_SYSTEM_PROMPT
-            },
-            {
-                role: 'user',
-                content: userContent
-            }
-        ], modelConfig);
-        const content = response.content;
-        if (content.error) throw new Error(content.error);
-        if (isWeakDescription(content.elementDescription)) throw new Error("AI returned a weak recorder event description.");
-        if (isInputValueUsedAsFieldDescription(event, content.elementDescription)) throw new Error("AI used the recorded input value as the field description.");
-        const elementDescription = content.elementDescription.trim();
-        const scrollDestinationDescription = 'scroll' === event.type ? content.scrollDestinationDescription?.trim() : void 0;
-        if ('scroll' === event.type && !hasScrollDestination('', scrollDestinationDescription)) throw new Error("AI returned a scroll description without a destination.");
-        const aiReplayInstruction = content.replayInstruction?.trim();
-        if (aiReplayInstruction && isWeakReplayInstruction(aiReplayInstruction)) throw new Error('AI returned a weak recorder replay instruction.');
-        const semanticAction = buildSemanticAction(event, scrollDestinationDescription);
-        const replayInstruction = (0, recorder_namespaceObject.buildMidsceneRecorderReplayInstruction)(semanticAction, elementDescription);
-        if (isWeakReplayInstruction(replayInstruction)) throw new Error('AI returned a weak recorder replay instruction.');
-        const actionSummary = (0, recorder_namespaceObject.buildMidsceneRecorderActionSummary)(semanticAction, elementDescription);
-        return {
-            source: 'recorderAI',
-            status: 'ready',
-            elementDescription,
-            replayInstruction,
-            actionSummary,
-            confidence: content.confidence || 'medium'
-        };
-    } catch (error) {
-        lastError = error;
-        if (attempt < options.maxRetries) await delay(options.retryDelayMs);
-    }
-    throw lastError;
-}
-async function createScreenshotWithBox(event, rect) {
-    if (event.screenshotWithBox) return event.screenshotWithBox;
-    const screenshot = getRecorderEventScreenshot(event);
-    if (!screenshot) return;
-    return (0, img_namespaceObject.compositeElementInfoImg)({
-        inputImgBase64: screenshot,
-        size: event.pageInfo,
-        elementsPositionInfo: [
-            {
-                rect
-            }
-        ],
-        borderThickness: 3,
-        annotationPadding: 2
-    });
-}
-function createFallbackEvent(event, error, screenshotWithBox, target) {
-    const semantic = (0, recorder_namespaceObject.getMidsceneRecorderSemantic)(event);
-    const elementDescription = semantic?.elementDescription && !isWeakDescription(semantic.elementDescription) ? semantic.elementDescription : getFallbackDescription(event, target);
-    return {
-        ...event,
-        semantic: {
-            source: 'heuristic',
-            status: 'ready',
-            elementDescription,
-            replayInstruction: getFallbackReplayInstruction(event, elementDescription),
-            actionSummary: getFallbackActionSummary(event, elementDescription),
-            confidence: 'low',
-            error
-        },
-        screenshotWithBox: screenshotWithBox || event.screenshotWithBox
-    };
-}
-async function describeRecorderUIEvent(input, modelConfig, options = {}) {
-    const event = input.event;
-    const rect = getRecorderUIEventTargetRect(event);
-    const screenshot = getRecorderEventScreenshot(event);
-    if (!rect || !screenshot) {
-        const error = rect ? 'Recorder event has no screenshot.' : 'Recorder event has no target rectangle.';
-        return {
-            usedFallback: true,
-            event: createFallbackEvent(event, error, void 0, input.target)
-        };
-    }
-    let screenshotWithBox;
-    try {
-        screenshotWithBox = await createScreenshotWithBox(event, rect);
-        const semanticFields = await describeWithRetry(event, input.target, screenshotWithBox || screenshot, modelConfig, {
-            maxRetries: options.maxRetries ?? RECORDER_UI_DESCRIBER_DEFAULT_RETRIES,
-            retryDelayMs: options.retryDelayMs ?? RECORDER_UI_DESCRIBER_DEFAULT_RETRY_DELAY_MS
-        });
-        return {
-            usedFallback: false,
-            event: {
-                ...event,
-                semantic: semanticFields,
-                screenshotWithBox: screenshotWithBox || event.screenshotWithBox
-            }
-        };
-    } catch (error) {
-        const message = error instanceof Error ? error.message : String(error);
-        return {
-            usedFallback: true,
-            error: message,
-            event: createFallbackEvent(event, message, screenshotWithBox, input.target)
-        };
-    }
-}
-async function describeRecorderUIEvents(inputs, modelConfig, options = {}) {
-    const concurrency = Math.max(1, options.concurrency ?? RECORDER_UI_DESCRIBER_DEFAULT_CONCURRENCY);
-    const results = new Array(inputs.length);
-    let cursor = 0;
-    async function worker() {
-        while(cursor < inputs.length){
-            const index = cursor;
-            cursor += 1;
-            results[index] = await describeRecorderUIEvent(inputs[index], modelConfig, options);
-        }
-    }
-    await Promise.all(Array.from({
-        length: Math.min(concurrency, inputs.length)
-    }, ()=>worker()));
-    return results;
-}
-exports.describeRecorderUIEvent = __webpack_exports__.describeRecorderUIEvent;
-exports.describeRecorderUIEvents = __webpack_exports__.describeRecorderUIEvents;
-exports.getRecorderUIEventTargetRect = __webpack_exports__.getRecorderUIEventTargetRect;
-for(var __rspack_i in __webpack_exports__)if (-1 === [
-    "describeRecorderUIEvent",
-    "describeRecorderUIEvents",
-    "getRecorderUIEventTargetRect"
-].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
-Object.defineProperty(exports, '__esModule', {
-    value: true
-});
-
-//# sourceMappingURL=recorder-ui-describer.js.map

package/dist/lib/recorder-ui-describer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"recorder-ui-describer.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../src/recorder-ui-describer.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { IModelConfig } from '@midscene/shared/env';\nimport { compositeElementInfoImg } from '@midscene/shared/img';\nimport type {\n  MidsceneRecorderEvent,\n  MidsceneRecorderPageInfo,\n  MidsceneRecorderSemanticAction,\n  MidsceneRecorderTarget,\n} from '@midscene/shared/recorder';\nimport {\n  buildMidsceneRecorderActionSummary,\n  buildMidsceneRecorderReplayInstruction,\n  getMidsceneRecorderSemantic,\n} from '@midscene/shared/recorder';\nimport { RECORDER_UI_DESCRIBER_SYSTEM_PROMPT } from './ai-model/prompt/recorder-ui-describer';\nimport { callAIWithObjectResponse } from './ai-model/service-caller';\nimport type { Rect } from './types';\n\nexport interface DescribeRecorderUIEventInput {\n  event: MidsceneRecorderEvent;\n  target?: MidsceneRecorderTarget;\n}\n\nexport interface DescribeRecorderUIEventOptions {\n  maxRetries?: number;\n  retryDelayMs?: number;\n  concurrency?: number;\n}\n\nexport interface DescribeRecorderUIEventResult {\n  event: MidsceneRecorderEvent;\n  usedFallback: boolean;\n  error?: string;\n}\n\ninterface RecorderUIEventAIResponse {\n  elementDescription?: string;\n  replayInstruction?: string;\n  actionSummary?: string;\n  scrollDestinationDescription?: string;\n  confidence?: 'high' | 'medium' | 'low';\n  error?: string;\n}\n\nconst RECORDER_UI_DESCRIBER_DEFAULT_RETRIES = 2;\nconst RECORDER_UI_DESCRIBER_DEFAULT_RETRY_DELAY_MS = 200;\nconst RECORDER_UI_DESCRIBER_DEFAULT_CONCURRENCY = 2;\n\nfunction delay(ms: number) {\n  return new Promise((resolve) => setTimeout(resolve, ms));\n}\n\nfunction clamp(value: number, min: number, max: number) {\n  return Math.min(Math.max(value, min), max);\n}\n\nfunction isFiniteNumber(value: unknown): value is number {\n  return typeof value === 'number' && Number.isFinite(value);\n}\n\nfunction isPendingDescription(value?: string) {\n  return value?.trim() === 'AI is analyzing element...';\n}\n\nfunction getRecorderEventScreenshot(event: MidsceneRecorderEvent) {\n  return (\n    event.screenshotWithBox || event.screenshotBefore || event.screenshotAfter\n  );\n}\n\nfunction getRecorderEventAfterScreenshot(event: MidsceneRecorderEvent) {\n  return event.screenshotAfter || event.screenshotWithBox;\n}\n\nfunction normalizeActionType(event: MidsceneRecorderEvent) {\n  return event.actionType?.trim();\n}\n\nfunction getPlatformId(target?: MidsceneRecorderTarget) {\n  return target?.platformId?.toLowerCase();\n}\n\nfunction getPlatformSurface(target?: MidsceneRecorderTarget) {\n  switch (getPlatformId(target)) {\n    case 'web':\n      return 'current web page';\n    case 'android':\n    case 'ios':\n    case 'harmony':\n      return 'current mobile screen';\n    case 'computer':\n      return 'current desktop screen';\n    default:\n      return 'current UI';\n  }\n}\n\nfunction getPlatformGuidance(target?: MidsceneRecorderTarget) {\n  switch (getPlatformId(target)) {\n    case 'web':\n      return 'For web targets, use web UI terms such as button, input, link, menu item, tab, dialog, aria-label, placeholder, and form section when visible or inferable.';\n    case 'android':\n    case 'ios':\n    case 'harmony':\n      return 'For mobile targets, use mobile UI terms such as tab, list item, text field, icon button, navigation bar, bottom bar, sheet, card, and screen section.';\n    case 'computer':\n      return 'For desktop/computer targets, use desktop UI terms such as menu item, toolbar button, dialog field, sidebar item, window control, file row, and application region.';\n    default:\n      return 'Use platform-neutral UI terms such as control, field, item, icon button, list item, region, panel, and page section.';\n  }\n}\n\nfunction getPointerActionVerb(event: MidsceneRecorderEvent) {\n  switch (normalizeActionType(event)) {\n    case 'Tap':\n      return 'Tap';\n    case 'DoubleClick':\n      return 'Double click';\n    case 'LongPress':\n      return 'Long press';\n    case 'RightClick':\n      return 'Right click';\n    default:\n      return 'Click';\n  }\n}\n\nfunction getDragActionVerb(event: MidsceneRecorderEvent) {\n  switch (normalizeActionType(event)) {\n    case 'Swipe':\n      return 'Swipe';\n    case 'DragAndDrop':\n      return 'Drag';\n    default:\n      return 'Drag';\n  }\n}\n\nfunction pointToRect(\n  x: number,\n  y: number,\n  size: number,\n  pageInfo: MidsceneRecorderPageInfo,\n): Rect {\n  const width = pageInfo.width || size;\n  const height = pageInfo.height || size;\n  const left = clamp(Math.floor(x - size / 2), 0, Math.max(width - 1, 0));\n  const top = clamp(Math.floor(y - size / 2), 0, Math.max(height - 1, 0));\n  return {\n    left,\n    top,\n    width: Math.min(size, Math.max(width - left, 1)),\n    height: Math.min(size, Math.max(height - top, 1)),\n  };\n}\n\nfunction getPointRectSize(event: MidsceneRecorderEvent) {\n  switch (event.type) {\n    case 'scroll':\n      return 96;\n    case 'drag':\n      return 64;\n    default:\n      return 36;\n  }\n}\n\nexport function getRecorderUIEventTargetRect(\n  event: MidsceneRecorderEvent,\n): Rect | null {\n  const rect = event.elementRect;\n  if (!rect) {\n    return null;\n  }\n\n  if (\n    isFiniteNumber(rect.width) &&\n    rect.width > 0 &&\n    isFiniteNumber(rect.height) &&\n    rect.height > 0 &&\n    (isFiniteNumber(rect.left) || isFiniteNumber(rect.top))\n  ) {\n    return {\n      left: rect.left || 0,\n      top: rect.top || 0,\n      width: rect.width,\n      height: rect.height,\n    };\n  }\n\n  if (isFiniteNumber(rect.x) && isFiniteNumber(rect.y)) {\n    return pointToRect(rect.x, rect.y, getPointRectSize(event), event.pageInfo);\n  }\n\n  return null;\n}\n\nfunction getFallbackDescription(\n  event: MidsceneRecorderEvent,\n  target?: MidsceneRecorderTarget,\n) {\n  const pageContext = getPageSemanticContext(event);\n  const surface = getPlatformSurface(target);\n\n  switch (event.type) {\n    case 'navigation':\n      return event.url || event.value || event.actionType || 'navigation';\n    case 'scroll':\n      return pageContext\n        ? `${pageContext} scrollable content`\n        : `scrollable content on the ${surface}`;\n    case 'drag':\n      return pageContext\n        ? `gesture area in ${pageContext}`\n        : `gesture area on the ${surface}`;\n    case 'input':\n      return `unresolved input field on the ${surface}`;\n    case 'keydown':\n      return pageContext\n        ? `focused control in ${pageContext}`\n        : `focused control on the ${surface}`;\n    default:\n      return pageContext\n        ? `control in ${pageContext}`\n        : `control on the ${surface}`;\n  }\n}\n\nfunction buildSemanticAction(\n  event: MidsceneRecorderEvent,\n  scrollDestinationDescription?: string,\n): MidsceneRecorderSemanticAction {\n  return {\n    type: event.type,\n    actionType: event.actionType,\n    value: event.value,\n    url: event.url,\n    scrollDestinationDescription,\n  };\n}\n\nfunction getFallbackReplayInstruction(\n  event: MidsceneRecorderEvent,\n  elementDescription: string,\n) {\n  return buildMidsceneRecorderReplayInstruction(\n    buildSemanticAction(event),\n    elementDescription,\n  );\n}\n\nfunction getFallbackActionSummary(\n  event: MidsceneRecorderEvent,\n  elementDescription: string,\n) {\n  return buildMidsceneRecorderActionSummary(\n    buildSemanticAction(event),\n    elementDescription,\n  );\n}\n\nfunction getActionGuidance(\n  event: MidsceneRecorderEvent,\n  target?: MidsceneRecorderTarget,\n) {\n  const platformGuidance = getPlatformGuidance(target);\n\n  switch (event.type) {\n    case 'click':\n      return `${platformGuidance} Identify the ${getPointerActionVerb(event).toLowerCase()} target by exact visible text first, then label/placeholder, then role plus stable surrounding context, then icon purpose, then visual position. Never describe it by coordinates, marker location, or as a nearby element.`;\n    case 'input':\n      return `${platformGuidance} Identify the exact input field at the marker before text entry. Use stable visible label, field role, field name, surrounding section, or sequence intent. Treat hint text that can change by user, time, data, or context as secondary evidence. Preserve the recorded input value only in replayInstruction; never describe the typed value or page title alone as the field.`;\n    case 'scroll':\n      return `${platformGuidance} Identify the scrollable page/region at the highlighted scroll point and concrete destination content revealed after scrolling. If multiple scrollable regions are visible, preserve the specific region where the scroll happened, such as left/right/top/bottom panel, navigation area, content pane, dialog body, table, list, or menu; do not generalize a panel/list scroll into the whole page. Use newly visible headings, section titles, list/table names, list items, or stable region labels; never say only \"more content\" or \"current page\".`;\n    case 'drag':\n      return `${platformGuidance} Identify the ${getDragActionVerb(event).toLowerCase()} start/end regions or the dragged UI control. Do not describe only the gesture path or coordinates.`;\n    case 'keydown':\n      return `${platformGuidance} Identify the focused element or keyboard target if visible, and preserve the recorded key in the replay instruction.`;\n    default:\n      return `${platformGuidance} Identify the UI target involved in this event using the most stable visible text or surrounding context.`;\n  }\n}\n\nfunction getEventRawCoordinates(event: MidsceneRecorderEvent) {\n  const x = event.elementRect?.x;\n  const y = event.elementRect?.y;\n  if (isFiniteNumber(x) && isFiniteNumber(y)) {\n    return { x, y };\n  }\n  return undefined;\n}\n\nfunction getPageSemanticContext(event: MidsceneRecorderEvent) {\n  const candidates = [event.title, event.url]\n    .map((item) => item?.trim())\n    .filter(Boolean) as string[];\n  return candidates[0];\n}\n\nfunction isWeakDescription(value?: string) {\n  if (!value) {\n    return true;\n  }\n  if (isPendingDescription(value)) {\n    return true;\n  }\n  const normalized = value.trim().toLowerCase();\n  const compact = normalized.replace(/\\s+/g, '');\n  return (\n    normalized.length === 0 ||\n    /^\\(?\\d+(?:\\.\\d+)?,\\s*\\d+(?:\\.\\d+)?\\)?$/.test(normalized) ||\n    normalized === 'target' ||\n    normalized === 'element' ||\n    normalized === 'target element' ||\n    normalized === 'the element' ||\n    normalized === 'page element' ||\n    normalized === 'input field' ||\n    normalized === 'text input' ||\n    normalized === 'text field' ||\n    normalized === 'search box' ||\n    normalized === 'more content' ||\n    normalized === 'the page' ||\n    normalized === 'current page' ||\n    normalized === 'current screen' ||\n    normalized === 'the screen' ||\n    normalized === 'current ui' ||\n    normalized === 'current visible ui' ||\n    normalized === 'current visible page' ||\n    normalized === 'current visible screen' ||\n    normalized === 'main area' ||\n    normalized === 'main scrollable area' ||\n    normalized === 'scrollable area' ||\n    normalized === 'highlighted element' ||\n    normalized === 'highlighted item' ||\n    normalized === 'marked element' ||\n    normalized === 'marked item' ||\n    normalized.includes('ai is analyzing element') ||\n    compact.includes('坐标') ||\n    compact.includes('附近') ||\n    compact.includes('附近的元素') ||\n    normalized.includes('coordinate') ||\n    normalized.includes('near the coordinate') ||\n    normalized.includes('near coordinates') ||\n    normalized.includes('nearby element') ||\n    normalized.includes('nearby item') ||\n    normalized.includes('near the marker') ||\n    normalized.includes('near marker') ||\n    normalized.includes('near the point') ||\n    normalized.includes('near point') ||\n    normalized.includes('at the point') ||\n    normalized.includes('button near point') ||\n    normalized.includes('shown in the screenshot') ||\n    normalized.includes('red rectangle') ||\n    normalized.includes('red marker') ||\n    normalized.includes('red box') ||\n    normalized.includes('highlighted element') ||\n    normalized.includes('highlighted item') ||\n    normalized.includes('highlighted screenshot')\n  );\n}\n\nfunction isWeakReplayInstruction(value?: string) {\n  if (!value) {\n    return true;\n  }\n  if (isPendingDescription(value)) {\n    return true;\n  }\n  const normalized = value.trim().toLowerCase();\n  const compact = normalized.replace(/\\s+/g, '');\n  return (\n    compact.includes('坐标') ||\n    compact.includes('附近') ||\n    normalized.includes('coordinate') ||\n    normalized.includes('near the coordinate') ||\n    normalized.includes('nearby element') ||\n    normalized.includes('nearby item') ||\n    normalized.includes('near the marker') ||\n    normalized.includes('near marker') ||\n    normalized.includes('near the point') ||\n    normalized.includes('near point') ||\n    normalized.includes('at the point') ||\n    normalized.includes('ai is analyzing element') ||\n    normalized.includes('more content') ||\n    normalized.includes('current page') ||\n    normalized.includes('current screen') ||\n    normalized.includes('highlighted element') ||\n    normalized.includes('highlighted item') ||\n    normalized.includes('red marker') ||\n    normalized.includes('red box') ||\n    normalized.includes('shown in the screenshot') ||\n    normalized.includes('highlighted screenshot')\n  );\n}\n\nfunction normalizeForComparison(value: string) {\n  return value.trim().toLowerCase().replace(/[\"'`]/g, '').replace(/\\s+/g, ' ');\n}\n\nfunction isInputValueUsedAsFieldDescription(\n  event: MidsceneRecorderEvent,\n  elementDescription?: string,\n) {\n  if (event.type !== 'input' || !event.value || !elementDescription) {\n    return false;\n  }\n\n  const typedValue = normalizeForComparison(event.value);\n  if (!typedValue) {\n    return false;\n  }\n  const description = normalizeForComparison(elementDescription);\n\n  return (\n    description === typedValue ||\n    description === `${typedValue} input` ||\n    description === `${typedValue} field` ||\n    description === `${typedValue} text field` ||\n    description === `input ${typedValue}` ||\n    description === `field ${typedValue}` ||\n    description.includes(`typed value ${typedValue}`) ||\n    description.includes(`value ${typedValue}`)\n  );\n}\n\nfunction hasScrollDestination(\n  replayInstruction: string,\n  scrollDestinationDescription?: string,\n) {\n  if (\n    scrollDestinationDescription &&\n    !isWeakDescription(scrollDestinationDescription)\n  ) {\n    return true;\n  }\n  const normalized = replayInstruction.toLowerCase();\n  return (\n    normalized.includes(' until ') ||\n    normalized.includes(' visible') ||\n    normalized.includes(' reveal') ||\n    normalized.includes(' to the ') ||\n    normalized.includes(' toward ')\n  );\n}\n\nasync function describeWithRetry(\n  event: MidsceneRecorderEvent,\n  target: MidsceneRecorderTarget | undefined,\n  highlightedScreenshot: string,\n  modelConfig: IModelConfig,\n  options: Required<\n    Pick<DescribeRecorderUIEventOptions, 'maxRetries' | 'retryDelayMs'>\n  >,\n) {\n  let lastError: unknown;\n  for (let attempt = 1; attempt <= options.maxRetries; attempt += 1) {\n    try {\n      const afterScreenshot = getRecorderEventAfterScreenshot(event);\n      const pageContext = getPageSemanticContext(event);\n      const platformGuidance = getPlatformGuidance(target);\n      const userContent: any[] = [\n        {\n          type: 'text',\n          text: `Recorder event:\n${JSON.stringify(\n  {\n    type: event.type,\n    actionType: event.actionType,\n    value: event.value,\n    rawCoordinates: getEventRawCoordinates(event),\n    url: event.url,\n    title: event.title,\n    pageContext,\n    pageInfo: event.pageInfo,\n    target,\n    platformGuidance,\n    guidance: getActionGuidance(event, target),\n  },\n  null,\n  2,\n)}\n\nThe target or region is highlighted in the screenshot below. Convert this event into semantic replay fields.`,\n        },\n        {\n          type: 'image_url',\n          image_url: {\n            url: highlightedScreenshot,\n            detail: 'high',\n          },\n        },\n      ];\n      if (afterScreenshot) {\n        userContent.push(\n          {\n            type: 'text',\n            text: 'Screenshot after the recorded action, for context only:',\n          },\n          {\n            type: 'image_url',\n            image_url: {\n              url: afterScreenshot,\n              detail: 'high',\n            },\n          },\n        );\n      }\n      const response =\n        await callAIWithObjectResponse<RecorderUIEventAIResponse>(\n          [\n            {\n              role: 'system',\n              content: RECORDER_UI_DESCRIBER_SYSTEM_PROMPT,\n            },\n            {\n              role: 'user',\n              content: userContent,\n            },\n          ],\n          modelConfig,\n        );\n\n      const content = response.content;\n      if (content.error) {\n        throw new Error(content.error);\n      }\n      if (isWeakDescription(content.elementDescription)) {\n        throw new Error('AI returned a weak recorder event description.');\n      }\n      if (\n        isInputValueUsedAsFieldDescription(event, content.elementDescription)\n      ) {\n        throw new Error(\n          'AI used the recorded input value as the field description.',\n        );\n      }\n      const elementDescription = content.elementDescription!.trim();\n      const scrollDestinationDescription =\n        event.type === 'scroll'\n          ? content.scrollDestinationDescription?.trim()\n          : undefined;\n      if (\n        event.type === 'scroll' &&\n        !hasScrollDestination('', scrollDestinationDescription)\n      ) {\n        throw new Error(\n          'AI returned a scroll description without a destination.',\n        );\n      }\n      const aiReplayInstruction = content.replayInstruction?.trim();\n      if (aiReplayInstruction && isWeakReplayInstruction(aiReplayInstruction)) {\n        throw new Error('AI returned a weak recorder replay instruction.');\n      }\n      const semanticAction = buildSemanticAction(\n        event,\n        scrollDestinationDescription,\n      );\n      const replayInstruction = buildMidsceneRecorderReplayInstruction(\n        semanticAction,\n        elementDescription,\n      );\n      if (isWeakReplayInstruction(replayInstruction)) {\n        throw new Error('AI returned a weak recorder replay instruction.');\n      }\n      const actionSummary = buildMidsceneRecorderActionSummary(\n        semanticAction,\n        elementDescription,\n      );\n\n      return {\n        source: 'recorderAI' as const,\n        status: 'ready' as const,\n        elementDescription,\n        replayInstruction,\n        actionSummary,\n        confidence: content.confidence || 'medium',\n      };\n    } catch (error) {\n      lastError = error;\n      if (attempt < options.maxRetries) {\n        await delay(options.retryDelayMs);\n      }\n    }\n  }\n  throw lastError;\n}\n\nasync function createScreenshotWithBox(\n  event: MidsceneRecorderEvent,\n  rect: Rect,\n) {\n  if (event.screenshotWithBox) {\n    return event.screenshotWithBox;\n  }\n  const screenshot = getRecorderEventScreenshot(event);\n  if (!screenshot) {\n    return undefined;\n  }\n  return compositeElementInfoImg({\n    inputImgBase64: screenshot,\n    size: event.pageInfo,\n    elementsPositionInfo: [{ rect }],\n    borderThickness: 3,\n    annotationPadding: 2,\n  });\n}\n\nfunction createFallbackEvent(\n  event: MidsceneRecorderEvent,\n  error: string,\n  screenshotWithBox?: string,\n  target?: MidsceneRecorderTarget,\n): MidsceneRecorderEvent {\n  const semantic = getMidsceneRecorderSemantic(event);\n  const elementDescription =\n    semantic?.elementDescription &&\n    !isWeakDescription(semantic.elementDescription)\n      ? semantic.elementDescription\n      : getFallbackDescription(event, target);\n  return {\n    ...event,\n    semantic: {\n      source: 'heuristic',\n      status: 'ready',\n      elementDescription,\n      replayInstruction: getFallbackReplayInstruction(\n        event,\n        elementDescription,\n      ),\n      actionSummary: getFallbackActionSummary(event, elementDescription),\n      confidence: 'low',\n      error,\n    },\n    screenshotWithBox: screenshotWithBox || event.screenshotWithBox,\n  };\n}\n\nexport async function describeRecorderUIEvent(\n  input: DescribeRecorderUIEventInput,\n  modelConfig: IModelConfig,\n  options: DescribeRecorderUIEventOptions = {},\n): Promise<DescribeRecorderUIEventResult> {\n  const event = input.event;\n  const rect = getRecorderUIEventTargetRect(event);\n  const screenshot = getRecorderEventScreenshot(event);\n\n  if (!rect || !screenshot) {\n    const error = !rect\n      ? 'Recorder event has no target rectangle.'\n      : 'Recorder event has no screenshot.';\n    return {\n      usedFallback: true,\n      event: createFallbackEvent(event, error, undefined, input.target),\n    };\n  }\n\n  let screenshotWithBox: string | undefined;\n  try {\n    screenshotWithBox = await createScreenshotWithBox(event, rect);\n    const semanticFields = await describeWithRetry(\n      event,\n      input.target,\n      screenshotWithBox || screenshot,\n      modelConfig,\n      {\n        maxRetries: options.maxRetries ?? RECORDER_UI_DESCRIBER_DEFAULT_RETRIES,\n        retryDelayMs:\n          options.retryDelayMs ?? RECORDER_UI_DESCRIBER_DEFAULT_RETRY_DELAY_MS,\n      },\n    );\n    return {\n      usedFallback: false,\n      event: {\n        ...event,\n        semantic: semanticFields,\n        screenshotWithBox: screenshotWithBox || event.screenshotWithBox,\n      },\n    };\n  } catch (error) {\n    const message = error instanceof Error ? error.message : String(error);\n    return {\n      usedFallback: true,\n      error: message,\n      event: createFallbackEvent(\n        event,\n        message,\n        screenshotWithBox,\n        input.target,\n      ),\n    };\n  }\n}\n\nexport async function describeRecorderUIEvents(\n  inputs: DescribeRecorderUIEventInput[],\n  modelConfig: IModelConfig,\n  options: DescribeRecorderUIEventOptions = {},\n): Promise<DescribeRecorderUIEventResult[]> {\n  const concurrency = Math.max(\n    1,\n    options.concurrency ?? RECORDER_UI_DESCRIBER_DEFAULT_CONCURRENCY,\n  );\n  const results: DescribeRecorderUIEventResult[] = new Array(inputs.length);\n  let cursor = 0;\n\n  async function worker() {\n    while (cursor < inputs.length) {\n      const index = cursor;\n      cursor += 1;\n      results[index] = await describeRecorderUIEvent(\n        inputs[index],\n        modelConfig,\n        options,\n      );\n    }\n  }\n\n  await Promise.all(\n    Array.from({ length: Math.min(concurrency, inputs.length) }, () =>\n      worker(),\n    ),\n  );\n  return results;\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","RECORDER_UI_DESCRIBER_DEFAULT_RETRIES","RECORDER_UI_DESCRIBER_DEFAULT_RETRY_DELAY_MS","RECORDER_UI_DESCRIBER_DEFAULT_CONCURRENCY","delay","ms","Promise","resolve","setTimeout","clamp","value","min","max","Math","isFiniteNumber","Number","isPendingDescription","getRecorderEventScreenshot","event","getRecorderEventAfterScreenshot","normalizeActionType","getPlatformId","target","getPlatformSurface","getPlatformGuidance","getPointerActionVerb","getDragActionVerb","pointToRect","x","y","size","pageInfo","width","height","left","top","getPointRectSize","getRecorderUIEventTargetRect","rect","getFallbackDescription","pageContext","getPageSemanticContext","surface","buildSemanticAction","scrollDestinationDescription","getFallbackReplayInstruction","elementDescription","buildMidsceneRecorderReplayInstruction","getFallbackActionSummary","buildMidsceneRecorderActionSummary","getActionGuidance","platformGuidance","getEventRawCoordinates","candidates","item","Boolean","isWeakDescription","normalized","compact","isWeakReplayInstruction","normalizeForComparison","isInputValueUsedAsFieldDescription","typedValue","description","hasScrollDestination","replayInstruction","describeWithRetry","highlightedScreenshot","modelConfig","options","lastError","attempt","afterScreenshot","userContent","JSON","response","callAIWithObjectResponse","RECORDER_UI_DESCRIBER_SYSTEM_PROMPT","content","Error","undefined","aiReplayInstruction","semanticAction","actionSummary","error","createScreenshotWithBox","screenshot","compositeElementInfoImg","createFallbackEvent","screenshotWithBox","semantic","getMidsceneRecorderSemantic","describeRecorderUIEvent","input","semanticFields","message","String","describeRecorderUIEvents","inputs","concurrency","results","Array","cursor","worker","index"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;ACqCA,MAAMI,wCAAwC;AAC9C,MAAMC,+CAA+C;AACrD,MAAMC,4CAA4C;AAElD,SAASC,MAAMC,EAAU;IACvB,OAAO,IAAIC,QAAQ,CAACC,UAAYC,WAAWD,SAASF;AACtD;AAEA,SAASI,MAAMC,KAAa,EAAEC,GAAW,EAAEC,GAAW;IACpD,OAAOC,KAAK,GAAG,CAACA,KAAK,GAAG,CAACH,OAAOC,MAAMC;AACxC;AAEA,SAASE,eAAeJ,KAAc;IACpC,OAAO,AAAiB,YAAjB,OAAOA,SAAsBK,OAAO,QAAQ,CAACL;AACtD;AAEA,SAASM,qBAAqBN,KAAc;IAC1C,OAAOA,OAAO,WAAW;AAC3B;AAEA,SAASO,2BAA2BC,KAA4B;IAC9D,OACEA,MAAM,iBAAiB,IAAIA,MAAM,gBAAgB,IAAIA,MAAM,eAAe;AAE9E;AAEA,SAASC,gCAAgCD,KAA4B;IACnE,OAAOA,MAAM,eAAe,IAAIA,MAAM,iBAAiB;AACzD;AAEA,SAASE,oBAAoBF,KAA4B;IACvD,OAAOA,MAAM,UAAU,EAAE;AAC3B;AAEA,SAASG,cAAcC,MAA+B;IACpD,OAAOA,QAAQ,YAAY;AAC7B;AAEA,SAASC,mBAAmBD,MAA+B;IACzD,OAAQD,cAAcC;QACpB,KAAK;YACH,OAAO;QACT,KAAK;QACL,KAAK;QACL,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;QACT;YACE,OAAO;IACX;AACF;AAEA,SAASE,oBAAoBF,MAA+B;IAC1D,OAAQD,cAAcC;QACpB,KAAK;YACH,OAAO;QACT,KAAK;QACL,KAAK;QACL,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;QACT;YACE,OAAO;IACX;AACF;AAEA,SAASG,qBAAqBP,KAA4B;IACxD,OAAQE,oBAAoBF;QAC1B,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;QACT;YACE,OAAO;IACX;AACF;AAEA,SAASQ,kBAAkBR,KAA4B;IACrD,OAAQE,oBAAoBF;QAC1B,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;QACT;YACE,OAAO;IACX;AACF;AAEA,SAASS,YACPC,CAAS,EACTC,CAAS,EACTC,IAAY,EACZC,QAAkC;IAElC,MAAMC,QAAQD,SAAS,KAAK,IAAID;IAChC,MAAMG,SAASF,SAAS,MAAM,IAAID;IAClC,MAAMI,OAAOzB,MAAMI,KAAK,KAAK,CAACe,IAAIE,OAAO,IAAI,GAAGjB,KAAK,GAAG,CAACmB,QAAQ,GAAG;IACpE,MAAMG,MAAM1B,MAAMI,KAAK,KAAK,CAACgB,IAAIC,OAAO,IAAI,GAAGjB,KAAK,GAAG,CAACoB,SAAS,GAAG;IACpE,OAAO;QACLC;QACAC;QACA,OAAOtB,KAAK,GAAG,CAACiB,MAAMjB,KAAK,GAAG,CAACmB,QAAQE,MAAM;QAC7C,QAAQrB,KAAK,GAAG,CAACiB,MAAMjB,KAAK,GAAG,CAACoB,SAASE,KAAK;IAChD;AACF;AAEA,SAASC,iBAAiBlB,KAA4B;IACpD,OAAQA,MAAM,IAAI;QAChB,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;QACT;YACE,OAAO;IACX;AACF;AAEO,SAASmB,6BACdnB,KAA4B;IAE5B,MAAMoB,OAAOpB,MAAM,WAAW;IAC9B,IAAI,CAACoB,MACH,OAAO;IAGT,IACExB,eAAewB,KAAK,KAAK,KACzBA,KAAK,KAAK,GAAG,KACbxB,eAAewB,KAAK,MAAM,KAC1BA,KAAK,MAAM,GAAG,KACbxB,CAAAA,eAAewB,KAAK,IAAI,KAAKxB,eAAewB,KAAK,GAAG,IAErD,OAAO;QACL,MAAMA,KAAK,IAAI,IAAI;QACnB,KAAKA,KAAK,GAAG,IAAI;QACjB,OAAOA,KAAK,KAAK;QACjB,QAAQA,KAAK,MAAM;IACrB;IAGF,IAAIxB,eAAewB,KAAK,CAAC,KAAKxB,eAAewB,KAAK,CAAC,GACjD,OAAOX,YAAYW,KAAK,CAAC,EAAEA,KAAK,CAAC,EAAEF,iBAAiBlB,QAAQA,MAAM,QAAQ;IAG5E,OAAO;AACT;AAEA,SAASqB,uBACPrB,KAA4B,EAC5BI,MAA+B;IAE/B,MAAMkB,cAAcC,uBAAuBvB;IAC3C,MAAMwB,UAAUnB,mBAAmBD;IAEnC,OAAQJ,MAAM,IAAI;QAChB,KAAK;YACH,OAAOA,MAAM,GAAG,IAAIA,MAAM,KAAK,IAAIA,MAAM,UAAU,IAAI;QACzD,KAAK;YACH,OAAOsB,cACH,GAAGA,YAAY,mBAAmB,CAAC,GACnC,CAAC,0BAA0B,EAAEE,SAAS;QAC5C,KAAK;YACH,OAAOF,cACH,CAAC,gBAAgB,EAAEA,aAAa,GAChC,CAAC,oBAAoB,EAAEE,SAAS;QACtC,KAAK;YACH,OAAO,CAAC,8BAA8B,EAAEA,SAAS;QACnD,KAAK;YACH,OAAOF,cACH,CAAC,mBAAmB,EAAEA,aAAa,GACnC,CAAC,uBAAuB,EAAEE,SAAS;QACzC;YACE,OAAOF,cACH,CAAC,WAAW,EAAEA,aAAa,GAC3B,CAAC,eAAe,EAAEE,SAAS;IACnC;AACF;AAEA,SAASC,oBACPzB,KAA4B,EAC5B0B,4BAAqC;IAErC,OAAO;QACL,MAAM1B,MAAM,IAAI;QAChB,YAAYA,MAAM,UAAU;QAC5B,OAAOA,MAAM,KAAK;QAClB,KAAKA,MAAM,GAAG;QACd0B;IACF;AACF;AAEA,SAASC,6BACP3B,KAA4B,EAC5B4B,kBAA0B;IAE1B,OAAOC,AAAAA,IAAAA,yBAAAA,sCAAAA,AAAAA,EACLJ,oBAAoBzB,QACpB4B;AAEJ;AAEA,SAASE,yBACP9B,KAA4B,EAC5B4B,kBAA0B;IAE1B,OAAOG,AAAAA,IAAAA,yBAAAA,kCAAAA,AAAAA,EACLN,oBAAoBzB,QACpB4B;AAEJ;AAEA,SAASI,kBACPhC,KAA4B,EAC5BI,MAA+B;IAE/B,MAAM6B,mBAAmB3B,oBAAoBF;IAE7C,OAAQJ,MAAM,IAAI;QAChB,KAAK;YACH,OAAO,GAAGiC,iBAAiB,cAAc,EAAE1B,qBAAqBP,OAAO,WAAW,GAAG,2NAA2N,CAAC;QACnT,KAAK;YACH,OAAO,GAAGiC,iBAAiB,gXAAgX,CAAC;QAC9Y,KAAK;YACH,OAAO,GAAGA,iBAAiB,yhBAAyhB,CAAC;QACvjB,KAAK;YACH,OAAO,GAAGA,iBAAiB,cAAc,EAAEzB,kBAAkBR,OAAO,WAAW,GAAG,mGAAmG,CAAC;QACxL,KAAK;YACH,OAAO,GAAGiC,iBAAiB,qHAAqH,CAAC;QACnJ;YACE,OAAO,GAAGA,iBAAiB,yGAAyG,CAAC;IACzI;AACF;AAEA,SAASC,uBAAuBlC,KAA4B;IAC1D,MAAMU,IAAIV,MAAM,WAAW,EAAE;IAC7B,MAAMW,IAAIX,MAAM,WAAW,EAAE;IAC7B,IAAIJ,eAAec,MAAMd,eAAee,IACtC,OAAO;QAAED;QAAGC;IAAE;AAGlB;AAEA,SAASY,uBAAuBvB,KAA4B;IAC1D,MAAMmC,aAAa;QAACnC,MAAM,KAAK;QAAEA,MAAM,GAAG;KAAC,CACxC,GAAG,CAAC,CAACoC,OAASA,MAAM,QACpB,MAAM,CAACC;IACV,OAAOF,UAAU,CAAC,EAAE;AACtB;AAEA,SAASG,kBAAkB9C,KAAc;IACvC,IAAI,CAACA,OACH,OAAO;IAET,IAAIM,qBAAqBN,QACvB,OAAO;IAET,MAAM+C,aAAa/C,MAAM,IAAI,GAAG,WAAW;IAC3C,MAAMgD,UAAUD,WAAW,OAAO,CAAC,QAAQ;IAC3C,OACEA,AAAsB,MAAtBA,WAAW,MAAM,IACjB,yCAAyC,IAAI,CAACA,eAC9CA,AAAe,aAAfA,cACAA,AAAe,cAAfA,cACAA,AAAe,qBAAfA,cACAA,AAAe,kBAAfA,cACAA,AAAe,mBAAfA,cACAA,AAAe,kBAAfA,cACAA,AAAe,iBAAfA,cACAA,AAAe,iBAAfA,cACAA,AAAe,iBAAfA,cACAA,AAAe,mBAAfA,cACAA,AAAe,eAAfA,cACAA,AAAe,mBAAfA,cACAA,AAAe,qBAAfA,cACAA,AAAe,iBAAfA,cACAA,AAAe,iBAAfA,cACAA,AAAe,yBAAfA,cACAA,AAAe,2BAAfA,cACAA,AAAe,6BAAfA,cACAA,AAAe,gBAAfA,cACAA,AAAe,2BAAfA,cACAA,AAAe,sBAAfA,cACAA,AAAe,0BAAfA,cACAA,AAAe,uBAAfA,cACAA,AAAe,qBAAfA,cACAA,AAAe,kBAAfA,cACAA,WAAW,QAAQ,CAAC,8BACpBC,QAAQ,QAAQ,CAAC,SACjBA,QAAQ,QAAQ,CAAC,SACjBA,QAAQ,QAAQ,CAAC,YACjBD,WAAW,QAAQ,CAAC,iBACpBA,WAAW,QAAQ,CAAC,0BACpBA,WAAW,QAAQ,CAAC,uBACpBA,WAAW,QAAQ,CAAC,qBACpBA,WAAW,QAAQ,CAAC,kBACpBA,WAAW,QAAQ,CAAC,sBACpBA,WAAW,QAAQ,CAAC,kBACpBA,WAAW,QAAQ,CAAC,qBACpBA,WAAW,QAAQ,CAAC,iBACpBA,WAAW,QAAQ,CAAC,mBACpBA,WAAW,QAAQ,CAAC,wBACpBA,WAAW,QAAQ,CAAC,8BACpBA,WAAW,QAAQ,CAAC,oBACpBA,WAAW,QAAQ,CAAC,iBACpBA,WAAW,QAAQ,CAAC,cACpBA,WAAW,QAAQ,CAAC,0BACpBA,WAAW,QAAQ,CAAC,uBACpBA,WAAW,QAAQ,CAAC;AAExB;AAEA,SAASE,wBAAwBjD,KAAc;IAC7C,IAAI,CAACA,OACH,OAAO;IAET,IAAIM,qBAAqBN,QACvB,OAAO;IAET,MAAM+C,aAAa/C,MAAM,IAAI,GAAG,WAAW;IAC3C,MAAMgD,UAAUD,WAAW,OAAO,CAAC,QAAQ;IAC3C,OACEC,QAAQ,QAAQ,CAAC,SACjBA,QAAQ,QAAQ,CAAC,SACjBD,WAAW,QAAQ,CAAC,iBACpBA,WAAW,QAAQ,CAAC,0BACpBA,WAAW,QAAQ,CAAC,qBACpBA,WAAW,QAAQ,CAAC,kBACpBA,WAAW,QAAQ,CAAC,sBACpBA,WAAW,QAAQ,CAAC,kBACpBA,WAAW,QAAQ,CAAC,qBACpBA,WAAW,QAAQ,CAAC,iBACpBA,WAAW,QAAQ,CAAC,mBACpBA,WAAW,QAAQ,CAAC,8BACpBA,WAAW,QAAQ,CAAC,mBACpBA,WAAW,QAAQ,CAAC,mBACpBA,WAAW,QAAQ,CAAC,qBACpBA,WAAW,QAAQ,CAAC,0BACpBA,WAAW,QAAQ,CAAC,uBACpBA,WAAW,QAAQ,CAAC,iBACpBA,WAAW,QAAQ,CAAC,cACpBA,WAAW,QAAQ,CAAC,8BACpBA,WAAW,QAAQ,CAAC;AAExB;AAEA,SAASG,uBAAuBlD,KAAa;IAC3C,OAAOA,MAAM,IAAI,GAAG,WAAW,GAAG,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,QAAQ;AAC1E;AAEA,SAASmD,mCACP3C,KAA4B,EAC5B4B,kBAA2B;IAE3B,IAAI5B,AAAe,YAAfA,MAAM,IAAI,IAAgB,CAACA,MAAM,KAAK,IAAI,CAAC4B,oBAC7C,OAAO;IAGT,MAAMgB,aAAaF,uBAAuB1C,MAAM,KAAK;IACrD,IAAI,CAAC4C,YACH,OAAO;IAET,MAAMC,cAAcH,uBAAuBd;IAE3C,OACEiB,gBAAgBD,cAChBC,gBAAgB,GAAGD,WAAW,MAAM,CAAC,IACrCC,gBAAgB,GAAGD,WAAW,MAAM,CAAC,IACrCC,gBAAgB,GAAGD,WAAW,WAAW,CAAC,IAC1CC,gBAAgB,CAAC,MAAM,EAAED,YAAY,IACrCC,gBAAgB,CAAC,MAAM,EAAED,YAAY,IACrCC,YAAY,QAAQ,CAAC,CAAC,YAAY,EAAED,YAAY,KAChDC,YAAY,QAAQ,CAAC,CAAC,MAAM,EAAED,YAAY;AAE9C;AAEA,SAASE,qBACPC,iBAAyB,EACzBrB,4BAAqC;IAErC,IACEA,gCACA,CAACY,kBAAkBZ,+BAEnB,OAAO;IAET,MAAMa,aAAaQ,kBAAkB,WAAW;IAChD,OACER,WAAW,QAAQ,CAAC,cACpBA,WAAW,QAAQ,CAAC,eACpBA,WAAW,QAAQ,CAAC,cACpBA,WAAW,QAAQ,CAAC,eACpBA,WAAW,QAAQ,CAAC;AAExB;AAEA,eAAeS,kBACbhD,KAA4B,EAC5BI,MAA0C,EAC1C6C,qBAA6B,EAC7BC,WAAyB,EACzBC,OAEC;IAED,IAAIC;IACJ,IAAK,IAAIC,UAAU,GAAGA,WAAWF,QAAQ,UAAU,EAAEE,WAAW,EAC9D,IAAI;QACF,MAAMC,kBAAkBrD,gCAAgCD;QACxD,MAAMsB,cAAcC,uBAAuBvB;QAC3C,MAAMiC,mBAAmB3B,oBAAoBF;QAC7C,MAAMmD,cAAqB;YACzB;gBACE,MAAM;gBACN,MAAM,CAAC;AACjB,EAAEC,KAAK,SAAS,CACd;oBACE,MAAMxD,MAAM,IAAI;oBAChB,YAAYA,MAAM,UAAU;oBAC5B,OAAOA,MAAM,KAAK;oBAClB,gBAAgBkC,uBAAuBlC;oBACvC,KAAKA,MAAM,GAAG;oBACd,OAAOA,MAAM,KAAK;oBAClBsB;oBACA,UAAUtB,MAAM,QAAQ;oBACxBI;oBACA6B;oBACA,UAAUD,kBAAkBhC,OAAOI;gBACrC,GACA,MACA,GACA;;4GAE0G,CAAC;YACrG;YACA;gBACE,MAAM;gBACN,WAAW;oBACT,KAAK6C;oBACL,QAAQ;gBACV;YACF;SACD;QACD,IAAIK,iBACFC,YAAY,IAAI,CACd;YACE,MAAM;YACN,MAAM;QACR,GACA;YACE,MAAM;YACN,WAAW;gBACT,KAAKD;gBACL,QAAQ;YACV;QACF;QAGJ,MAAMG,WACJ,MAAMC,AAAAA,IAAAA,yBAAAA,wBAAAA,AAAAA,EACJ;YACE;gBACE,MAAM;gBACN,SAASC,yCAAAA,mCAAmCA;YAC9C;YACA;gBACE,MAAM;gBACN,SAASJ;YACX;SACD,EACDL;QAGJ,MAAMU,UAAUH,SAAS,OAAO;QAChC,IAAIG,QAAQ,KAAK,EACf,MAAM,IAAIC,MAAMD,QAAQ,KAAK;QAE/B,IAAItB,kBAAkBsB,QAAQ,kBAAkB,GAC9C,MAAM,IAAIC,MAAM;QAElB,IACElB,mCAAmC3C,OAAO4D,QAAQ,kBAAkB,GAEpE,MAAM,IAAIC,MACR;QAGJ,MAAMjC,qBAAqBgC,QAAQ,kBAAkB,CAAE,IAAI;QAC3D,MAAMlC,+BACJ1B,AAAe,aAAfA,MAAM,IAAI,GACN4D,QAAQ,4BAA4B,EAAE,SACtCE;QACN,IACE9D,AAAe,aAAfA,MAAM,IAAI,IACV,CAAC8C,qBAAqB,IAAIpB,+BAE1B,MAAM,IAAImC,MACR;QAGJ,MAAME,sBAAsBH,QAAQ,iBAAiB,EAAE;QACvD,IAAIG,uBAAuBtB,wBAAwBsB,sBACjD,MAAM,IAAIF,MAAM;QAElB,MAAMG,iBAAiBvC,oBACrBzB,OACA0B;QAEF,MAAMqB,oBAAoBlB,AAAAA,IAAAA,yBAAAA,sCAAAA,AAAAA,EACxBmC,gBACApC;QAEF,IAAIa,wBAAwBM,oBAC1B,MAAM,IAAIc,MAAM;QAElB,MAAMI,gBAAgBlC,AAAAA,IAAAA,yBAAAA,kCAAAA,AAAAA,EACpBiC,gBACApC;QAGF,OAAO;YACL,QAAQ;YACR,QAAQ;YACRA;YACAmB;YACAkB;YACA,YAAYL,QAAQ,UAAU,IAAI;QACpC;IACF,EAAE,OAAOM,OAAO;QACdd,YAAYc;QACZ,IAAIb,UAAUF,QAAQ,UAAU,EAC9B,MAAMjE,MAAMiE,QAAQ,YAAY;IAEpC;IAEF,MAAMC;AACR;AAEA,eAAee,wBACbnE,KAA4B,EAC5BoB,IAAU;IAEV,IAAIpB,MAAM,iBAAiB,EACzB,OAAOA,MAAM,iBAAiB;IAEhC,MAAMoE,aAAarE,2BAA2BC;IAC9C,IAAI,CAACoE,YACH;IAEF,OAAOC,AAAAA,IAAAA,oBAAAA,uBAAAA,AAAAA,EAAwB;QAC7B,gBAAgBD;QAChB,MAAMpE,MAAM,QAAQ;QACpB,sBAAsB;YAAC;gBAAEoB;YAAK;SAAE;QAChC,iBAAiB;QACjB,mBAAmB;IACrB;AACF;AAEA,SAASkD,oBACPtE,KAA4B,EAC5BkE,KAAa,EACbK,iBAA0B,EAC1BnE,MAA+B;IAE/B,MAAMoE,WAAWC,AAAAA,IAAAA,yBAAAA,2BAAAA,AAAAA,EAA4BzE;IAC7C,MAAM4B,qBACJ4C,UAAU,sBACV,CAAClC,kBAAkBkC,SAAS,kBAAkB,IAC1CA,SAAS,kBAAkB,GAC3BnD,uBAAuBrB,OAAOI;IACpC,OAAO;QACL,GAAGJ,KAAK;QACR,UAAU;YACR,QAAQ;YACR,QAAQ;YACR4B;YACA,mBAAmBD,6BACjB3B,OACA4B;YAEF,eAAeE,yBAAyB9B,OAAO4B;YAC/C,YAAY;YACZsC;QACF;QACA,mBAAmBK,qBAAqBvE,MAAM,iBAAiB;IACjE;AACF;AAEO,eAAe0E,wBACpBC,KAAmC,EACnCzB,WAAyB,EACzBC,UAA0C,CAAC,CAAC;IAE5C,MAAMnD,QAAQ2E,MAAM,KAAK;IACzB,MAAMvD,OAAOD,6BAA6BnB;IAC1C,MAAMoE,aAAarE,2BAA2BC;IAE9C,IAAI,CAACoB,QAAQ,CAACgD,YAAY;QACxB,MAAMF,QAAQ,AAAC9C,OAEX,sCADA;QAEJ,OAAO;YACL,cAAc;YACd,OAAOkD,oBAAoBtE,OAAOkE,OAAOJ,QAAWa,MAAM,MAAM;QAClE;IACF;IAEA,IAAIJ;IACJ,IAAI;QACFA,oBAAoB,MAAMJ,wBAAwBnE,OAAOoB;QACzD,MAAMwD,iBAAiB,MAAM5B,kBAC3BhD,OACA2E,MAAM,MAAM,EACZJ,qBAAqBH,YACrBlB,aACA;YACE,YAAYC,QAAQ,UAAU,IAAIpE;YAClC,cACEoE,QAAQ,YAAY,IAAInE;QAC5B;QAEF,OAAO;YACL,cAAc;YACd,OAAO;gBACL,GAAGgB,KAAK;gBACR,UAAU4E;gBACV,mBAAmBL,qBAAqBvE,MAAM,iBAAiB;YACjE;QACF;IACF,EAAE,OAAOkE,OAAO;QACd,MAAMW,UAAUX,iBAAiBL,QAAQK,MAAM,OAAO,GAAGY,OAAOZ;QAChE,OAAO;YACL,cAAc;YACd,OAAOW;YACP,OAAOP,oBACLtE,OACA6E,SACAN,mBACAI,MAAM,MAAM;QAEhB;IACF;AACF;AAEO,eAAeI,yBACpBC,MAAsC,EACtC9B,WAAyB,EACzBC,UAA0C,CAAC,CAAC;IAE5C,MAAM8B,cAActF,KAAK,GAAG,CAC1B,GACAwD,QAAQ,WAAW,IAAIlE;IAEzB,MAAMiG,UAA2C,IAAIC,MAAMH,OAAO,MAAM;IACxE,IAAII,SAAS;IAEb,eAAeC;QACb,MAAOD,SAASJ,OAAO,MAAM,CAAE;YAC7B,MAAMM,QAAQF;YACdA,UAAU;YACVF,OAAO,CAACI,MAAM,GAAG,MAAMZ,wBACrBM,MAAM,CAACM,MAAM,EACbpC,aACAC;QAEJ;IACF;IAEA,MAAM/D,QAAQ,GAAG,CACf+F,MAAM,IAAI,CAAC;QAAE,QAAQxF,KAAK,GAAG,CAACsF,aAAaD,OAAO,MAAM;IAAE,GAAG,IAC3DK;IAGJ,OAAOH;AACT"}

package/dist/types/ai-model/models/chat-content.d.ts

@@ -1,2 +0,0 @@
-import type { ChatCompletionContentSource, ContentAndReasoning } from './types';
-export declare function defaultExtractContentAndReasoning(message: ChatCompletionContentSource | undefined): ContentAndReasoning;