@aiscene/core 9.0.6 → 9.0.8

package/dist/lib/ai-model/models/utils/intent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/models/utils/intent.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/models/utils/intent.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { TIntent } from '@aiscene/shared/env';\n\nexport function isLocateIntent(intent?: TIntent): boolean {\n  return intent === 'default';\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","isLocateIntent","intent"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;ACJO,SAASI,eAAeC,MAAgB;IAC7C,OAAOA,AAAW,cAAXA;AACT"}

package/dist/lib/ai-model/prompt/insight/index.js

@@ -0,0 +1,45 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    extractDataQueryPrompt: ()=>external_user_prompt_js_namespaceObject.extractDataQueryPrompt,
+    buildInsightSystemPrompt: ()=>external_system_prompt_js_namespaceObject.buildInsightSystemPrompt,
+    buildTypeQueryDemandValue: ()=>external_user_prompt_js_namespaceObject.buildTypeQueryDemandValue
+});
+const external_system_prompt_js_namespaceObject = require("./system-prompt.js");
+const external_user_prompt_js_namespaceObject = require("./user-prompt.js");
+exports.buildInsightSystemPrompt = __webpack_exports__.buildInsightSystemPrompt;
+exports.buildTypeQueryDemandValue = __webpack_exports__.buildTypeQueryDemandValue;
+exports.extractDataQueryPrompt = __webpack_exports__.extractDataQueryPrompt;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "buildInsightSystemPrompt",
+    "buildTypeQueryDemandValue",
+    "extractDataQueryPrompt"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=index.js.map

package/dist/lib/ai-model/prompt/insight/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/prompt/insight/index.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D"}

package/dist/lib/ai-model/prompt/insight/system-prompt.js

@@ -0,0 +1,138 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    buildInsightSystemPrompt: ()=>buildInsightSystemPrompt
+});
+const env_namespaceObject = require("@aiscene/shared/env");
+function buildInsightContextPrompt({ screenshotIncluded, referenceImagesIncluded }) {
+    const contextPrompts = [
+        "The user will give you data requirements in <DATA_DEMAND>. You need to understand the user's requirements and extract the data satisfying the <DATA_DEMAND>."
+    ];
+    if (screenshotIncluded) contextPrompts.push('The user will provide a current screenshot to evaluate, and may provide its contents. Base your answer on the current screenshot and its contents when provided. Treat them as the primary source of truth for what is currently visible or true.');
+    else contextPrompts.push('The user will not provide a current screenshot. Use only the supplied page contents and other inputs, and do not infer unsupported visual details.');
+    if (referenceImagesIncluded) {
+        const referenceImagesPrompt = 'Reference images are supporting context only unless <DATA_DEMAND> explicitly asks for comparison, matching, or reasoning about them.';
+        contextPrompts.push(screenshotIncluded ? `${referenceImagesPrompt} Do not conclude that something exists in the current screenshot solely because it appears in a reference image; when they conflict, trust the current screenshot and its contents.` : `${referenceImagesPrompt} Do not treat reference images as direct evidence of the current state unless the demand explicitly asks you to use them that way.`);
+    }
+    return contextPrompts.join('\n\n');
+}
+function buildInsightSystemPrompt(options) {
+    const preferredLanguage = (0, env_namespaceObject.getPreferredLanguage)();
+    const screenshotIncluded = options.screenshotIncluded ?? true;
+    const referenceImagesIncluded = options.referenceImagesIncluded ?? false;
+    const { responsePrefix, dataOutput } = options.insightProtocol;
+    const contextPrompt = buildInsightContextPrompt({
+        screenshotIncluded,
+        referenceImagesIncluded
+    });
+    return `
+You are a versatile professional in software UI design and testing. Your outstanding contributions will impact the user experience of billions of users.
+
+${contextPrompt}
+
+If a key specifies a JSON data type (such as Number, String, Boolean, Object, Array), ensure the returned value strictly matches that data type.
+
+When DATA_DEMAND is a JSON object, the keys in your response must exactly match the keys in DATA_DEMAND. Do not rename, translate, or substitute any key.${dataOutput.rules ? `\n\n${dataOutput.rules}` : ''}
+
+
+Return in the following XML format:
+${responsePrefix ? responsePrefix : ''}
+<observation>brief evidence observed for the extraction, less than 300 words. Use ${preferredLanguage} in this field.</observation>
+${dataOutput.placeholder}
+<errors>optional error messages as JSON array, e.g., ["error1", "error2"]</errors>
+
+# Example 1
+For example, if the DATA_DEMAND is:
+
+<DATA_DEMAND>
+{
+  "name": "name shows on the left panel, string",
+  "age": "age shows on the right panel, number",
+  "isAdmin": "if the user is admin, boolean"
+}
+</DATA_DEMAND>
+
+By viewing the screenshot and page contents, you can extract the following data:
+
+${responsePrefix ? responsePrefix : ''}
+<observation>According to the screenshot, i can see ...</observation>
+${dataOutput.buildExample(`{
+  "name": "John",
+  "age": 30,
+  "isAdmin": true
+}`.trim())}
+
+# Example 2
+If the DATA_DEMAND is:
+
+<DATA_DEMAND>
+the todo items list, string[]
+</DATA_DEMAND>
+
+By viewing the screenshot and page contents, you can extract the following data:
+
+${responsePrefix ? responsePrefix : ''}
+<observation>According to the screenshot, i can see ...</observation>
+${dataOutput.buildExample('["todo 1", "todo 2", "todo 3"]')}
+
+# Example 3
+If the DATA_DEMAND is:
+
+<DATA_DEMAND>
+the page title, string
+</DATA_DEMAND>
+
+By viewing the screenshot and page contents, you can extract the following data:
+
+${responsePrefix ? responsePrefix : ''}
+<observation>According to the screenshot, i can see ...</observation>
+${dataOutput.buildExample('"todo list"')}
+
+# Example 4
+If the DATA_DEMAND is:
+
+<DATA_DEMAND>
+{
+  "StatementIsTruthy": "Boolean, is it currently the SMS page?"
+}
+</DATA_DEMAND>
+
+By viewing the screenshot and page contents, you can extract the following data:
+
+${responsePrefix ? responsePrefix : ''}
+<observation>According to the screenshot, i can see ...</observation>
+${dataOutput.buildExample('{ "StatementIsTruthy": true }')}
+`;
+}
+exports.buildInsightSystemPrompt = __webpack_exports__.buildInsightSystemPrompt;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "buildInsightSystemPrompt"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=system-prompt.js.map

package/dist/lib/ai-model/prompt/insight/system-prompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/prompt/insight/system-prompt.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/prompt/insight/system-prompt.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { getPreferredLanguage } from '@aiscene/shared/env';\nimport type { InsightProtocol } from '../../model-adapter/insight-protocol';\n\nfunction buildInsightContextPrompt({\n  screenshotIncluded,\n  referenceImagesIncluded,\n}: {\n  screenshotIncluded: boolean;\n  referenceImagesIncluded: boolean;\n}) {\n  const contextPrompts = [\n    \"The user will give you data requirements in <DATA_DEMAND>. You need to understand the user's requirements and extract the data satisfying the <DATA_DEMAND>.\",\n  ];\n\n  if (screenshotIncluded) {\n    contextPrompts.push(\n      'The user will provide a current screenshot to evaluate, and may provide its contents. Base your answer on the current screenshot and its contents when provided. Treat them as the primary source of truth for what is currently visible or true.',\n    );\n  } else {\n    contextPrompts.push(\n      'The user will not provide a current screenshot. Use only the supplied page contents and other inputs, and do not infer unsupported visual details.',\n    );\n  }\n\n  if (referenceImagesIncluded) {\n    const referenceImagesPrompt =\n      'Reference images are supporting context only unless <DATA_DEMAND> explicitly asks for comparison, matching, or reasoning about them.';\n    contextPrompts.push(\n      screenshotIncluded\n        ? `${referenceImagesPrompt} Do not conclude that something exists in the current screenshot solely because it appears in a reference image; when they conflict, trust the current screenshot and its contents.`\n        : `${referenceImagesPrompt} Do not treat reference images as direct evidence of the current state unless the demand explicitly asks you to use them that way.`,\n    );\n  }\n\n  return contextPrompts.join('\\n\\n');\n}\n\nexport function buildInsightSystemPrompt(options: {\n  screenshotIncluded?: boolean;\n  referenceImagesIncluded?: boolean;\n  insightProtocol: InsightProtocol;\n}) {\n  const preferredLanguage = getPreferredLanguage();\n  const screenshotIncluded = options.screenshotIncluded ?? true;\n  const referenceImagesIncluded = options.referenceImagesIncluded ?? false;\n  const { responsePrefix, dataOutput } = options.insightProtocol;\n\n  const contextPrompt = buildInsightContextPrompt({\n    screenshotIncluded,\n    referenceImagesIncluded,\n  });\n\n  return `\nYou are a versatile professional in software UI design and testing. Your outstanding contributions will impact the user experience of billions of users.\n\n${contextPrompt}\n\nIf a key specifies a JSON data type (such as Number, String, Boolean, Object, Array), ensure the returned value strictly matches that data type.\n\nWhen DATA_DEMAND is a JSON object, the keys in your response must exactly match the keys in DATA_DEMAND. Do not rename, translate, or substitute any key.${dataOutput.rules ? `\\n\\n${dataOutput.rules}` : ''}\n\n\nReturn in the following XML format:\n${responsePrefix ? responsePrefix : ''}\n<observation>brief evidence observed for the extraction, less than 300 words. Use ${preferredLanguage} in this field.</observation>\n${dataOutput.placeholder}\n<errors>optional error messages as JSON array, e.g., [\"error1\", \"error2\"]</errors>\n\n# Example 1\nFor example, if the DATA_DEMAND is:\n\n<DATA_DEMAND>\n{\n  \"name\": \"name shows on the left panel, string\",\n  \"age\": \"age shows on the right panel, number\",\n  \"isAdmin\": \"if the user is admin, boolean\"\n}\n</DATA_DEMAND>\n\nBy viewing the screenshot and page contents, you can extract the following data:\n\n${responsePrefix ? responsePrefix : ''}\n<observation>According to the screenshot, i can see ...</observation>\n${dataOutput.buildExample(\n  `{\n  \"name\": \"John\",\n  \"age\": 30,\n  \"isAdmin\": true\n}`.trim(),\n)}\n\n# Example 2\nIf the DATA_DEMAND is:\n\n<DATA_DEMAND>\nthe todo items list, string[]\n</DATA_DEMAND>\n\nBy viewing the screenshot and page contents, you can extract the following data:\n\n${responsePrefix ? responsePrefix : ''}\n<observation>According to the screenshot, i can see ...</observation>\n${dataOutput.buildExample('[\"todo 1\", \"todo 2\", \"todo 3\"]')}\n\n# Example 3\nIf the DATA_DEMAND is:\n\n<DATA_DEMAND>\nthe page title, string\n</DATA_DEMAND>\n\nBy viewing the screenshot and page contents, you can extract the following data:\n\n${responsePrefix ? responsePrefix : ''}\n<observation>According to the screenshot, i can see ...</observation>\n${dataOutput.buildExample('\"todo list\"')}\n\n# Example 4\nIf the DATA_DEMAND is:\n\n<DATA_DEMAND>\n{\n  \"StatementIsTruthy\": \"Boolean, is it currently the SMS page?\"\n}\n</DATA_DEMAND>\n\nBy viewing the screenshot and page contents, you can extract the following data:\n\n${responsePrefix ? responsePrefix : ''}\n<observation>According to the screenshot, i can see ...</observation>\n${dataOutput.buildExample('{ \"StatementIsTruthy\": true }')}\n`;\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","buildInsightContextPrompt","screenshotIncluded","referenceImagesIncluded","contextPrompts","referenceImagesPrompt","buildInsightSystemPrompt","options","preferredLanguage","getPreferredLanguage","responsePrefix","dataOutput","contextPrompt"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;ACHA,SAASI,0BAA0B,EACjCC,kBAAkB,EAClBC,uBAAuB,EAIxB;IACC,MAAMC,iBAAiB;QACrB;KACD;IAED,IAAIF,oBACFE,eAAe,IAAI,CACjB;SAGFA,eAAe,IAAI,CACjB;IAIJ,IAAID,yBAAyB;QAC3B,MAAME,wBACJ;QACFD,eAAe,IAAI,CACjBF,qBACI,GAAGG,sBAAsB,mLAAmL,CAAC,GAC7M,GAAGA,sBAAsB,kIAAkI,CAAC;IAEpK;IAEA,OAAOD,eAAe,IAAI,CAAC;AAC7B;AAEO,SAASE,yBAAyBC,OAIxC;IACC,MAAMC,oBAAoBC,AAAAA,IAAAA,oBAAAA,oBAAAA,AAAAA;IAC1B,MAAMP,qBAAqBK,QAAQ,kBAAkB,IAAI;IACzD,MAAMJ,0BAA0BI,QAAQ,uBAAuB,IAAI;IACnE,MAAM,EAAEG,cAAc,EAAEC,UAAU,EAAE,GAAGJ,QAAQ,eAAe;IAE9D,MAAMK,gBAAgBX,0BAA0B;QAC9CC;QACAC;IACF;IAEA,OAAO,CAAC;;;AAGV,EAAES,cAAc;;;;yJAIyI,EAAED,WAAW,KAAK,GAAG,CAAC,IAAI,EAAEA,WAAW,KAAK,EAAE,GAAG,GAAG;;;;AAI7M,EAAED,iBAAiBA,iBAAiB,GAAG;kFAC2C,EAAEF,kBAAkB;AACtG,EAAEG,WAAW,WAAW,CAAC;;;;;;;;;;;;;;;;AAgBzB,EAAED,iBAAiBA,iBAAiB,GAAG;;AAEvC,EAAEC,WAAW,YAAY,CACvB,CAAC;;;;CAIF,CAAC,CAAC,IAAI,IACL;;;;;;;;;;;AAWF,EAAED,iBAAiBA,iBAAiB,GAAG;;AAEvC,EAAEC,WAAW,YAAY,CAAC,kCAAkC;;;;;;;;;;;AAW5D,EAAED,iBAAiBA,iBAAiB,GAAG;;AAEvC,EAAEC,WAAW,YAAY,CAAC,eAAe;;;;;;;;;;;;;AAazC,EAAED,iBAAiBA,iBAAiB,GAAG;;AAEvC,EAAEC,WAAW,YAAY,CAAC,iCAAiC;AAC3D,CAAC;AACD"}

package/dist/lib/ai-model/prompt/insight/user-prompt.js

@@ -0,0 +1,60 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    buildTypeQueryDemandValue: ()=>buildTypeQueryDemandValue,
+    extractDataQueryPrompt: ()=>extractDataQueryPrompt
+});
+function buildTypeQueryDemandValue(type, demand) {
+    const currentScreenshotConstraint = 'based on the current screenshot and its contents if provided, unless the user explicitly asks to compare with reference images';
+    if ('Assert' === type) return `Boolean, ${currentScreenshotConstraint}, whether the following statement is true: ${demand}`;
+    if ('WaitFor' === type) return `Boolean, the user wants to do some 'wait for' operation. ${currentScreenshotConstraint}, please check whether the following statement is true: ${demand}`;
+    return `${type}, ${currentScreenshotConstraint}, ${demand}`;
+}
+const extractDataQueryPrompt = (pageDescription, dataQuery, context)=>{
+    const dataQueryText = 'string' == typeof dataQuery ? dataQuery : JSON.stringify(dataQuery, null, 2);
+    const trimmedContext = context?.trim();
+    const contextSection = trimmedContext ? `\n<CONTEXT>\n${trimmedContext}\n</CONTEXT>\n` : '';
+    return `
+<PageDescription>
+${pageDescription}
+</PageDescription>
+${contextSection}
+<DATA_DEMAND>
+${dataQueryText}
+</DATA_DEMAND>
+  `;
+};
+exports.buildTypeQueryDemandValue = __webpack_exports__.buildTypeQueryDemandValue;
+exports.extractDataQueryPrompt = __webpack_exports__.extractDataQueryPrompt;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "buildTypeQueryDemandValue",
+    "extractDataQueryPrompt"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=user-prompt.js.map

package/dist/lib/ai-model/prompt/insight/user-prompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/prompt/insight/user-prompt.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/prompt/insight/user-prompt.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { ServiceExtractParam } from '@/types';\n\nexport function buildTypeQueryDemandValue(\n  type: 'Boolean' | 'Number' | 'String' | 'Assert' | 'WaitFor',\n  demand: ServiceExtractParam,\n) {\n  const currentScreenshotConstraint =\n    'based on the current screenshot and its contents if provided, unless the user explicitly asks to compare with reference images';\n\n  if (type === 'Assert') {\n    return `Boolean, ${currentScreenshotConstraint}, whether the following statement is true: ${demand}`;\n  }\n\n  if (type === 'WaitFor') {\n    return `Boolean, the user wants to do some 'wait for' operation. ${currentScreenshotConstraint}, please check whether the following statement is true: ${demand}`;\n  }\n\n  return `${type}, ${currentScreenshotConstraint}, ${demand}`;\n}\n\nexport const extractDataQueryPrompt = (\n  pageDescription: string,\n  dataQuery: string | Record<string, string>,\n  context?: string,\n) => {\n  const dataQueryText =\n    typeof dataQuery === 'string'\n      ? dataQuery\n      : JSON.stringify(dataQuery, null, 2);\n\n  const trimmedContext = context?.trim();\n  const contextSection = trimmedContext\n    ? `\\n<CONTEXT>\\n${trimmedContext}\\n</CONTEXT>\\n`\n    : '';\n\n  return `\n<PageDescription>\n${pageDescription}\n</PageDescription>\n${contextSection}\n<DATA_DEMAND>\n${dataQueryText}\n</DATA_DEMAND>\n  `;\n};\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","buildTypeQueryDemandValue","type","demand","currentScreenshotConstraint","extractDataQueryPrompt","pageDescription","dataQuery","context","dataQueryText","JSON","trimmedContext","contextSection"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;ACJO,SAASI,0BACdC,IAA4D,EAC5DC,MAA2B;IAE3B,MAAMC,8BACJ;IAEF,IAAIF,AAAS,aAATA,MACF,OAAO,CAAC,SAAS,EAAEE,4BAA4B,2CAA2C,EAAED,QAAQ;IAGtG,IAAID,AAAS,cAATA,MACF,OAAO,CAAC,yDAAyD,EAAEE,4BAA4B,wDAAwD,EAAED,QAAQ;IAGnK,OAAO,GAAGD,KAAK,EAAE,EAAEE,4BAA4B,EAAE,EAAED,QAAQ;AAC7D;AAEO,MAAME,yBAAyB,CACpCC,iBACAC,WACAC;IAEA,MAAMC,gBACJ,AAAqB,YAArB,OAAOF,YACHA,YACAG,KAAK,SAAS,CAACH,WAAW,MAAM;IAEtC,MAAMI,iBAAiBH,SAAS;IAChC,MAAMI,iBAAiBD,iBACnB,CAAC,aAAa,EAAEA,eAAe,cAAc,CAAC,GAC9C;IAEJ,OAAO,CAAC;;AAEV,EAAEL,gBAAgB;;AAElB,EAAEM,eAAe;;AAEjB,EAAEH,cAAc;;EAEd,CAAC;AACH"}

package/dist/lib/ai-model/prompt/locate/element-system-prompt.js

@@ -0,0 +1,46 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    buildElementLocateSystemPrompt: ()=>buildElementLocateSystemPrompt
+});
+const external_grounding_rules_js_namespaceObject = require("./grounding-rules.js");
+function buildElementLocateSystemPrompt({ systemPromptIntroduction, responseInstructions }) {
+    return `
+${systemPromptIntroduction}
+
+${(0, external_grounding_rules_js_namespaceObject.locateGroundingRules)()}
+
+${responseInstructions}`;
+}
+exports.buildElementLocateSystemPrompt = __webpack_exports__.buildElementLocateSystemPrompt;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "buildElementLocateSystemPrompt"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=element-system-prompt.js.map

package/dist/lib/ai-model/prompt/locate/element-system-prompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/prompt/locate/element-system-prompt.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/prompt/locate/element-system-prompt.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { locateGroundingRules } from './grounding-rules';\n\nexport function buildElementLocateSystemPrompt({\n  systemPromptIntroduction,\n  responseInstructions,\n}: {\n  systemPromptIntroduction: string;\n  responseInstructions: string;\n}) {\n  return `\n${systemPromptIntroduction}\n\n${locateGroundingRules()}\n\n${responseInstructions}`;\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","buildElementLocateSystemPrompt","systemPromptIntroduction","responseInstructions","locateGroundingRules"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;ACJO,SAASI,+BAA+B,EAC7CC,wBAAwB,EACxBC,oBAAoB,EAIrB;IACC,OAAO,CAAC;AACV,EAAED,yBAAyB;;AAE3B,EAAEE,AAAAA,IAAAA,4CAAAA,oBAAAA,AAAAA,IAAuB;;AAEzB,EAAED,sBAAsB;AACxB"}

package/dist/lib/ai-model/prompt/locate/grounding-rules.js

@@ -0,0 +1,47 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    locateGroundingRules: ()=>locateGroundingRules
+});
+function locateGroundingRules() {
+    return `## Important Notes for Locating Elements:
+- First identify the target primitive from the user's description, then locate that primitive only. Treat labels, owners, rows, columns, and surrounding text as context unless the description says they are the target.
+- If the target itself is visible text, link text, status text, table cell text, or header text, return only the tight visible text region, not the entire control, row, sentence, or container.
+- If a text or link target wraps across multiple lines, do not return one large box covering the whole wrapped text. Return a tight box around a distinctive visible segment of the target text; for CJK link labels, the first 2-4 visible characters are enough when unique.
+- If the target is an input/select/filter field body, current value area, or blank field region, return that field/control body or value region. Do not retarget to a trailing search icon, dropdown arrow, clear button, or nearby table header.
+- If the target is an icon, arrow, checkbox, radio, or accessory control, return only that glyph/control region. Do not return adjacent owner text.
+- If the target is a tiny icon/control among adjacent similar icons, use the described local order or relative position within that group and return only that glyph/control.
+- If the same text appears in multiple regions, obey the described owner region first, such as filter bar vs table header.`;
+}
+exports.locateGroundingRules = __webpack_exports__.locateGroundingRules;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "locateGroundingRules"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=grounding-rules.js.map

package/dist/lib/ai-model/prompt/locate/grounding-rules.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/prompt/locate/grounding-rules.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/prompt/locate/grounding-rules.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","export function locateGroundingRules() {\n  return `## Important Notes for Locating Elements:\n- First identify the target primitive from the user's description, then locate that primitive only. Treat labels, owners, rows, columns, and surrounding text as context unless the description says they are the target.\n- If the target itself is visible text, link text, status text, table cell text, or header text, return only the tight visible text region, not the entire control, row, sentence, or container.\n- If a text or link target wraps across multiple lines, do not return one large box covering the whole wrapped text. Return a tight box around a distinctive visible segment of the target text; for CJK link labels, the first 2-4 visible characters are enough when unique.\n- If the target is an input/select/filter field body, current value area, or blank field region, return that field/control body or value region. Do not retarget to a trailing search icon, dropdown arrow, clear button, or nearby table header.\n- If the target is an icon, arrow, checkbox, radio, or accessory control, return only that glyph/control region. Do not return adjacent owner text.\n- If the target is a tiny icon/control among adjacent similar icons, use the described local order or relative position within that group and return only that glyph/control.\n- If the same text appears in multiple regions, obey the described owner region first, such as filter bar vs table header.`;\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","locateGroundingRules"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;ACNO,SAASI;IACd,OAAO,CAAC;;;;;;;0HAOgH,CAAC;AAC3H"}

package/dist/lib/ai-model/prompt/locate/index.js

@@ -0,0 +1,46 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    buildElementLocateSystemPrompt: ()=>external_element_system_prompt_js_namespaceObject.buildElementLocateSystemPrompt,
+    locateGroundingRules: ()=>external_grounding_rules_js_namespaceObject.locateGroundingRules,
+    buildSearchAreaLocateSystemPrompt: ()=>external_search_area_system_prompt_js_namespaceObject.buildSearchAreaLocateSystemPrompt
+});
+const external_element_system_prompt_js_namespaceObject = require("./element-system-prompt.js");
+const external_grounding_rules_js_namespaceObject = require("./grounding-rules.js");
+const external_search_area_system_prompt_js_namespaceObject = require("./search-area-system-prompt.js");
+exports.buildElementLocateSystemPrompt = __webpack_exports__.buildElementLocateSystemPrompt;
+exports.buildSearchAreaLocateSystemPrompt = __webpack_exports__.buildSearchAreaLocateSystemPrompt;
+exports.locateGroundingRules = __webpack_exports__.locateGroundingRules;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "buildElementLocateSystemPrompt",
+    "buildSearchAreaLocateSystemPrompt",
+    "locateGroundingRules"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=index.js.map

package/dist/lib/ai-model/prompt/locate/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/prompt/locate/index.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D"}

package/dist/lib/ai-model/prompt/locate/search-area-system-prompt.js

@@ -0,0 +1,43 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    buildSearchAreaLocateSystemPrompt: ()=>buildSearchAreaLocateSystemPrompt
+});
+function buildSearchAreaLocateSystemPrompt({ systemPromptIntroduction, responseInstructions }) {
+    return `
+${systemPromptIntroduction}
+
+${responseInstructions}`;
+}
+exports.buildSearchAreaLocateSystemPrompt = __webpack_exports__.buildSearchAreaLocateSystemPrompt;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "buildSearchAreaLocateSystemPrompt"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=search-area-system-prompt.js.map

package/dist/lib/ai-model/prompt/locate/search-area-system-prompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/prompt/locate/search-area-system-prompt.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/prompt/locate/search-area-system-prompt.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","export function buildSearchAreaLocateSystemPrompt({\n  systemPromptIntroduction,\n  responseInstructions,\n}: {\n  systemPromptIntroduction: string;\n  responseInstructions: string;\n}) {\n  return `\n${systemPromptIntroduction}\n\n${responseInstructions}`;\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","buildSearchAreaLocateSystemPrompt","systemPromptIntroduction","responseInstructions"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;ACNO,SAASI,kCAAkC,EAChDC,wBAAwB,EACxBC,oBAAoB,EAIrB;IACC,OAAO,CAAC;AACV,EAAED,yBAAyB;;AAE3B,EAAEC,sBAAsB;AACxB"}

package/dist/lib/ai-model/prompt/planning/action-output-example.js

@@ -0,0 +1,92 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    buildActionOutputExample: ()=>buildActionOutputExample,
+    createSampleTapAction: ()=>createSampleTapAction,
+    createSampleInputAction: ()=>createSampleInputAction
+});
+const external_common_js_namespaceObject = require("../../../common.js");
+const index_js_namespaceObject = require("../../../device/index.js");
+const injectLocateResultIntoSample = (sample, locateFields, promptSpec, locateResultExampleIndex)=>{
+    const result = {
+        ...sample
+    };
+    let exampleIndex = locateResultExampleIndex;
+    for (const field of locateFields)if (result[field] && 'object' == typeof result[field] && result[field].prompt) {
+        result[field] = {
+            ...result[field],
+            [promptSpec.resultKey]: promptSpec.exampleValues[exampleIndex % promptSpec.exampleValues.length]
+        };
+        exampleIndex++;
+    }
+    return result;
+};
+const buildActionOutputExample = (action, { locatePromptSpec, locateResultExampleIndex = 0, buildActionOutput })=>{
+    if (!action.sample || 'object' != typeof action.sample) return;
+    const locateFields = (0, external_common_js_namespaceObject.findAllMidsceneLocatorField)(action.paramSchema);
+    const sampleWithLocateResult = locatePromptSpec ? injectLocateResultIntoSample(action.sample, locateFields, locatePromptSpec, locateResultExampleIndex) : action.sample;
+    return buildActionOutput({
+        actionName: action.name,
+        param: sampleWithLocateResult,
+        locateFields,
+        locateResultKey: locatePromptSpec?.resultKey
+    });
+};
+const createSampleTapAction = (prompt)=>{
+    const sample = {
+        locate: {
+            prompt
+        }
+    };
+    return {
+        name: 'Tap',
+        paramSchema: index_js_namespaceObject.actionTapParamSchema,
+        sample
+    };
+};
+const createSampleInputAction = (value)=>{
+    const sample = {
+        value
+    };
+    return {
+        name: 'Input',
+        paramSchema: index_js_namespaceObject.actionInputParamSchema,
+        sample
+    };
+};
+exports.buildActionOutputExample = __webpack_exports__.buildActionOutputExample;
+exports.createSampleInputAction = __webpack_exports__.createSampleInputAction;
+exports.createSampleTapAction = __webpack_exports__.createSampleTapAction;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "buildActionOutputExample",
+    "createSampleInputAction",
+    "createSampleTapAction"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=action-output-example.js.map

package/dist/lib/ai-model/prompt/planning/action-output-example.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/prompt/planning/action-output-example.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/prompt/planning/action-output-example.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { findAllMidsceneLocatorField } from '@/common';\nimport { actionInputParamSchema, actionTapParamSchema } from '@/device';\nimport type { DeviceAction } from '@/types';\nimport type { z } from 'zod';\nimport type { PlanningActionOutputProtocol } from '../../model-adapter/planning-protocol';\nimport type { LocateResultPromptSpec } from '../../shared/model-locate-result';\n\nexport type ActionOutputExampleDefinition = Pick<\n  DeviceAction<any>,\n  'name' | 'paramSchema' | 'sample'\n>;\n\nconst injectLocateResultIntoSample = (\n  sample: Record<string, any>,\n  locateFields: string[],\n  promptSpec: LocateResultPromptSpec,\n  locateResultExampleIndex: number,\n): Record<string, any> => {\n  const result = { ...sample };\n  let exampleIndex = locateResultExampleIndex;\n\n  for (const field of locateFields) {\n    if (\n      result[field] &&\n      typeof result[field] === 'object' &&\n      result[field].prompt\n    ) {\n      result[field] = {\n        ...result[field],\n        [promptSpec.resultKey]:\n          promptSpec.exampleValues[\n            exampleIndex % promptSpec.exampleValues.length\n          ],\n      };\n      exampleIndex++;\n    }\n  }\n\n  return result;\n};\n\nexport const buildActionOutputExample = (\n  action: ActionOutputExampleDefinition,\n  {\n    locatePromptSpec,\n    locateResultExampleIndex = 0,\n    buildActionOutput,\n  }: {\n    locatePromptSpec?: LocateResultPromptSpec;\n    /**\n     * Selects the locate result example value injected into this action.\n     * Keep the same index for the same example across multi-turn prompt\n     * variants, and use different indexes for different examples to avoid\n     * reusing identical locate coordinates.\n     */\n    locateResultExampleIndex?: number;\n    buildActionOutput: PlanningActionOutputProtocol['buildActionOutput'];\n  },\n) => {\n  if (!action.sample || typeof action.sample !== 'object') {\n    return undefined;\n  }\n\n  const locateFields = findAllMidsceneLocatorField(action.paramSchema);\n  const sampleWithLocateResult = locatePromptSpec\n    ? injectLocateResultIntoSample(\n        action.sample,\n        locateFields,\n        locatePromptSpec,\n        locateResultExampleIndex,\n      )\n    : action.sample;\n\n  return buildActionOutput({\n    actionName: action.name,\n    param: sampleWithLocateResult,\n    locateFields,\n    locateResultKey: locatePromptSpec?.resultKey,\n  });\n};\n\nexport const createSampleTapAction = (\n  prompt: string,\n): ActionOutputExampleDefinition => {\n  const sample: z.input<typeof actionTapParamSchema> = {\n    locate: { prompt },\n  };\n  return {\n    name: 'Tap',\n    paramSchema: actionTapParamSchema,\n    sample,\n  };\n};\n\nexport const createSampleInputAction = (\n  value: string,\n): ActionOutputExampleDefinition => {\n  const sample: z.input<typeof actionInputParamSchema> = { value };\n  return {\n    name: 'Input',\n    paramSchema: actionInputParamSchema,\n    sample,\n  };\n};\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","injectLocateResultIntoSample","sample","locateFields","promptSpec","locateResultExampleIndex","result","exampleIndex","field","buildActionOutputExample","action","locatePromptSpec","buildActionOutput","findAllMidsceneLocatorField","sampleWithLocateResult","createSampleTapAction","prompt","actionTapParamSchema","createSampleInputAction","value","actionInputParamSchema"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;ACMA,MAAMI,+BAA+B,CACnCC,QACAC,cACAC,YACAC;IAEA,MAAMC,SAAS;QAAE,GAAGJ,MAAM;IAAC;IAC3B,IAAIK,eAAeF;IAEnB,KAAK,MAAMG,SAASL,aAClB,IACEG,MAAM,CAACE,MAAM,IACb,AAAyB,YAAzB,OAAOF,MAAM,CAACE,MAAM,IACpBF,MAAM,CAACE,MAAM,CAAC,MAAM,EACpB;QACAF,MAAM,CAACE,MAAM,GAAG;YACd,GAAGF,MAAM,CAACE,MAAM;YAChB,CAACJ,WAAW,SAAS,CAAC,EACpBA,WAAW,aAAa,CACtBG,eAAeH,WAAW,aAAa,CAAC,MAAM,CAC/C;QACL;QACAG;IACF;IAGF,OAAOD;AACT;AAEO,MAAMG,2BAA2B,CACtCC,QACA,EACEC,gBAAgB,EAChBN,2BAA2B,CAAC,EAC5BO,iBAAiB,EAWlB;IAED,IAAI,CAACF,OAAO,MAAM,IAAI,AAAyB,YAAzB,OAAOA,OAAO,MAAM,EACxC;IAGF,MAAMP,eAAeU,AAAAA,IAAAA,mCAAAA,2BAAAA,AAAAA,EAA4BH,OAAO,WAAW;IACnE,MAAMI,yBAAyBH,mBAC3BV,6BACES,OAAO,MAAM,EACbP,cACAQ,kBACAN,4BAEFK,OAAO,MAAM;IAEjB,OAAOE,kBAAkB;QACvB,YAAYF,OAAO,IAAI;QACvB,OAAOI;QACPX;QACA,iBAAiBQ,kBAAkB;IACrC;AACF;AAEO,MAAMI,wBAAwB,CACnCC;IAEA,MAAMd,SAA+C;QACnD,QAAQ;YAAEc;QAAO;IACnB;IACA,OAAO;QACL,MAAM;QACN,aAAaC,yBAAAA,oBAAoBA;QACjCf;IACF;AACF;AAEO,MAAMgB,0BAA0B,CACrCC;IAEA,MAAMjB,SAAiD;QAAEiB;IAAM;IAC/D,OAAO;QACL,MAAM;QACN,aAAaC,yBAAAA,sBAAsBA;QACnClB;IACF;AACF"}