@aiscene/core 9.0.6 → 9.0.8

package/dist/lib/ai-model/model-adapter/default-locate-protocol.js

@@ -0,0 +1,182 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    createDefaultSearchAreaProtocol: ()=>createDefaultSearchAreaProtocol,
+    createDefaultElementProtocol: ()=>createDefaultElementProtocol
+});
+const env_namespaceObject = require("@aiscene/shared/env");
+const json_js_namespaceObject = require("../shared/json.js");
+const index_js_namespaceObject = require("../shared/model-locate-result/index.js");
+const markdownCodeFence = '```';
+const defaultLocateSystemPromptIntroduction = `## Role:
+You are an AI assistant that helps identify UI elements.
+
+## Objective:
+- Identify elements in screenshots that match the user's description.
+- Provide the coordinates of the element that matches the user's description.`;
+const defaultSearchAreaSystemPromptIntroduction = `## Role:
+You are an AI assistant that helps identify UI elements.
+
+## Objective:
+- Find a section containing the target element
+- If the description mentions reference elements, also locate sections containing those references`;
+const buildResponseInstructions = (promptSpec)=>{
+    const preferredLanguage = (0, env_namespaceObject.getPreferredLanguage)();
+    const resultKey = promptSpec.resultKey;
+    const exampleValueText = (0, index_js_namespaceObject.formatLocateExampleValue)(promptSpec.exampleValues[0]);
+    const resultFieldDescription = `the ${promptSpec.resultNoun} of the element that matches the user's description`;
+    return `## Output Format:
+${markdownCodeFence}json
+{
+  "${resultKey}": ${promptSpec.resultValueSchema},  // ${promptSpec.resultValueDescription}
+  "error": string // optional
+}
+${markdownCodeFence}
+
+Fields:
+* \`${resultKey}\` is ${resultFieldDescription}
+* \`error\` is an optional error message (if any)
+
+For example, when an element is found:
+${markdownCodeFence}json
+{
+  "${resultKey}": ${exampleValueText}
+}
+${markdownCodeFence}
+
+When no element is found:
+${markdownCodeFence}json
+{
+  "${resultKey}": [],
+  "error": "I can see ..., but {some element} is not found. Use ${preferredLanguage}."
+}
+${markdownCodeFence}
+`;
+};
+const buildUserPrompt = (targetElementDescription)=>`Find: ${targetElementDescription}`;
+const buildSearchAreaResponseInstructions = (promptSpec)=>{
+    const preferredLanguage = (0, env_namespaceObject.getPreferredLanguage)();
+    const resultKey = promptSpec.resultKey;
+    const exampleValueText = (0, index_js_namespaceObject.formatLocateExampleValue)(promptSpec.exampleValues[0]);
+    const resultJsonProperty = `"${resultKey}": ${promptSpec.resultValueSchema},  // ${promptSpec.resultValueDescription}`;
+    const resultFieldDescription = `${promptSpec.resultNoun} of the section containing the target element`;
+    const referenceFieldDescription = `Optional array of ${promptSpec.resultNounPlural} of reference elements`;
+    return `## Output Format:
+${markdownCodeFence}json
+{
+  ${resultJsonProperty}
+  "references_${resultKey}"?: [
+    ${promptSpec.resultValueSchema},
+    ...
+  ],
+  "error"?: string
+}
+${markdownCodeFence}
+
+Fields:
+* \`${resultKey}\` - ${resultFieldDescription}
+* \`references_${resultKey}\` - ${referenceFieldDescription}
+* \`error\` - Optional error message if the section cannot be found. Use ${preferredLanguage}.
+
+Example:
+If the description is "delete button on the second row with title 'Peter'", return:
+${markdownCodeFence}json
+{
+  "${resultKey}": ${exampleValueText},
+  "references_${resultKey}": [${exampleValueText}]
+}
+${markdownCodeFence}
+`;
+};
+const buildSearchAreaUserPrompt = (sectionDescription)=>`Find section containing: ${sectionDescription}`;
+const createParseRawResponse = (jsonParser, source, options)=>(content, promptSpec)=>{
+        const parsedResponse = jsonParser(content, {
+            source
+        });
+        (0, json_js_namespaceObject.assertJsonObject)(parsedResponse);
+        const record = parsedResponse;
+        const target = void 0 !== record[promptSpec.resultKey] ? record[promptSpec.resultKey] : options.acceptBbox2dAlias && 'bbox' === promptSpec.resultKey ? record.bbox_2d : void 0;
+        const error = 'string' == typeof record.error ? record.error : void 0;
+        if (void 0 === target) throw new Error(`Missing required coordinate field "${promptSpec.resultKey}". Expected "${promptSpec.resultKey}": ${promptSpec.resultValueSchema}; use an empty array when no element is found.${error ? ` Model error: ${error}` : ''}`);
+        if (Array.isArray(target) && 0 === target.length) return {
+            kind: 'not-found',
+            ...error ? {
+                error
+            } : {}
+        };
+        if (!options.includeReferences) return {
+            kind: 'located',
+            target,
+            ...error ? {
+                error
+            } : {}
+        };
+        const rawReferences = record[`references_${promptSpec.resultKey}`];
+        const references = null == rawReferences ? void 0 : Array.isArray(rawReferences) ? rawReferences : [
+            rawReferences
+        ];
+        return {
+            kind: 'located',
+            target,
+            ...references?.length ? {
+                references
+            } : {},
+            ...error ? {
+                error
+            } : {}
+        };
+    };
+const createDefaultElementProtocol = ({ jsonParser }, options = {})=>({
+        systemPromptIntroduction: defaultLocateSystemPromptIntroduction,
+        buildResponseInstructions,
+        buildUserPrompt,
+        expectedJsonObjectResponse: true,
+        parseRawResponse: createParseRawResponse(jsonParser, 'locate', {
+            includeReferences: false,
+            acceptBbox2dAlias: options.acceptBbox2dAlias
+        })
+    });
+const createDefaultSearchAreaProtocol = ({ jsonParser }, options = {})=>({
+        systemPromptIntroduction: defaultSearchAreaSystemPromptIntroduction,
+        buildResponseInstructions: buildSearchAreaResponseInstructions,
+        buildUserPrompt: buildSearchAreaUserPrompt,
+        expectedJsonObjectResponse: true,
+        parseRawResponse: createParseRawResponse(jsonParser, 'section-locator', {
+            includeReferences: true,
+            acceptBbox2dAlias: options.acceptBbox2dAlias
+        })
+    });
+exports.createDefaultElementProtocol = __webpack_exports__.createDefaultElementProtocol;
+exports.createDefaultSearchAreaProtocol = __webpack_exports__.createDefaultSearchAreaProtocol;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "createDefaultElementProtocol",
+    "createDefaultSearchAreaProtocol"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=default-locate-protocol.js.map

package/dist/lib/ai-model/model-adapter/default-locate-protocol.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/model-adapter/default-locate-protocol.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../src/ai-model/model-adapter/default-locate-protocol.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { getPreferredLanguage } from '@aiscene/shared/env';\nimport {\n  type JsonParser,\n  type JsonParserSource,\n  assertJsonObject,\n} from '../shared/json';\nimport {\n  type LocateResultPromptSpec,\n  formatLocateExampleValue,\n} from '../shared/model-locate-result';\nimport type {\n  ParsedLocateResponse,\n  StandardLocateProtocol,\n  StandardLocateProtocolContext,\n} from './locate-protocol';\n\nconst markdownCodeFence = '```';\n\nconst defaultLocateSystemPromptIntroduction = `## Role:\nYou are an AI assistant that helps identify UI elements.\n\n## Objective:\n- Identify elements in screenshots that match the user's description.\n- Provide the coordinates of the element that matches the user's description.`;\n\nconst defaultSearchAreaSystemPromptIntroduction = `## Role:\nYou are an AI assistant that helps identify UI elements.\n\n## Objective:\n- Find a section containing the target element\n- If the description mentions reference elements, also locate sections containing those references`;\n\nconst buildResponseInstructions = (promptSpec: LocateResultPromptSpec) => {\n  const preferredLanguage = getPreferredLanguage();\n  const resultKey = promptSpec.resultKey;\n  const exampleValueText = formatLocateExampleValue(\n    promptSpec.exampleValues[0],\n  );\n  const resultFieldDescription = `the ${promptSpec.resultNoun} of the element that matches the user's description`;\n  return `## Output Format:\n${markdownCodeFence}json\n{\n  \"${resultKey}\": ${promptSpec.resultValueSchema},  // ${promptSpec.resultValueDescription}\n  \"error\": string // optional\n}\n${markdownCodeFence}\n\nFields:\n* \\`${resultKey}\\` is ${resultFieldDescription}\n* \\`error\\` is an optional error message (if any)\n\nFor example, when an element is found:\n${markdownCodeFence}json\n{\n  \"${resultKey}\": ${exampleValueText}\n}\n${markdownCodeFence}\n\nWhen no element is found:\n${markdownCodeFence}json\n{\n  \"${resultKey}\": [],\n  \"error\": \"I can see ..., but {some element} is not found. Use ${preferredLanguage}.\"\n}\n${markdownCodeFence}\n`;\n};\n\nconst buildUserPrompt = (targetElementDescription: string) =>\n  `Find: ${targetElementDescription}`;\n\nconst buildSearchAreaResponseInstructions = (\n  promptSpec: LocateResultPromptSpec,\n) => {\n  const preferredLanguage = getPreferredLanguage();\n  const resultKey = promptSpec.resultKey;\n  const exampleValueText = formatLocateExampleValue(\n    promptSpec.exampleValues[0],\n  );\n  const resultJsonProperty = `\"${resultKey}\": ${promptSpec.resultValueSchema},  // ${promptSpec.resultValueDescription}`;\n  const resultFieldDescription = `${promptSpec.resultNoun} of the section containing the target element`;\n  const referenceFieldDescription = `Optional array of ${promptSpec.resultNounPlural} of reference elements`;\n  return `## Output Format:\n${markdownCodeFence}json\n{\n  ${resultJsonProperty}\n  \"references_${resultKey}\"?: [\n    ${promptSpec.resultValueSchema},\n    ...\n  ],\n  \"error\"?: string\n}\n${markdownCodeFence}\n\nFields:\n* \\`${resultKey}\\` - ${resultFieldDescription}\n* \\`references_${resultKey}\\` - ${referenceFieldDescription}\n* \\`error\\` - Optional error message if the section cannot be found. Use ${preferredLanguage}.\n\nExample:\nIf the description is \"delete button on the second row with title 'Peter'\", return:\n${markdownCodeFence}json\n{\n  \"${resultKey}\": ${exampleValueText},\n  \"references_${resultKey}\": [${exampleValueText}]\n}\n${markdownCodeFence}\n`;\n};\n\nconst buildSearchAreaUserPrompt = (sectionDescription: string) =>\n  `Find section containing: ${sectionDescription}`;\n\ntype ParseRawResponseOptions = {\n  includeReferences: boolean;\n  acceptBbox2dAlias?: boolean;\n};\n\nconst createParseRawResponse =\n  (\n    jsonParser: JsonParser,\n    source: JsonParserSource,\n    options: ParseRawResponseOptions,\n  ) =>\n  (\n    content: string,\n    promptSpec: LocateResultPromptSpec,\n  ): ParsedLocateResponse => {\n    const parsedResponse = jsonParser(content, {\n      source,\n    });\n    assertJsonObject(parsedResponse);\n    const record = parsedResponse;\n    const target =\n      record[promptSpec.resultKey] !== undefined\n        ? record[promptSpec.resultKey]\n        : options.acceptBbox2dAlias && promptSpec.resultKey === 'bbox'\n          ? record.bbox_2d\n          : undefined;\n    const error = typeof record.error === 'string' ? record.error : undefined;\n    if (target === undefined) {\n      throw new Error(\n        `Missing required coordinate field \"${promptSpec.resultKey}\". Expected \"${promptSpec.resultKey}\": ${promptSpec.resultValueSchema}; use an empty array when no element is found.${error ? ` Model error: ${error}` : ''}`,\n      );\n    }\n    if (Array.isArray(target) && target.length === 0) {\n      return { kind: 'not-found', ...(error ? { error } : {}) };\n    }\n\n    if (!options.includeReferences) {\n      return { kind: 'located', target, ...(error ? { error } : {}) };\n    }\n\n    const rawReferences = record[`references_${promptSpec.resultKey}`];\n    const references =\n      rawReferences === undefined || rawReferences === null\n        ? undefined\n        : Array.isArray(rawReferences)\n          ? rawReferences\n          : [rawReferences];\n    return {\n      kind: 'located',\n      target,\n      ...(references?.length ? { references } : {}),\n      ...(error ? { error } : {}),\n    };\n  };\n\ntype DefaultLocateProtocolOptions = {\n  acceptBbox2dAlias?: boolean;\n};\n\nexport const createDefaultElementProtocol = (\n  { jsonParser }: StandardLocateProtocolContext,\n  options: DefaultLocateProtocolOptions = {},\n): StandardLocateProtocol => ({\n  systemPromptIntroduction: defaultLocateSystemPromptIntroduction,\n  buildResponseInstructions,\n  buildUserPrompt,\n  expectedJsonObjectResponse: true,\n  parseRawResponse: createParseRawResponse(jsonParser, 'locate', {\n    includeReferences: false,\n    acceptBbox2dAlias: options.acceptBbox2dAlias,\n  }),\n});\n\nexport const createDefaultSearchAreaProtocol = (\n  { jsonParser }: StandardLocateProtocolContext,\n  options: DefaultLocateProtocolOptions = {},\n): StandardLocateProtocol => ({\n  systemPromptIntroduction: defaultSearchAreaSystemPromptIntroduction,\n  buildResponseInstructions: buildSearchAreaResponseInstructions,\n  buildUserPrompt: buildSearchAreaUserPrompt,\n  expectedJsonObjectResponse: true,\n  parseRawResponse: createParseRawResponse(jsonParser, 'section-locator', {\n    includeReferences: true,\n    acceptBbox2dAlias: options.acceptBbox2dAlias,\n  }),\n});\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","markdownCodeFence","defaultLocateSystemPromptIntroduction","defaultSearchAreaSystemPromptIntroduction","buildResponseInstructions","promptSpec","preferredLanguage","getPreferredLanguage","resultKey","exampleValueText","formatLocateExampleValue","resultFieldDescription","buildUserPrompt","targetElementDescription","buildSearchAreaResponseInstructions","resultJsonProperty","referenceFieldDescription","buildSearchAreaUserPrompt","sectionDescription","createParseRawResponse","jsonParser","source","options","content","parsedResponse","assertJsonObject","record","target","undefined","error","Error","Array","rawReferences","references","createDefaultElementProtocol","createDefaultSearchAreaProtocol"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;ACUA,MAAMI,oBAAoB;AAE1B,MAAMC,wCAAwC,CAAC;;;;;6EAK8B,CAAC;AAE9E,MAAMC,4CAA4C,CAAC;;;;;kGAK+C,CAAC;AAEnG,MAAMC,4BAA4B,CAACC;IACjC,MAAMC,oBAAoBC,AAAAA,IAAAA,oBAAAA,oBAAAA,AAAAA;IAC1B,MAAMC,YAAYH,WAAW,SAAS;IACtC,MAAMI,mBAAmBC,AAAAA,IAAAA,yBAAAA,wBAAAA,AAAAA,EACvBL,WAAW,aAAa,CAAC,EAAE;IAE7B,MAAMM,yBAAyB,CAAC,IAAI,EAAEN,WAAW,UAAU,CAAC,mDAAmD,CAAC;IAChH,OAAO,CAAC;AACV,EAAEJ,kBAAkB;;GAEjB,EAAEO,UAAU,GAAG,EAAEH,WAAW,iBAAiB,CAAC,MAAM,EAAEA,WAAW,sBAAsB,CAAC;;;AAG3F,EAAEJ,kBAAkB;;;IAGhB,EAAEO,UAAU,MAAM,EAAEG,uBAAuB;;;;AAI/C,EAAEV,kBAAkB;;GAEjB,EAAEO,UAAU,GAAG,EAAEC,iBAAiB;;AAErC,EAAER,kBAAkB;;;AAGpB,EAAEA,kBAAkB;;GAEjB,EAAEO,UAAU;gEACiD,EAAEF,kBAAkB;;AAEpF,EAAEL,kBAAkB;AACpB,CAAC;AACD;AAEA,MAAMW,kBAAkB,CAACC,2BACvB,CAAC,MAAM,EAAEA,0BAA0B;AAErC,MAAMC,sCAAsC,CAC1CT;IAEA,MAAMC,oBAAoBC,AAAAA,IAAAA,oBAAAA,oBAAAA,AAAAA;IAC1B,MAAMC,YAAYH,WAAW,SAAS;IACtC,MAAMI,mBAAmBC,AAAAA,IAAAA,yBAAAA,wBAAAA,AAAAA,EACvBL,WAAW,aAAa,CAAC,EAAE;IAE7B,MAAMU,qBAAqB,CAAC,CAAC,EAAEP,UAAU,GAAG,EAAEH,WAAW,iBAAiB,CAAC,MAAM,EAAEA,WAAW,sBAAsB,EAAE;IACtH,MAAMM,yBAAyB,GAAGN,WAAW,UAAU,CAAC,6CAA6C,CAAC;IACtG,MAAMW,4BAA4B,CAAC,kBAAkB,EAAEX,WAAW,gBAAgB,CAAC,sBAAsB,CAAC;IAC1G,OAAO,CAAC;AACV,EAAEJ,kBAAkB;;EAElB,EAAEc,mBAAmB;cACT,EAAEP,UAAU;IACtB,EAAEH,WAAW,iBAAiB,CAAC;;;;;AAKnC,EAAEJ,kBAAkB;;;IAGhB,EAAEO,UAAU,KAAK,EAAEG,uBAAuB;eAC/B,EAAEH,UAAU,KAAK,EAAEQ,0BAA0B;yEACa,EAAEV,kBAAkB;;;;AAI7F,EAAEL,kBAAkB;;GAEjB,EAAEO,UAAU,GAAG,EAAEC,iBAAiB;cACvB,EAAED,UAAU,IAAI,EAAEC,iBAAiB;;AAEjD,EAAER,kBAAkB;AACpB,CAAC;AACD;AAEA,MAAMgB,4BAA4B,CAACC,qBACjC,CAAC,yBAAyB,EAAEA,oBAAoB;AAOlD,MAAMC,yBACJ,CACEC,YACAC,QACAC,UAEF,CACEC,SACAlB;QAEA,MAAMmB,iBAAiBJ,WAAWG,SAAS;YACzCF;QACF;QACAI,IAAAA,wBAAAA,gBAAAA,AAAAA,EAAiBD;QACjB,MAAME,SAASF;QACf,MAAMG,SACJD,AAAiCE,WAAjCF,MAAM,CAACrB,WAAW,SAAS,CAAC,GACxBqB,MAAM,CAACrB,WAAW,SAAS,CAAC,GAC5BiB,QAAQ,iBAAiB,IAAIjB,AAAyB,WAAzBA,WAAW,SAAS,GAC/CqB,OAAO,OAAO,GACdE;QACR,MAAMC,QAAQ,AAAwB,YAAxB,OAAOH,OAAO,KAAK,GAAgBA,OAAO,KAAK,GAAGE;QAChE,IAAID,AAAWC,WAAXD,QACF,MAAM,IAAIG,MACR,CAAC,mCAAmC,EAAEzB,WAAW,SAAS,CAAC,aAAa,EAAEA,WAAW,SAAS,CAAC,GAAG,EAAEA,WAAW,iBAAiB,CAAC,8CAA8C,EAAEwB,QAAQ,CAAC,cAAc,EAAEA,OAAO,GAAG,IAAI;QAG5N,IAAIE,MAAM,OAAO,CAACJ,WAAWA,AAAkB,MAAlBA,OAAO,MAAM,EACxC,OAAO;YAAE,MAAM;YAAa,GAAIE,QAAQ;gBAAEA;YAAM,IAAI,CAAC,CAAC;QAAE;QAG1D,IAAI,CAACP,QAAQ,iBAAiB,EAC5B,OAAO;YAAE,MAAM;YAAWK;YAAQ,GAAIE,QAAQ;gBAAEA;YAAM,IAAI,CAAC,CAAC;QAAE;QAGhE,MAAMG,gBAAgBN,MAAM,CAAC,CAAC,WAAW,EAAErB,WAAW,SAAS,EAAE,CAAC;QAClE,MAAM4B,aACJD,QAAAA,gBACIJ,SACAG,MAAM,OAAO,CAACC,iBACZA,gBACA;YAACA;SAAc;QACvB,OAAO;YACL,MAAM;YACNL;YACA,GAAIM,YAAY,SAAS;gBAAEA;YAAW,IAAI,CAAC,CAAC;YAC5C,GAAIJ,QAAQ;gBAAEA;YAAM,IAAI,CAAC,CAAC;QAC5B;IACF;AAMK,MAAMK,+BAA+B,CAC1C,EAAEd,UAAU,EAAiC,EAC7CE,UAAwC,CAAC,CAAC,GACd;QAC5B,0BAA0BpB;QAC1BE;QACAQ;QACA,4BAA4B;QAC5B,kBAAkBO,uBAAuBC,YAAY,UAAU;YAC7D,mBAAmB;YACnB,mBAAmBE,QAAQ,iBAAiB;QAC9C;IACF;AAEO,MAAMa,kCAAkC,CAC7C,EAAEf,UAAU,EAAiC,EAC7CE,UAAwC,CAAC,CAAC,GACd;QAC5B,0BAA0BnB;QAC1B,2BAA2BW;QAC3B,iBAAiBG;QACjB,4BAA4B;QAC5B,kBAAkBE,uBAAuBC,YAAY,mBAAmB;YACtE,mBAAmB;YACnB,mBAAmBE,QAAQ,iBAAiB;QAC9C;IACF"}

package/dist/lib/ai-model/model-adapter/default-planning-protocol.js

@@ -0,0 +1,170 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    createMidscenePlanningActionOutputParser: ()=>createMidscenePlanningActionOutputParser,
+    createDefaultMidscenePlanningProtocol: ()=>createDefaultMidscenePlanningProtocol,
+    buildActionDescription: ()=>buildActionDescription,
+    buildLocateFieldDescription: ()=>buildLocateFieldDescription,
+    buildPlanningActionOutput: ()=>buildPlanningActionOutput
+});
+const zod_schema_utils_namespaceObject = require("@aiscene/shared/zod-schema-utils");
+const action_schema_js_namespaceObject = require("../shared/action-schema.js");
+const json_js_namespaceObject = require("../shared/json.js");
+const index_js_namespaceObject = require("../shared/model-locate-result/index.js");
+const xml_js_namespaceObject = require("../shared/xml.js");
+const buildActionDescription = ({ action, locateFieldDescription, actionOutputExample })=>{
+    const actionDescription = {
+        type: action.name,
+        description: action.description || "No description provided"
+    };
+    if (action.paramSchema) {
+        const schema = action.paramSchema;
+        const isZodObject = schema._def?.typeName === 'ZodObject';
+        if (isZodObject && schema.shape) {
+            const param = {};
+            for (const [key, field] of Object.entries(schema.shape))if (field && 'object' == typeof field) {
+                const isOptional = 'function' == typeof field.isOptional && field.isOptional();
+                const typeDescription = (0, zod_schema_utils_namespaceObject.isMidsceneLocatorField)(field) ? locateFieldDescription : (0, zod_schema_utils_namespaceObject.getZodTypeName)(field);
+                const description = (0, zod_schema_utils_namespaceObject.getZodDescription)(field);
+                const defaultValue = (0, action_schema_js_namespaceObject.getZodDefaultValue)(field);
+                const hasDefault = void 0 !== defaultValue;
+                const paramDescription = {
+                    type: typeDescription
+                };
+                if (isOptional) paramDescription.optional = true;
+                if (description) paramDescription.description = description;
+                if (hasDefault) paramDescription.default = defaultValue;
+                param[key] = paramDescription;
+            }
+            if (Object.keys(param).length > 0) actionDescription.param = param;
+        } else {
+            const typeName = (0, zod_schema_utils_namespaceObject.getZodTypeName)(schema);
+            const description = (0, zod_schema_utils_namespaceObject.getZodDescription)(schema);
+            const paramDescription = {
+                type: typeName,
+                instruction: 'Pass the value directly, not as an object.'
+            };
+            if (description) paramDescription.description = description;
+            actionDescription.param = paramDescription;
+        }
+    }
+    if (actionOutputExample) actionDescription.sample = actionOutputExample;
+    return actionDescription;
+};
+const buildLocateFieldDescription = (promptSpec)=>{
+    if (promptSpec) return `{ prompt: string, ${promptSpec.resultKey}: ${promptSpec.resultValueSchema} /* ${promptSpec.resultValueDescription} */ }`;
+    return "{ prompt: string /* description of the target element */ }";
+};
+const serializeActionParam = (param, locateFields, locateResultKey)=>{
+    const locatorObjects = new WeakSet();
+    for (const field of locateFields){
+        const value = param[field];
+        if (value && 'object' == typeof value) locatorObjects.add(value);
+    }
+    const originalJson = JSON.stringify(param);
+    let markerPrefix = '__MIDSCENE_LOCATE_RESULT_EXAMPLE_';
+    while(originalJson.includes(markerPrefix))markerPrefix = `_${markerPrefix}`;
+    const replacements = new Map();
+    const serializedParam = JSON.stringify(param, function(key, value) {
+        if (locatorObjects.has(this) && key === locateResultKey) {
+            const marker = `${markerPrefix}${replacements.size}__`;
+            replacements.set(marker, (0, index_js_namespaceObject.formatLocateExampleValue)(value));
+            return marker;
+        }
+        return value;
+    }, 2);
+    return [
+        ...replacements
+    ].reduce((result, [marker, locateResultValue])=>result.replace(JSON.stringify(marker), locateResultValue), serializedParam);
+};
+const buildPlanningActionOutput = ({ actionName, param, locateFields, locateResultKey })=>`<action-type>${actionName}</action-type>
+<action-param-json>
+${locateFields && locateResultKey ? serializeActionParam(param, locateFields, locateResultKey) : JSON.stringify(param, null, 2)}
+</action-param-json>`;
+const createMidscenePlanningActionOutputParser = (jsonParser)=>(content)=>{
+        const actionType = (0, xml_js_namespaceObject.extractXMLTag)(content, 'action-type');
+        const actionParamStr = (0, xml_js_namespaceObject.extractXMLTag)(content, 'action-param-json');
+        if (!actionType || 'null' === actionType.toLowerCase()) return null;
+        const type = actionType.split('<')[0].trim();
+        let param;
+        if (actionParamStr) try {
+            param = jsonParser(actionParamStr, {
+                source: 'planning-action-param',
+                preserveStringValueKeys: 'input' === type.toLowerCase() ? [
+                    'value'
+                ] : void 0
+            });
+            (0, json_js_namespaceObject.assertJsonObject)(param);
+        } catch (error) {
+            throw new Error(`Failed to parse action-param-json: ${error}`);
+        }
+        return {
+            type,
+            ...void 0 !== param ? {
+                param
+            } : {}
+        };
+    };
+const createDefaultMidscenePlanningProtocol = ({ jsonParser })=>{
+    const parseActionOutput = createMidscenePlanningActionOutputParser(jsonParser);
+    return {
+        actionSpaceProtocol: {
+            title: 'Supporting actions list',
+            format: 'yaml',
+            includeActionOutputExample: true,
+            buildLocateFieldDescription,
+            buildActionDescription
+        },
+        actionOutputProtocol: {
+            actionOutputTagNames: [
+                'action-type',
+                'action-param-json'
+            ],
+            actionOutputRules: "- Use the <action-type> and <action-param-json> tags to output the action to be executed.\n- The value inside <action-type> MUST exactly match the 'type' field of one action in the Supporting actions list. 'complete' is NOT a valid action-type.\n- Parameter names are strict. Use EXACTLY the field names listed for the selected action. Do NOT invent alias fields. If the selected action provides a \"sample\" field, use the XML structure shown in that sample as the exact format for the action output.",
+            actionOutputPlaceholder: "<action-type>...</action-type>\n<action-param-json>...</action-param-json>",
+            buildActionOutput: buildPlanningActionOutput,
+            parseActionOutput,
+            parseRawLocateParameter: (value)=>value
+        }
+    };
+};
+exports.buildActionDescription = __webpack_exports__.buildActionDescription;
+exports.buildLocateFieldDescription = __webpack_exports__.buildLocateFieldDescription;
+exports.buildPlanningActionOutput = __webpack_exports__.buildPlanningActionOutput;
+exports.createDefaultMidscenePlanningProtocol = __webpack_exports__.createDefaultMidscenePlanningProtocol;
+exports.createMidscenePlanningActionOutputParser = __webpack_exports__.createMidscenePlanningActionOutputParser;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "buildActionDescription",
+    "buildLocateFieldDescription",
+    "buildPlanningActionOutput",
+    "createDefaultMidscenePlanningProtocol",
+    "createMidscenePlanningActionOutputParser"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=default-planning-protocol.js.map

package/dist/lib/ai-model/model-adapter/default-planning-protocol.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/model-adapter/default-planning-protocol.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../src/ai-model/model-adapter/default-planning-protocol.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import {\n  getZodDescription,\n  getZodTypeName,\n  isMidsceneLocatorField,\n} from '@aiscene/shared/zod-schema-utils';\nimport type { z } from 'zod';\nimport { getZodDefaultValue } from '../shared/action-schema';\nimport { type JsonParser, assertJsonObject } from '../shared/json';\nimport {\n  type LocateResultPromptSpec,\n  formatLocateExampleValue,\n} from '../shared/model-locate-result';\nimport { extractXMLTag } from '../shared/xml';\nimport type {\n  ParsedPlanningLocateParameter,\n  PlanningActionDescriptionBuildInput,\n  PlanningActionOutputBuildInput,\n  StandardPlanningProtocolFactory,\n} from './planning-protocol';\n\ntype ActionParamDescription = {\n  type: string;\n  optional?: true;\n  description?: string;\n  default?: unknown;\n  instruction?: string;\n};\n\ntype ActionDescription = {\n  type: string;\n  description: string;\n  param?: Record<string, ActionParamDescription> | ActionParamDescription;\n  sample?: string;\n};\n\nexport const buildActionDescription = ({\n  action,\n  locateFieldDescription,\n  actionOutputExample,\n}: PlanningActionDescriptionBuildInput) => {\n  const actionDescription: ActionDescription = {\n    type: action.name,\n    description: action.description || 'No description provided',\n  };\n\n  if (action.paramSchema) {\n    const schema = action.paramSchema as {\n      _def?: { typeName?: string };\n      shape?: Record<string, unknown>;\n    };\n    const isZodObject = schema._def?.typeName === 'ZodObject';\n\n    if (isZodObject && schema.shape) {\n      const param: Record<string, ActionParamDescription> = {};\n\n      for (const [key, field] of Object.entries(schema.shape)) {\n        if (field && typeof field === 'object') {\n          const isOptional =\n            typeof (field as { isOptional?: () => boolean }).isOptional ===\n              'function' &&\n            (field as { isOptional: () => boolean }).isOptional();\n          // Deliberately do not resolve locators nested in ZodUnion here:\n          // findAllMidsceneLocatorField does not recognize them either, so\n          // describing them as locators would diverge from the execution path.\n          const typeDescription = isMidsceneLocatorField(field)\n            ? locateFieldDescription\n            : getZodTypeName(field);\n          const description = getZodDescription(field as z.ZodTypeAny);\n          const defaultValue = getZodDefaultValue(field);\n          const hasDefault = defaultValue !== undefined;\n\n          const paramDescription: ActionParamDescription = {\n            type: typeDescription,\n          };\n          if (isOptional) {\n            paramDescription.optional = true;\n          }\n          if (description) {\n            paramDescription.description = description;\n          }\n          if (hasDefault) {\n            paramDescription.default = defaultValue;\n          }\n\n          param[key] = paramDescription;\n        }\n      }\n\n      if (Object.keys(param).length > 0) {\n        actionDescription.param = param;\n      }\n    } else {\n      const typeName = getZodTypeName(schema);\n      const description = getZodDescription(schema as z.ZodTypeAny);\n      const paramDescription: ActionParamDescription = {\n        type: typeName,\n        instruction: 'Pass the value directly, not as an object.',\n      };\n      if (description) {\n        paramDescription.description = description;\n      }\n      actionDescription.param = paramDescription;\n    }\n  }\n\n  if (actionOutputExample) {\n    actionDescription.sample = actionOutputExample;\n  }\n\n  return actionDescription;\n};\n\nexport const buildLocateFieldDescription = (\n  promptSpec?: LocateResultPromptSpec,\n) => {\n  if (promptSpec) {\n    return `{ prompt: string, ${promptSpec.resultKey}: ${promptSpec.resultValueSchema} /* ${promptSpec.resultValueDescription} */ }`;\n  }\n  return '{ prompt: string /* description of the target element */ }';\n};\n\nconst serializeActionParam = (\n  param: Record<string, unknown>,\n  locateFields: string[],\n  locateResultKey: string,\n) => {\n  const locatorObjects = new WeakSet<object>();\n  for (const field of locateFields) {\n    const value = param[field];\n    if (value && typeof value === 'object') {\n      locatorObjects.add(value);\n    }\n  }\n\n  const originalJson = JSON.stringify(param);\n  // Ensure generated markers cannot collide with strings already present in the sample.\n  let markerPrefix = '__MIDSCENE_LOCATE_RESULT_EXAMPLE_';\n  while (originalJson.includes(markerPrefix)) {\n    markerPrefix = `_${markerPrefix}`;\n  }\n\n  const replacements = new Map<string, string>();\n  const serializedParam = JSON.stringify(\n    param,\n    function (this: object, key, value) {\n      if (locatorObjects.has(this) && key === locateResultKey) {\n        const marker = `${markerPrefix}${replacements.size}__`;\n        replacements.set(marker, formatLocateExampleValue(value));\n        return marker;\n      }\n      return value;\n    },\n    2,\n  );\n\n  return [...replacements].reduce(\n    (result, [marker, locateResultValue]) =>\n      result.replace(JSON.stringify(marker), locateResultValue),\n    serializedParam,\n  );\n};\n\nexport const buildPlanningActionOutput = ({\n  actionName,\n  param,\n  locateFields,\n  locateResultKey,\n}: PlanningActionOutputBuildInput) => `<action-type>${actionName}</action-type>\n<action-param-json>\n${\n  // Keep locate result arrays on one line when serializing action examples.\n  locateFields && locateResultKey\n    ? serializeActionParam(param, locateFields, locateResultKey)\n    : JSON.stringify(param, null, 2)\n}\n</action-param-json>`;\n\nexport const createMidscenePlanningActionOutputParser =\n  (jsonParser: JsonParser) => (content: string) => {\n    const actionType = extractXMLTag(content, 'action-type');\n    const actionParamStr = extractXMLTag(content, 'action-param-json');\n\n    if (!actionType || actionType.toLowerCase() === 'null') {\n      return null;\n    }\n\n    // Strip any trailing XML tags that leaked into the action type.\n    const type = actionType.split('<')[0].trim();\n    let param: any = undefined;\n\n    if (actionParamStr) {\n      try {\n        param = jsonParser(actionParamStr, {\n          source: 'planning-action-param',\n          preserveStringValueKeys:\n            type.toLowerCase() === 'input' ? ['value'] : undefined,\n        });\n        assertJsonObject(param);\n      } catch (error) {\n        throw new Error(`Failed to parse action-param-json: ${error}`);\n      }\n    }\n\n    return {\n      type,\n      ...(param !== undefined ? { param } : {}),\n    };\n  };\n\nexport const createDefaultMidscenePlanningProtocol: StandardPlanningProtocolFactory =\n  ({ jsonParser }) => {\n    const parseActionOutput =\n      createMidscenePlanningActionOutputParser(jsonParser);\n\n    return {\n      actionSpaceProtocol: {\n        title: 'Supporting actions list',\n        format: 'yaml',\n        includeActionOutputExample: true,\n        buildLocateFieldDescription,\n        buildActionDescription,\n      },\n      actionOutputProtocol: {\n        actionOutputTagNames: ['action-type', 'action-param-json'],\n        actionOutputRules: [\n          '- Use the <action-type> and <action-param-json> tags to output the action to be executed.',\n          \"- The value inside <action-type> MUST exactly match the 'type' field of one action in the Supporting actions list. 'complete' is NOT a valid action-type.\",\n          '- Parameter names are strict. Use EXACTLY the field names listed for the selected action. Do NOT invent alias fields. If the selected action provides a \"sample\" field, use the XML structure shown in that sample as the exact format for the action output.',\n        ].join('\\n'),\n        actionOutputPlaceholder: [\n          '<action-type>...</action-type>',\n          '<action-param-json>...</action-param-json>',\n        ].join('\\n'),\n        buildActionOutput: buildPlanningActionOutput,\n        parseActionOutput,\n        parseRawLocateParameter: (value) =>\n          value as ParsedPlanningLocateParameter,\n      },\n    };\n  };\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","buildActionDescription","action","locateFieldDescription","actionOutputExample","actionDescription","schema","isZodObject","param","field","isOptional","typeDescription","isMidsceneLocatorField","getZodTypeName","description","getZodDescription","defaultValue","getZodDefaultValue","hasDefault","undefined","paramDescription","typeName","buildLocateFieldDescription","promptSpec","serializeActionParam","locateFields","locateResultKey","locatorObjects","WeakSet","value","originalJson","JSON","markerPrefix","replacements","Map","serializedParam","marker","formatLocateExampleValue","result","locateResultValue","buildPlanningActionOutput","actionName","createMidscenePlanningActionOutputParser","jsonParser","content","actionType","extractXMLTag","actionParamStr","type","assertJsonObject","error","Error","createDefaultMidscenePlanningProtocol","parseActionOutput"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;AC6BO,MAAMI,yBAAyB,CAAC,EACrCC,MAAM,EACNC,sBAAsB,EACtBC,mBAAmB,EACiB;IACpC,MAAMC,oBAAuC;QAC3C,MAAMH,OAAO,IAAI;QACjB,aAAaA,OAAO,WAAW,IAAI;IACrC;IAEA,IAAIA,OAAO,WAAW,EAAE;QACtB,MAAMI,SAASJ,OAAO,WAAW;QAIjC,MAAMK,cAAcD,OAAO,IAAI,EAAE,aAAa;QAE9C,IAAIC,eAAeD,OAAO,KAAK,EAAE;YAC/B,MAAME,QAAgD,CAAC;YAEvD,KAAK,MAAM,CAACZ,KAAKa,MAAM,IAAIZ,OAAO,OAAO,CAACS,OAAO,KAAK,EACpD,IAAIG,SAAS,AAAiB,YAAjB,OAAOA,OAAoB;gBACtC,MAAMC,aACJ,AACE,cADF,OAAQD,MAAyC,UAAU,IAE1DA,MAAwC,UAAU;gBAIrD,MAAME,kBAAkBC,AAAAA,IAAAA,iCAAAA,sBAAAA,AAAAA,EAAuBH,SAC3CN,yBACAU,AAAAA,IAAAA,iCAAAA,cAAAA,AAAAA,EAAeJ;gBACnB,MAAMK,cAAcC,AAAAA,IAAAA,iCAAAA,iBAAAA,AAAAA,EAAkBN;gBACtC,MAAMO,eAAeC,AAAAA,IAAAA,iCAAAA,kBAAAA,AAAAA,EAAmBR;gBACxC,MAAMS,aAAaF,AAAiBG,WAAjBH;gBAEnB,MAAMI,mBAA2C;oBAC/C,MAAMT;gBACR;gBACA,IAAID,YACFU,iBAAiB,QAAQ,GAAG;gBAE9B,IAAIN,aACFM,iBAAiB,WAAW,GAAGN;gBAEjC,IAAII,YACFE,iBAAiB,OAAO,GAAGJ;gBAG7BR,KAAK,CAACZ,IAAI,GAAGwB;YACf;YAGF,IAAIvB,OAAO,IAAI,CAACW,OAAO,MAAM,GAAG,GAC9BH,kBAAkB,KAAK,GAAGG;QAE9B,OAAO;YACL,MAAMa,WAAWR,AAAAA,IAAAA,iCAAAA,cAAAA,AAAAA,EAAeP;YAChC,MAAMQ,cAAcC,AAAAA,IAAAA,iCAAAA,iBAAAA,AAAAA,EAAkBT;YACtC,MAAMc,mBAA2C;gBAC/C,MAAMC;gBACN,aAAa;YACf;YACA,IAAIP,aACFM,iBAAiB,WAAW,GAAGN;YAEjCT,kBAAkB,KAAK,GAAGe;QAC5B;IACF;IAEA,IAAIhB,qBACFC,kBAAkB,MAAM,GAAGD;IAG7B,OAAOC;AACT;AAEO,MAAMiB,8BAA8B,CACzCC;IAEA,IAAIA,YACF,OAAO,CAAC,kBAAkB,EAAEA,WAAW,SAAS,CAAC,EAAE,EAAEA,WAAW,iBAAiB,CAAC,IAAI,EAAEA,WAAW,sBAAsB,CAAC,KAAK,CAAC;IAElI,OAAO;AACT;AAEA,MAAMC,uBAAuB,CAC3BhB,OACAiB,cACAC;IAEA,MAAMC,iBAAiB,IAAIC;IAC3B,KAAK,MAAMnB,SAASgB,aAAc;QAChC,MAAMI,QAAQrB,KAAK,CAACC,MAAM;QAC1B,IAAIoB,SAAS,AAAiB,YAAjB,OAAOA,OAClBF,eAAe,GAAG,CAACE;IAEvB;IAEA,MAAMC,eAAeC,KAAK,SAAS,CAACvB;IAEpC,IAAIwB,eAAe;IACnB,MAAOF,aAAa,QAAQ,CAACE,cAC3BA,eAAe,CAAC,CAAC,EAAEA,cAAc;IAGnC,MAAMC,eAAe,IAAIC;IACzB,MAAMC,kBAAkBJ,KAAK,SAAS,CACpCvB,OACA,SAAwBZ,GAAG,EAAEiC,KAAK;QAChC,IAAIF,eAAe,GAAG,CAAC,IAAI,KAAK/B,QAAQ8B,iBAAiB;YACvD,MAAMU,SAAS,GAAGJ,eAAeC,aAAa,IAAI,CAAC,EAAE,CAAC;YACtDA,aAAa,GAAG,CAACG,QAAQC,AAAAA,IAAAA,yBAAAA,wBAAAA,AAAAA,EAAyBR;YAClD,OAAOO;QACT;QACA,OAAOP;IACT,GACA;IAGF,OAAO;WAAII;KAAa,CAAC,MAAM,CAC7B,CAACK,QAAQ,CAACF,QAAQG,kBAAkB,GAClCD,OAAO,OAAO,CAACP,KAAK,SAAS,CAACK,SAASG,oBACzCJ;AAEJ;AAEO,MAAMK,4BAA4B,CAAC,EACxCC,UAAU,EACVjC,KAAK,EACLiB,YAAY,EACZC,eAAe,EACgB,GAAK,CAAC,aAAa,EAAEe,WAAW;;AAEjE,EAEEhB,gBAAgBC,kBACZF,qBAAqBhB,OAAOiB,cAAcC,mBAC1CK,KAAK,SAAS,CAACvB,OAAO,MAAM,GACjC;oBACmB,CAAC;AAEd,MAAMkC,2CACX,CAACC,aAA2B,CAACC;QAC3B,MAAMC,aAAaC,AAAAA,IAAAA,uBAAAA,aAAAA,AAAAA,EAAcF,SAAS;QAC1C,MAAMG,iBAAiBD,AAAAA,IAAAA,uBAAAA,aAAAA,AAAAA,EAAcF,SAAS;QAE9C,IAAI,CAACC,cAAcA,AAA6B,WAA7BA,WAAW,WAAW,IACvC,OAAO;QAIT,MAAMG,OAAOH,WAAW,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI;QAC1C,IAAIrC;QAEJ,IAAIuC,gBACF,IAAI;YACFvC,QAAQmC,WAAWI,gBAAgB;gBACjC,QAAQ;gBACR,yBACEC,AAAuB,YAAvBA,KAAK,WAAW,KAAiB;oBAAC;iBAAQ,GAAG7B;YACjD;YACA8B,IAAAA,wBAAAA,gBAAAA,AAAAA,EAAiBzC;QACnB,EAAE,OAAO0C,OAAO;YACd,MAAM,IAAIC,MAAM,CAAC,mCAAmC,EAAED,OAAO;QAC/D;QAGF,OAAO;YACLF;YACA,GAAIxC,AAAUW,WAAVX,QAAsB;gBAAEA;YAAM,IAAI,CAAC,CAAC;QAC1C;IACF;AAEK,MAAM4C,wCACX,CAAC,EAAET,UAAU,EAAE;IACb,MAAMU,oBACJX,yCAAyCC;IAE3C,OAAO;QACL,qBAAqB;YACnB,OAAO;YACP,QAAQ;YACR,4BAA4B;YAC5BrB;YACArB;QACF;QACA,sBAAsB;YACpB,sBAAsB;gBAAC;gBAAe;aAAoB;YAC1D,mBAAmB;YAKnB,yBAAyB;YAIzB,mBAAmBuC;YACnBa;YACA,yBAAyB,CAACxB,QACxBA;QACJ;IACF;AACF"}

package/dist/lib/ai-model/model-adapter/image-preprocess.js

@@ -0,0 +1,61 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    prepareModelImage: ()=>prepareModelImage
+});
+const img_namespaceObject = require("@aiscene/shared/img");
+async function prepareModelImage(options) {
+    const { imageBase64, width, height, policy } = options;
+    let preparedImageBase64 = imageBase64;
+    let modelWidth = width;
+    let modelHeight = height;
+    if (void 0 !== policy.padBlockSize) {
+        const paddedResult = await (0, img_namespaceObject.paddingToMatchBlockByBase64)(imageBase64, policy.padBlockSize);
+        preparedImageBase64 = paddedResult.imageBase64;
+        modelWidth = paddedResult.width;
+        modelHeight = paddedResult.height;
+    }
+    return {
+        imageBase64: preparedImageBase64,
+        preparedSize: {
+            width: modelWidth,
+            height: modelHeight
+        },
+        contentSize: {
+            width,
+            height
+        }
+    };
+}
+exports.prepareModelImage = __webpack_exports__.prepareModelImage;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "prepareModelImage"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=image-preprocess.js.map

package/dist/lib/ai-model/model-adapter/image-preprocess.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/model-adapter/image-preprocess.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../src/ai-model/model-adapter/image-preprocess.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { paddingToMatchBlockByBase64 } from '@aiscene/shared/img';\n\nexport interface ImagePreprocessPolicy {\n  padBlockSize?: number;\n}\n\nexport interface PreparedModelImage {\n  imageBase64: string;\n  /**\n   * Size of the image sent to the model after preprocessing. This can be larger\n   * than the original screenshot when padding is applied to satisfy model block\n   * size requirements.\n   */\n  preparedSize: {\n    width: number;\n    height: number;\n  };\n  /**\n   * Size of the real screenshot content inside the prepared image. Pixel bboxes\n   * are parsed against `preparedSize`, then clipped to `contentSize` so padding\n   * added for the model is not treated as valid UI content.\n   */\n  contentSize: {\n    width: number;\n    height: number;\n  };\n}\n\nexport async function prepareModelImage(options: {\n  imageBase64: string;\n  width: number;\n  height: number;\n  policy: ImagePreprocessPolicy;\n}): Promise<PreparedModelImage> {\n  const { imageBase64, width, height, policy } = options;\n  let preparedImageBase64 = imageBase64;\n  let modelWidth = width;\n  let modelHeight = height;\n\n  if (policy.padBlockSize !== undefined) {\n    const paddedResult = await paddingToMatchBlockByBase64(\n      imageBase64,\n      policy.padBlockSize,\n    );\n    preparedImageBase64 = paddedResult.imageBase64;\n    modelWidth = paddedResult.width;\n    modelHeight = paddedResult.height;\n  }\n\n  return {\n    imageBase64: preparedImageBase64,\n    preparedSize: {\n      width: modelWidth,\n      height: modelHeight,\n    },\n    contentSize: {\n      width,\n      height,\n    },\n  };\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","prepareModelImage","options","imageBase64","width","height","policy","preparedImageBase64","modelWidth","modelHeight","undefined","paddedResult","paddingToMatchBlockByBase64"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;ACsBO,eAAeI,kBAAkBC,OAKvC;IACC,MAAM,EAAEC,WAAW,EAAEC,KAAK,EAAEC,MAAM,EAAEC,MAAM,EAAE,GAAGJ;IAC/C,IAAIK,sBAAsBJ;IAC1B,IAAIK,aAAaJ;IACjB,IAAIK,cAAcJ;IAElB,IAAIC,AAAwBI,WAAxBJ,OAAO,YAAY,EAAgB;QACrC,MAAMK,eAAe,MAAMC,AAAAA,IAAAA,oBAAAA,2BAAAA,AAAAA,EACzBT,aACAG,OAAO,YAAY;QAErBC,sBAAsBI,aAAa,WAAW;QAC9CH,aAAaG,aAAa,KAAK;QAC/BF,cAAcE,aAAa,MAAM;IACnC;IAEA,OAAO;QACL,aAAaJ;QACb,cAAc;YACZ,OAAOC;YACP,QAAQC;QACV;QACA,aAAa;YACXL;YACAC;QACF;IACF;AACF"}

package/dist/lib/ai-model/model-adapter/index.js

@@ -0,0 +1,38 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    ResolvedModelAdapter: ()=>external_resolve_js_namespaceObject.ResolvedModelAdapter
+});
+const external_resolve_js_namespaceObject = require("./resolve.js");
+exports.ResolvedModelAdapter = __webpack_exports__.ResolvedModelAdapter;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "ResolvedModelAdapter"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=index.js.map

package/dist/lib/ai-model/model-adapter/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/model-adapter/index.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D"}

package/dist/lib/ai-model/model-adapter/insight-protocol.js

@@ -0,0 +1,20 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+for(var __rspack_i in __webpack_exports__)exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=insight-protocol.js.map

package/dist/lib/ai-model/model-adapter/insight-protocol.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/model-adapter/insight-protocol.js","sources":["webpack/runtime/make_namespace_object"],"sourcesContent":["// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};"],"names":["__webpack_require__","Symbol","Object"],"mappings":";;;IACAA,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOC,UAA0BA,OAAO,WAAW,EACrDC,OAAO,cAAc,CAAC,UAASD,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEC,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D"}

package/dist/lib/ai-model/model-adapter/insight.js

@@ -0,0 +1,50 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    resolveInsightProtocol: ()=>resolveInsightProtocol,
+    resolveInsight: ()=>resolveInsight
+});
+const external_default_insight_protocol_js_namespaceObject = require("./default-insight-protocol.js");
+function resolveInsightProtocol(definition, context) {
+    const protocolDefinition = definition ?? external_default_insight_protocol_js_namespaceObject.createDefaultInsightProtocol;
+    return 'function' == typeof protocolDefinition ? protocolDefinition(context) : protocolDefinition;
+}
+function resolveInsight(insight, context) {
+    return {
+        protocol: resolveInsightProtocol(insight?.protocol, context)
+    };
+}
+exports.resolveInsight = __webpack_exports__.resolveInsight;
+exports.resolveInsightProtocol = __webpack_exports__.resolveInsightProtocol;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "resolveInsight",
+    "resolveInsightProtocol"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=insight.js.map

package/dist/lib/ai-model/model-adapter/insight.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/model-adapter/insight.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../src/ai-model/model-adapter/insight.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { createDefaultInsightProtocol } from './default-insight-protocol';\nimport type {\n  InsightAdapter,\n  InsightDefinition,\n  InsightProtocol,\n  InsightProtocolContext,\n  InsightProtocolDefinition,\n} from './insight-protocol';\n\nexport function resolveInsightProtocol(\n  definition: InsightProtocolDefinition | undefined,\n  context: InsightProtocolContext,\n): InsightProtocol {\n  const protocolDefinition = definition ?? createDefaultInsightProtocol;\n  return typeof protocolDefinition === 'function'\n    ? protocolDefinition(context)\n    : protocolDefinition;\n}\n\nexport function resolveInsight(\n  insight: InsightDefinition | undefined,\n  context: InsightProtocolContext,\n): InsightAdapter {\n  return {\n    protocol: resolveInsightProtocol(insight?.protocol, context),\n  };\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","resolveInsightProtocol","context","protocolDefinition","createDefaultInsightProtocol","resolveInsight","insight"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;ACGO,SAASI,uBACdN,UAAiD,EACjDO,OAA+B;IAE/B,MAAMC,qBAAqBR,cAAcS,qDAAAA,4BAA4BA;IACrE,OAAO,AAA8B,cAA9B,OAAOD,qBACVA,mBAAmBD,WACnBC;AACN;AAEO,SAASE,eACdC,OAAsC,EACtCJ,OAA+B;IAE/B,OAAO;QACL,UAAUD,uBAAuBK,SAAS,UAAUJ;IACtD;AACF"}

package/dist/lib/ai-model/model-adapter/locate-protocol.js

@@ -0,0 +1,20 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+for(var __rspack_i in __webpack_exports__)exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=locate-protocol.js.map

package/dist/lib/ai-model/model-adapter/locate-protocol.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/model-adapter/locate-protocol.js","sources":["webpack/runtime/make_namespace_object"],"sourcesContent":["// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};"],"names":["__webpack_require__","Symbol","Object"],"mappings":";;;IACAA,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOC,UAA0BA,OAAO,WAAW,EACrDC,OAAO,cAAc,CAAC,UAASD,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEC,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D"}