@aiscene/core 9.0.6 → 9.0.8

package/dist/lib/ai-model/workflows/planning/custom-planning.js

@@ -0,0 +1,166 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    runCustomPlanning: ()=>runCustomPlanning,
+    buildCustomPlanningMessages: ()=>buildCustomPlanningMessages
+});
+const external_screenshot_item_js_namespaceObject = require("../../../screenshot-item.js");
+const image_preprocess_js_namespaceObject = require("../../model-adapter/image-preprocess.js");
+const index_js_namespaceObject = require("../../service-caller/index.js");
+const multimodal_prompt_js_namespaceObject = require("../../shared/multimodal-prompt.js");
+const external_locate_normalization_js_namespaceObject = require("./locate-normalization.js");
+function appendHighPriorityKnowledge(systemPrompt, actionContext) {
+    return systemPrompt + (actionContext ? `<high_priority_knowledge>${actionContext}</high_priority_knowledge>\n` : '');
+}
+function buildCustomPlanningMessages(input, config) {
+    const { options } = input;
+    const { conversationHistory, context, actionContext } = options;
+    const systemPrompt = appendHighPriorityKnowledge(config.buildSystemPrompt(), actionContext);
+    const userInstructionText = input.userInstruction.text;
+    const userInstruction = config.buildUserInstruction ? config.buildUserInstruction(userInstructionText) : userInstructionText;
+    const referenceImageMessages = (0, multimodal_prompt_js_namespaceObject.preparedReferenceImagesToChatMessages)(input.userInstruction.referenceImages);
+    if (conversationHistory.pendingFeedbackMessage) {
+        conversationHistory.append({
+            role: 'user',
+            content: [
+                {
+                    type: 'text',
+                    text: `${conversationHistory.pendingFeedbackMessage}. The previous action has been executed, here is the latest screenshot. Please continue according to the instruction.`
+                }
+            ]
+        });
+        conversationHistory.resetPendingFeedbackMessageIfExists();
+    }
+    conversationHistory.append({
+        role: 'user',
+        content: [
+            {
+                type: 'image_url',
+                image_url: {
+                    url: context.screenshot.base64
+                }
+            }
+        ]
+    });
+    if ('system-message' === config.systemPromptPlacement) return [
+        {
+            role: 'system',
+            content: systemPrompt
+        },
+        {
+            role: 'user',
+            content: [
+                {
+                    type: 'text',
+                    text: userInstruction
+                }
+            ]
+        },
+        ...referenceImageMessages,
+        ...conversationHistory.snapshot(config.historyImageLimit)
+    ];
+    return [
+        {
+            role: 'user',
+            content: `${systemPrompt}${userInstruction}`
+        },
+        ...referenceImageMessages,
+        ...conversationHistory.snapshot(config.historyImageLimit)
+    ];
+}
+async function runCustomPlanning(userInstruction, options, config) {
+    const { context } = options;
+    const preparedImage = await (0, image_preprocess_js_namespaceObject.prepareModelImage)({
+        imageBase64: context.screenshot.base64,
+        width: context.shotSize.width,
+        height: context.shotSize.height,
+        policy: options.modelRuntime.adapter.imagePreprocess
+    });
+    const preparedOptions = {
+        ...options,
+        context: {
+            ...context,
+            screenshot: external_screenshot_item_js_namespaceObject.ScreenshotItem.create(preparedImage.imageBase64, context.screenshot.capturedAt),
+            shotSize: preparedImage.preparedSize
+        }
+    };
+    const input = {
+        userInstruction,
+        options: preparedOptions,
+        coordinateSystem: config.coordinateSystem
+    };
+    const messages = buildCustomPlanningMessages(input, config.messages);
+    const { content, usage, rawChoiceMessage } = await (0, index_js_namespaceObject.callAIWithStringResponse)(messages, preparedOptions.modelRuntime, {
+        abortSignal: preparedOptions.abortSignal,
+        requiresOriginalImageDetail: preparedOptions.includeLocateInPlanning
+    });
+    let parsed;
+    let actions;
+    let shouldContinuePlanning;
+    try {
+        parsed = config.parseResponse(content, input);
+        actions = config.transformActions(parsed, input);
+        (0, external_locate_normalization_js_namespaceObject.normalizePlanningActionLocateFields)(actions, {
+            actionSpace: preparedOptions.actionSpace,
+            includeLocateInPlanning: preparedOptions.includeLocateInPlanning,
+            locateResultCodec: config.coordinateNormalizer,
+            locateResultContext: {
+                preparedSize: preparedImage.preparedSize,
+                contentSize: preparedImage.contentSize
+            },
+            acceptBbox2dAlias: preparedOptions.modelRuntime.adapter.acceptBbox2dAlias,
+            parseRawLocateParameter: (value)=>value
+        });
+        shouldContinuePlanning = config.shouldContinuePlanning(parsed, actions);
+    } catch (parseError) {
+        const errorMessage = `Parse error: ${parseError instanceof Error ? parseError.message : String(parseError)}`;
+        throw new index_js_namespaceObject.AIResponseParseError(errorMessage, JSON.stringify(content, void 0, 2), usage, rawChoiceMessage);
+    }
+    const assistantContent = config.messages.buildAssistantContent?.(parsed, content, input);
+    if (assistantContent) options.conversationHistory.append({
+        role: 'assistant',
+        content: assistantContent
+    });
+    return {
+        actions,
+        log: config.buildResponseLog(parsed, content),
+        usage,
+        shouldContinuePlanning,
+        rawResponse: JSON.stringify(content, void 0, 2),
+        rawChoiceMessage
+    };
+}
+exports.buildCustomPlanningMessages = __webpack_exports__.buildCustomPlanningMessages;
+exports.runCustomPlanning = __webpack_exports__.runCustomPlanning;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "buildCustomPlanningMessages",
+    "runCustomPlanning"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=custom-planning.js.map

package/dist/lib/ai-model/workflows/planning/custom-planning.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/workflows/planning/custom-planning.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/workflows/planning/custom-planning.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { PlanningAIResponse, PlanningAction } from '@/types';\nimport type { ChatCompletionMessageParam } from 'openai/resources/index';\nimport { ScreenshotItem } from '../../../screenshot-item';\nimport type {\n  CustomPlanningInput,\n  CustomPlanningMessageConfig,\n  ResolvedCustomPlanningDefinition,\n} from '../../model-adapter/custom-planning-types';\nimport { prepareModelImage } from '../../model-adapter/image-preprocess';\nimport type { ParsedPlanningLocateParameter } from '../../model-adapter/planning-protocol';\nimport {\n  AIResponseParseError,\n  callAIWithStringResponse,\n} from '../../service-caller/index';\nimport {\n  type PreparedUserPrompt,\n  preparedReferenceImagesToChatMessages,\n} from '../../shared/multimodal-prompt';\nimport { normalizePlanningActionLocateFields } from './locate-normalization';\nimport type { PlanOptions } from './types';\n\nfunction appendHighPriorityKnowledge(\n  systemPrompt: string,\n  actionContext?: string,\n): string {\n  return (\n    systemPrompt +\n    (actionContext\n      ? `<high_priority_knowledge>${actionContext}</high_priority_knowledge>\\n`\n      : '')\n  );\n}\n\nexport function buildCustomPlanningMessages<TParsed>(\n  input: CustomPlanningInput,\n  config: CustomPlanningMessageConfig<TParsed>,\n): ChatCompletionMessageParam[] {\n  const { options } = input;\n  const { conversationHistory, context, actionContext } = options;\n  const systemPrompt = appendHighPriorityKnowledge(\n    config.buildSystemPrompt(),\n    actionContext,\n  );\n  const userInstructionText = input.userInstruction.text;\n  const userInstruction = config.buildUserInstruction\n    ? config.buildUserInstruction(userInstructionText)\n    : userInstructionText;\n  const referenceImageMessages = preparedReferenceImagesToChatMessages(\n    input.userInstruction.referenceImages,\n  );\n\n  if (conversationHistory.pendingFeedbackMessage) {\n    conversationHistory.append({\n      role: 'user',\n      content: [\n        {\n          type: 'text',\n          text: `${conversationHistory.pendingFeedbackMessage}. The previous action has been executed, here is the latest screenshot. Please continue according to the instruction.`,\n        },\n      ],\n    });\n    conversationHistory.resetPendingFeedbackMessageIfExists();\n  }\n\n  conversationHistory.append({\n    role: 'user',\n    content: [\n      {\n        type: 'image_url',\n        image_url: { url: context.screenshot.base64 },\n      },\n    ],\n  });\n\n  if (config.systemPromptPlacement === 'system-message') {\n    return [\n      { role: 'system', content: systemPrompt },\n      {\n        role: 'user',\n        content: [{ type: 'text', text: userInstruction }],\n      },\n      ...referenceImageMessages,\n      ...conversationHistory.snapshot(config.historyImageLimit),\n    ];\n  }\n\n  return [\n    {\n      role: 'user',\n      content: `${systemPrompt}${userInstruction}`,\n    },\n    ...referenceImageMessages,\n    ...conversationHistory.snapshot(config.historyImageLimit),\n  ];\n}\n\nexport async function runCustomPlanning<TParsed>(\n  userInstruction: PreparedUserPrompt,\n  options: PlanOptions,\n  config: ResolvedCustomPlanningDefinition<TParsed>,\n): Promise<PlanningAIResponse> {\n  const { context } = options;\n  const preparedImage = await prepareModelImage({\n    imageBase64: context.screenshot.base64,\n    width: context.shotSize.width,\n    height: context.shotSize.height,\n    policy: options.modelRuntime.adapter.imagePreprocess,\n  });\n  const preparedOptions: PlanOptions = {\n    ...options,\n    context: {\n      ...context,\n      screenshot: ScreenshotItem.create(\n        preparedImage.imageBase64,\n        context.screenshot.capturedAt,\n      ),\n      shotSize: preparedImage.preparedSize,\n    },\n  };\n  const input: CustomPlanningInput = {\n    userInstruction,\n    options: preparedOptions,\n    coordinateSystem: config.coordinateSystem,\n  };\n\n  const messages = buildCustomPlanningMessages(input, config.messages);\n  const { content, usage, rawChoiceMessage } = await callAIWithStringResponse(\n    messages,\n    preparedOptions.modelRuntime,\n    {\n      abortSignal: preparedOptions.abortSignal,\n      requiresOriginalImageDetail: preparedOptions.includeLocateInPlanning,\n    },\n  );\n\n  let parsed: TParsed;\n  let actions: PlanningAction[];\n  let shouldContinuePlanning: boolean;\n\n  try {\n    parsed = config.parseResponse(content, input);\n    actions = config.transformActions(parsed, input);\n    normalizePlanningActionLocateFields(actions, {\n      actionSpace: preparedOptions.actionSpace,\n      includeLocateInPlanning: preparedOptions.includeLocateInPlanning,\n      locateResultCodec: config.coordinateNormalizer,\n      locateResultContext: {\n        preparedSize: preparedImage.preparedSize,\n        contentSize: preparedImage.contentSize,\n      },\n      acceptBbox2dAlias: preparedOptions.modelRuntime.adapter.acceptBbox2dAlias,\n      parseRawLocateParameter: (value) =>\n        value as ParsedPlanningLocateParameter,\n    });\n    shouldContinuePlanning = config.shouldContinuePlanning(parsed, actions);\n  } catch (parseError) {\n    const errorMessage = `Parse error: ${\n      parseError instanceof Error ? parseError.message : String(parseError)\n    }`;\n    throw new AIResponseParseError(\n      errorMessage,\n      JSON.stringify(content, undefined, 2),\n      usage,\n      rawChoiceMessage,\n    );\n  }\n\n  const assistantContent = config.messages.buildAssistantContent?.(\n    parsed,\n    content,\n    input,\n  );\n  // UI-TARS and Auto-GLM define their own assistant history format.\n  if (assistantContent) {\n    options.conversationHistory.append({\n      role: 'assistant',\n      content: assistantContent,\n    });\n  }\n\n  return {\n    actions,\n    log: config.buildResponseLog(parsed, content),\n    usage,\n    shouldContinuePlanning,\n    rawResponse: JSON.stringify(content, undefined, 2),\n    rawChoiceMessage,\n  };\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","appendHighPriorityKnowledge","systemPrompt","actionContext","buildCustomPlanningMessages","input","config","options","conversationHistory","context","userInstructionText","userInstruction","referenceImageMessages","preparedReferenceImagesToChatMessages","runCustomPlanning","preparedImage","prepareModelImage","preparedOptions","ScreenshotItem","messages","content","usage","rawChoiceMessage","callAIWithStringResponse","parsed","actions","shouldContinuePlanning","normalizePlanningActionLocateFields","value","parseError","errorMessage","Error","String","AIResponseParseError","JSON","undefined","assistantContent"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;ACeA,SAASI,4BACPC,YAAoB,EACpBC,aAAsB;IAEtB,OACED,eACCC,CAAAA,gBACG,CAAC,yBAAyB,EAAEA,cAAc,4BAA4B,CAAC,GACvE,EAAC;AAET;AAEO,SAASC,4BACdC,KAA0B,EAC1BC,MAA4C;IAE5C,MAAM,EAAEC,OAAO,EAAE,GAAGF;IACpB,MAAM,EAAEG,mBAAmB,EAAEC,OAAO,EAAEN,aAAa,EAAE,GAAGI;IACxD,MAAML,eAAeD,4BACnBK,OAAO,iBAAiB,IACxBH;IAEF,MAAMO,sBAAsBL,MAAM,eAAe,CAAC,IAAI;IACtD,MAAMM,kBAAkBL,OAAO,oBAAoB,GAC/CA,OAAO,oBAAoB,CAACI,uBAC5BA;IACJ,MAAME,yBAAyBC,AAAAA,IAAAA,qCAAAA,qCAAAA,AAAAA,EAC7BR,MAAM,eAAe,CAAC,eAAe;IAGvC,IAAIG,oBAAoB,sBAAsB,EAAE;QAC9CA,oBAAoB,MAAM,CAAC;YACzB,MAAM;YACN,SAAS;gBACP;oBACE,MAAM;oBACN,MAAM,GAAGA,oBAAoB,sBAAsB,CAAC,qHAAqH,CAAC;gBAC5K;aACD;QACH;QACAA,oBAAoB,mCAAmC;IACzD;IAEAA,oBAAoB,MAAM,CAAC;QACzB,MAAM;QACN,SAAS;YACP;gBACE,MAAM;gBACN,WAAW;oBAAE,KAAKC,QAAQ,UAAU,CAAC,MAAM;gBAAC;YAC9C;SACD;IACH;IAEA,IAAIH,AAAiC,qBAAjCA,OAAO,qBAAqB,EAC9B,OAAO;QACL;YAAE,MAAM;YAAU,SAASJ;QAAa;QACxC;YACE,MAAM;YACN,SAAS;gBAAC;oBAAE,MAAM;oBAAQ,MAAMS;gBAAgB;aAAE;QACpD;WACGC;WACAJ,oBAAoB,QAAQ,CAACF,OAAO,iBAAiB;KACzD;IAGH,OAAO;QACL;YACE,MAAM;YACN,SAAS,GAAGJ,eAAeS,iBAAiB;QAC9C;WACGC;WACAJ,oBAAoB,QAAQ,CAACF,OAAO,iBAAiB;KACzD;AACH;AAEO,eAAeQ,kBACpBH,eAAmC,EACnCJ,OAAoB,EACpBD,MAAiD;IAEjD,MAAM,EAAEG,OAAO,EAAE,GAAGF;IACpB,MAAMQ,gBAAgB,MAAMC,AAAAA,IAAAA,oCAAAA,iBAAAA,AAAAA,EAAkB;QAC5C,aAAaP,QAAQ,UAAU,CAAC,MAAM;QACtC,OAAOA,QAAQ,QAAQ,CAAC,KAAK;QAC7B,QAAQA,QAAQ,QAAQ,CAAC,MAAM;QAC/B,QAAQF,QAAQ,YAAY,CAAC,OAAO,CAAC,eAAe;IACtD;IACA,MAAMU,kBAA+B;QACnC,GAAGV,OAAO;QACV,SAAS;YACP,GAAGE,OAAO;YACV,YAAYS,4CAAAA,cAAAA,CAAAA,MAAqB,CAC/BH,cAAc,WAAW,EACzBN,QAAQ,UAAU,CAAC,UAAU;YAE/B,UAAUM,cAAc,YAAY;QACtC;IACF;IACA,MAAMV,QAA6B;QACjCM;QACA,SAASM;QACT,kBAAkBX,OAAO,gBAAgB;IAC3C;IAEA,MAAMa,WAAWf,4BAA4BC,OAAOC,OAAO,QAAQ;IACnE,MAAM,EAAEc,OAAO,EAAEC,KAAK,EAAEC,gBAAgB,EAAE,GAAG,MAAMC,AAAAA,IAAAA,yBAAAA,wBAAAA,AAAAA,EACjDJ,UACAF,gBAAgB,YAAY,EAC5B;QACE,aAAaA,gBAAgB,WAAW;QACxC,6BAA6BA,gBAAgB,uBAAuB;IACtE;IAGF,IAAIO;IACJ,IAAIC;IACJ,IAAIC;IAEJ,IAAI;QACFF,SAASlB,OAAO,aAAa,CAACc,SAASf;QACvCoB,UAAUnB,OAAO,gBAAgB,CAACkB,QAAQnB;QAC1CsB,IAAAA,iDAAAA,mCAAAA,AAAAA,EAAoCF,SAAS;YAC3C,aAAaR,gBAAgB,WAAW;YACxC,yBAAyBA,gBAAgB,uBAAuB;YAChE,mBAAmBX,OAAO,oBAAoB;YAC9C,qBAAqB;gBACnB,cAAcS,cAAc,YAAY;gBACxC,aAAaA,cAAc,WAAW;YACxC;YACA,mBAAmBE,gBAAgB,YAAY,CAAC,OAAO,CAAC,iBAAiB;YACzE,yBAAyB,CAACW,QACxBA;QACJ;QACAF,yBAAyBpB,OAAO,sBAAsB,CAACkB,QAAQC;IACjE,EAAE,OAAOI,YAAY;QACnB,MAAMC,eAAe,CAAC,aAAa,EACjCD,sBAAsBE,QAAQF,WAAW,OAAO,GAAGG,OAAOH,aAC1D;QACF,MAAM,IAAII,yBAAAA,oBAAoBA,CAC5BH,cACAI,KAAK,SAAS,CAACd,SAASe,QAAW,IACnCd,OACAC;IAEJ;IAEA,MAAMc,mBAAmB9B,OAAO,QAAQ,CAAC,qBAAqB,GAC5DkB,QACAJ,SACAf;IAGF,IAAI+B,kBACF7B,QAAQ,mBAAmB,CAAC,MAAM,CAAC;QACjC,MAAM;QACN,SAAS6B;IACX;IAGF,OAAO;QACLX;QACA,KAAKnB,OAAO,gBAAgB,CAACkB,QAAQJ;QACrCC;QACAK;QACA,aAAaQ,KAAK,SAAS,CAACd,SAASe,QAAW;QAChDb;IACF;AACF"}

package/dist/lib/ai-model/workflows/planning/index.js

@@ -0,0 +1,49 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    parseXMLPlanningResponse: ()=>external_standard_planning_parser_js_namespaceObject.parseXMLPlanningResponse,
+    parseStandardPlanningResponse: ()=>external_standard_planning_parser_js_namespaceObject.parseStandardPlanningResponse,
+    standardPlan: ()=>external_standard_planning_js_namespaceObject.standardPlan,
+    ConversationHistory: ()=>external_conversation_history_js_namespaceObject.ConversationHistory
+});
+const external_conversation_history_js_namespaceObject = require("./conversation-history.js");
+const external_standard_planning_js_namespaceObject = require("./standard-planning.js");
+const external_standard_planning_parser_js_namespaceObject = require("./standard-planning-parser.js");
+exports.ConversationHistory = __webpack_exports__.ConversationHistory;
+exports.parseStandardPlanningResponse = __webpack_exports__.parseStandardPlanningResponse;
+exports.parseXMLPlanningResponse = __webpack_exports__.parseXMLPlanningResponse;
+exports.standardPlan = __webpack_exports__.standardPlan;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "ConversationHistory",
+    "parseStandardPlanningResponse",
+    "parseXMLPlanningResponse",
+    "standardPlan"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=index.js.map

package/dist/lib/ai-model/workflows/planning/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/workflows/planning/index.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D"}

package/dist/lib/ai-model/workflows/planning/locate-normalization.js

@@ -0,0 +1,75 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    normalizePlanningActionLocateFields: ()=>normalizePlanningActionLocateFields
+});
+const external_common_js_namespaceObject = require("../../../common.js");
+const logger_namespaceObject = require("@aiscene/shared/logger");
+const utils_namespaceObject = require("@aiscene/shared/utils");
+const debug = (0, logger_namespaceObject.getDebug)('planning');
+function normalizePlanningActionLocateFields(actions, { actionSpace, includeLocateInPlanning, locateResultCodec, locateResultContext, acceptBbox2dAlias = false, parseRawLocateParameter }) {
+    actions.forEach((action)=>{
+        const actionInActionSpace = actionSpace.find((actionInSpace)=>actionInSpace.name === action.type);
+        if (!actionInActionSpace) return void debug('skip locate normalization for action outside actionSpace', action);
+        debug('actionInActionSpace matched', actionInActionSpace);
+        const locateFields = (0, external_common_js_namespaceObject.findAllMidsceneLocatorField)(actionInActionSpace.paramSchema);
+        debug('locateFields', locateFields);
+        locateFields.forEach((field)=>{
+            const rawLocateParameter = action.param?.[field];
+            if (!rawLocateParameter) return;
+            const locateParameter = parseRawLocateParameter(rawLocateParameter);
+            if (!includeLocateInPlanning) {
+                action.param[field] = {
+                    prompt: locateParameter.prompt
+                };
+                return;
+            }
+            (0, utils_namespaceObject.assert)(locateResultCodec, 'planning locate normalization requires a locate result codec');
+            const resultKey = locateResultCodec.promptSpec.resultKey;
+            const rawLocateValue = void 0 !== locateParameter[resultKey] ? locateParameter[resultKey] : acceptBbox2dAlias && 'bbox' === resultKey ? locateParameter.bbox_2d : void 0;
+            const rawCoordinateKeys = new Set([
+                resultKey,
+                ...acceptBbox2dAlias && 'bbox' === resultKey ? [
+                    'bbox_2d'
+                ] : []
+            ]);
+            const locateParamWithoutRawCoordinates = Object.fromEntries(Object.entries(locateParameter).filter(([key])=>!rawCoordinateKeys.has(key)));
+            action.param[field] = {
+                ...locateParamWithoutRawCoordinates,
+                locatedPixelBbox: locateResultCodec.toPixelBbox(rawLocateValue, locateResultContext)
+            };
+        });
+    });
+}
+exports.normalizePlanningActionLocateFields = __webpack_exports__.normalizePlanningActionLocateFields;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "normalizePlanningActionLocateFields"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=locate-normalization.js.map

package/dist/lib/ai-model/workflows/planning/locate-normalization.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/workflows/planning/locate-normalization.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/workflows/planning/locate-normalization.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { findAllMidsceneLocatorField } from '@/common';\nimport type { DeviceAction } from '@/device';\nimport type { PlanningAction } from '@/types';\nimport { getDebug } from '@aiscene/shared/logger';\nimport { assert } from '@aiscene/shared/utils';\nimport type { ParsedPlanningLocateParameter } from '../../model-adapter/planning-protocol';\nimport type {\n  LocateResultCodec,\n  LocateResultContext,\n} from '../../shared/model-locate-result/types';\n\nconst debug = getDebug('planning');\n\nexport function normalizePlanningActionLocateFields(\n  actions: PlanningAction[],\n  {\n    actionSpace,\n    includeLocateInPlanning,\n    locateResultCodec,\n    locateResultContext,\n    acceptBbox2dAlias = false,\n    parseRawLocateParameter,\n  }: {\n    actionSpace: DeviceAction[];\n    includeLocateInPlanning: boolean;\n    locateResultCodec?: LocateResultCodec;\n    locateResultContext: LocateResultContext;\n    acceptBbox2dAlias?: boolean;\n    parseRawLocateParameter: (value: unknown) => ParsedPlanningLocateParameter;\n  },\n): void {\n  actions.forEach((action) => {\n    const actionInActionSpace = actionSpace.find(\n      (actionInSpace) => actionInSpace.name === action.type,\n    );\n    if (!actionInActionSpace) {\n      debug('skip locate normalization for action outside actionSpace', action);\n      return;\n    }\n\n    debug('actionInActionSpace matched', actionInActionSpace);\n    const locateFields = findAllMidsceneLocatorField(\n      actionInActionSpace.paramSchema,\n    );\n\n    debug('locateFields', locateFields);\n\n    locateFields.forEach((field) => {\n      const rawLocateParameter = action.param?.[field];\n      if (!rawLocateParameter) {\n        return;\n      }\n\n      const locateParameter = parseRawLocateParameter(rawLocateParameter);\n\n      if (!includeLocateInPlanning) {\n        // In prompt-only planning mode, ignore any accidental coordinates from the model.\n        action.param[field] = { prompt: locateParameter.prompt };\n        return;\n      }\n\n      assert(\n        locateResultCodec,\n        'planning locate normalization requires a locate result codec',\n      );\n\n      const resultKey = locateResultCodec.promptSpec.resultKey;\n      const rawLocateValue =\n        locateParameter[resultKey] !== undefined\n          ? locateParameter[resultKey]\n          : acceptBbox2dAlias && resultKey === 'bbox'\n            ? locateParameter.bbox_2d\n            : undefined;\n\n      // The raw result field is replaced by locatedPixelBbox, so it should not\n      // remain in the normalized locate parameter.\n      const rawCoordinateKeys = new Set([\n        resultKey,\n        ...(acceptBbox2dAlias && resultKey === 'bbox' ? ['bbox_2d'] : []),\n      ]);\n\n      const locateParamWithoutRawCoordinates = Object.fromEntries(\n        Object.entries(locateParameter).filter(\n          ([key]) => !rawCoordinateKeys.has(key),\n        ),\n      );\n\n      action.param[field] = {\n        ...locateParamWithoutRawCoordinates,\n        locatedPixelBbox: locateResultCodec.toPixelBbox(\n          rawLocateValue,\n          locateResultContext,\n        ),\n      };\n    });\n  });\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","debug","getDebug","normalizePlanningActionLocateFields","actions","actionSpace","includeLocateInPlanning","locateResultCodec","locateResultContext","acceptBbox2dAlias","parseRawLocateParameter","action","actionInActionSpace","actionInSpace","locateFields","findAllMidsceneLocatorField","field","rawLocateParameter","locateParameter","assert","resultKey","rawLocateValue","undefined","rawCoordinateKeys","Set","locateParamWithoutRawCoordinates"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;ACKA,MAAMI,QAAQC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;AAEhB,SAASC,oCACdC,OAAyB,EACzB,EACEC,WAAW,EACXC,uBAAuB,EACvBC,iBAAiB,EACjBC,mBAAmB,EACnBC,oBAAoB,KAAK,EACzBC,uBAAuB,EAQxB;IAEDN,QAAQ,OAAO,CAAC,CAACO;QACf,MAAMC,sBAAsBP,YAAY,IAAI,CAC1C,CAACQ,gBAAkBA,cAAc,IAAI,KAAKF,OAAO,IAAI;QAEvD,IAAI,CAACC,qBAAqB,YACxBX,MAAM,4DAA4DU;QAIpEV,MAAM,+BAA+BW;QACrC,MAAME,eAAeC,AAAAA,IAAAA,mCAAAA,2BAAAA,AAAAA,EACnBH,oBAAoB,WAAW;QAGjCX,MAAM,gBAAgBa;QAEtBA,aAAa,OAAO,CAAC,CAACE;YACpB,MAAMC,qBAAqBN,OAAO,KAAK,EAAE,CAACK,MAAM;YAChD,IAAI,CAACC,oBACH;YAGF,MAAMC,kBAAkBR,wBAAwBO;YAEhD,IAAI,CAACX,yBAAyB;gBAE5BK,OAAO,KAAK,CAACK,MAAM,GAAG;oBAAE,QAAQE,gBAAgB,MAAM;gBAAC;gBACvD;YACF;YAEAC,IAAAA,sBAAAA,MAAAA,AAAAA,EACEZ,mBACA;YAGF,MAAMa,YAAYb,kBAAkB,UAAU,CAAC,SAAS;YACxD,MAAMc,iBACJH,AAA+BI,WAA/BJ,eAAe,CAACE,UAAU,GACtBF,eAAe,CAACE,UAAU,GAC1BX,qBAAqBW,AAAc,WAAdA,YACnBF,gBAAgB,OAAO,GACvBI;YAIR,MAAMC,oBAAoB,IAAIC,IAAI;gBAChCJ;mBACIX,qBAAqBW,AAAc,WAAdA,YAAuB;oBAAC;iBAAU,GAAG,EAAE;aACjE;YAED,MAAMK,mCAAmC5B,OAAO,WAAW,CACzDA,OAAO,OAAO,CAACqB,iBAAiB,MAAM,CACpC,CAAC,CAACtB,IAAI,GAAK,CAAC2B,kBAAkB,GAAG,CAAC3B;YAItCe,OAAO,KAAK,CAACK,MAAM,GAAG;gBACpB,GAAGS,gCAAgC;gBACnC,kBAAkBlB,kBAAkB,WAAW,CAC7Cc,gBACAb;YAEJ;QACF;IACF;AACF"}

package/dist/lib/ai-model/workflows/planning/planning-action-log.js

@@ -0,0 +1,56 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    buildPlanningActionLog: ()=>buildPlanningActionLog
+});
+const external_common_js_namespaceObject = require("../../../common.js");
+const formatActionParamValue = (value)=>{
+    if ('string' == typeof value) return value;
+    if (null == value) return String(value);
+    return JSON.stringify(value) ?? String(value);
+};
+function buildPlanningActionLog(action, actionSpace) {
+    const actionDefinition = actionSpace.find((item)=>item.name === action.type);
+    if (!actionDefinition?.paramSchema) return JSON.stringify(action);
+    const param = action.param;
+    if (null == param) return action.type;
+    if ('object' != typeof param || Array.isArray(param)) return `${action.type} - ${formatActionParamValue(param)}`;
+    const paramForLog = (0, external_common_js_namespaceObject.dumpActionParam)(param, actionDefinition.paramSchema);
+    const paramDescription = Object.entries(paramForLog).map(([key, value])=>`${key}: ${formatActionParamValue(value)}`).join(', ');
+    return [
+        action.type,
+        paramDescription
+    ].filter(Boolean).join(' - ');
+}
+exports.buildPlanningActionLog = __webpack_exports__.buildPlanningActionLog;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "buildPlanningActionLog"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=planning-action-log.js.map

package/dist/lib/ai-model/workflows/planning/planning-action-log.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/workflows/planning/planning-action-log.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/workflows/planning/planning-action-log.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { dumpActionParam } from '@/common';\nimport type { DeviceAction, PlanningAction } from '@/types';\n\nconst formatActionParamValue = (value: unknown): string => {\n  if (typeof value === 'string') {\n    return value;\n  }\n  if (value === null || value === undefined) {\n    return String(value);\n  }\n  return JSON.stringify(value) ?? String(value);\n};\n\nexport function buildPlanningActionLog(\n  action: PlanningAction,\n  actionSpace: DeviceAction<any>[],\n): string {\n  const actionDefinition = actionSpace.find(\n    (item) => item.name === action.type,\n  );\n\n  if (!actionDefinition?.paramSchema) {\n    return JSON.stringify(action);\n  }\n\n  const param = action.param;\n  if (param === null || param === undefined) {\n    return action.type;\n  }\n  if (typeof param !== 'object' || Array.isArray(param)) {\n    return `${action.type} - ${formatActionParamValue(param)}`;\n  }\n\n  const paramForLog = dumpActionParam(param, actionDefinition.paramSchema);\n  const paramDescription = Object.entries(paramForLog)\n    .map(([key, value]) => `${key}: ${formatActionParamValue(value)}`)\n    .join(', ');\n\n  return [action.type, paramDescription].filter(Boolean).join(' - ');\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","formatActionParamValue","value","String","JSON","buildPlanningActionLog","action","actionSpace","actionDefinition","item","param","Array","paramForLog","dumpActionParam","paramDescription","Boolean"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;ACHA,MAAMI,yBAAyB,CAACC;IAC9B,IAAI,AAAiB,YAAjB,OAAOA,OACT,OAAOA;IAET,IAAIA,QAAAA,OACF,OAAOC,OAAOD;IAEhB,OAAOE,KAAK,SAAS,CAACF,UAAUC,OAAOD;AACzC;AAEO,SAASG,uBACdC,MAAsB,EACtBC,WAAgC;IAEhC,MAAMC,mBAAmBD,YAAY,IAAI,CACvC,CAACE,OAASA,KAAK,IAAI,KAAKH,OAAO,IAAI;IAGrC,IAAI,CAACE,kBAAkB,aACrB,OAAOJ,KAAK,SAAS,CAACE;IAGxB,MAAMI,QAAQJ,OAAO,KAAK;IAC1B,IAAII,QAAAA,OACF,OAAOJ,OAAO,IAAI;IAEpB,IAAI,AAAiB,YAAjB,OAAOI,SAAsBC,MAAM,OAAO,CAACD,QAC7C,OAAO,GAAGJ,OAAO,IAAI,CAAC,GAAG,EAAEL,uBAAuBS,QAAQ;IAG5D,MAAME,cAAcC,AAAAA,IAAAA,mCAAAA,eAAAA,AAAAA,EAAgBH,OAAOF,iBAAiB,WAAW;IACvE,MAAMM,mBAAmBjB,OAAO,OAAO,CAACe,aACrC,GAAG,CAAC,CAAC,CAAChB,KAAKM,MAAM,GAAK,GAAGN,IAAI,EAAE,EAAEK,uBAAuBC,QAAQ,EAChE,IAAI,CAAC;IAER,OAAO;QAACI,OAAO,IAAI;QAAEQ;KAAiB,CAAC,MAAM,CAACC,SAAS,IAAI,CAAC;AAC9D"}

package/dist/lib/ai-model/workflows/planning/standard-planning-parser.js

@@ -0,0 +1,142 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    parseXMLPlanningResponse: ()=>parseXMLPlanningResponse,
+    parseStandardPlanningResponse: ()=>parseStandardPlanningResponse,
+    parseMarkFinishedIndexes: ()=>parseMarkFinishedIndexes,
+    parseSubGoalsFromXML: ()=>parseSubGoalsFromXML
+});
+const xml_js_namespaceObject = require("../../shared/xml.js");
+const external_planning_action_log_js_namespaceObject = require("./planning-action-log.js");
+function parseSubGoalsFromXML(xmlContent) {
+    const subGoals = [];
+    const regex = /<sub-goal\s+index="(\d+)"\s+status="(pending|finished)"(?:\s*\/>|>([\s\S]*?)<\/sub-goal>)/gi;
+    let match = regex.exec(xmlContent);
+    while(null !== match){
+        const index = Number.parseInt(match[1], 10);
+        const status = match[2];
+        const description = match[3]?.trim() || '';
+        subGoals.push({
+            index,
+            status,
+            description
+        });
+        match = regex.exec(xmlContent);
+    }
+    return subGoals;
+}
+function parseMarkFinishedIndexes(xmlContent) {
+    const indexes = [];
+    const regex = /<sub-goal\s+index="(\d+)"\s+status="finished"\s*\/>/gi;
+    let match = regex.exec(xmlContent);
+    while(null !== match){
+        indexes.push(Number.parseInt(match[1], 10));
+        match = regex.exec(xmlContent);
+    }
+    return indexes;
+}
+function parseXMLPlanningResponse(xmlString, actionOutputTagNames, options) {
+    const thought = options.includeThought ? (0, xml_js_namespaceObject.extractXMLTag)(xmlString, 'planning') : void 0;
+    const memory = (0, xml_js_namespaceObject.extractXMLTag)(xmlString, 'memory');
+    const log = (0, xml_js_namespaceObject.extractXMLTag)(xmlString, 'log') || '';
+    const error = (0, xml_js_namespaceObject.extractXMLTag)(xmlString, 'error');
+    const completeGoalRegex = /<complete\s+success="(true|false)">([\s\S]*?)<\/complete>/i;
+    const completeGoalMatch = xmlString.match(completeGoalRegex);
+    let finalizeMessage;
+    let finalizeSuccess;
+    if (completeGoalMatch) {
+        finalizeSuccess = 'true' === completeGoalMatch[1];
+        finalizeMessage = completeGoalMatch[2]?.trim() || void 0;
+    }
+    const updatePlanContent = (0, xml_js_namespaceObject.extractXMLTag)(xmlString, 'update-plan-content');
+    const markSubGoalDone = (0, xml_js_namespaceObject.extractXMLTag)(xmlString, 'mark-sub-goal-done');
+    const updateSubGoals = updatePlanContent ? parseSubGoalsFromXML(updatePlanContent) : void 0;
+    const markFinishedIndexes = markSubGoalDone ? parseMarkFinishedIndexes(markSubGoalDone) : void 0;
+    return {
+        parsed: {
+            ...thought ? {
+                thought
+            } : {},
+            ...memory ? {
+                memory
+            } : {},
+            log,
+            ...error ? {
+                error
+            } : {},
+            ...void 0 !== finalizeMessage ? {
+                finalizeMessage
+            } : {},
+            ...void 0 !== finalizeSuccess ? {
+                finalizeSuccess
+            } : {},
+            ...updateSubGoals?.length ? {
+                updateSubGoals
+            } : {},
+            ...markFinishedIndexes?.length ? {
+                markFinishedIndexes
+            } : {}
+        },
+        rawActionOutput: (0, xml_js_namespaceObject.extractRawXMLFragment)(xmlString, actionOutputTagNames)
+    };
+}
+function buildNonActionPlanningLog(response) {
+    if (response.error) return `Error - ${response.error}`;
+    if (void 0 !== response.finalizeSuccess) return [
+        `Complete - success: ${response.finalizeSuccess}`,
+        response.finalizeMessage ? `message: ${response.finalizeMessage}` : void 0
+    ].filter(Boolean).join(', ');
+    return 'No action';
+}
+function parseStandardPlanningResponse(xmlString, options) {
+    const { parsed, rawActionOutput } = parseXMLPlanningResponse(xmlString, options.actionOutputProtocol.actionOutputTagNames, {
+        includeThought: options.includeThought
+    });
+    const response = {
+        ...parsed,
+        action: options.actionOutputProtocol.parseActionOutput(rawActionOutput, options.actionSpace)
+    };
+    if ('action' !== options.logSource) return response;
+    return {
+        ...response,
+        log: response.action ? (0, external_planning_action_log_js_namespaceObject.buildPlanningActionLog)(response.action, options.actionSpace) : buildNonActionPlanningLog(response)
+    };
+}
+exports.parseMarkFinishedIndexes = __webpack_exports__.parseMarkFinishedIndexes;
+exports.parseStandardPlanningResponse = __webpack_exports__.parseStandardPlanningResponse;
+exports.parseSubGoalsFromXML = __webpack_exports__.parseSubGoalsFromXML;
+exports.parseXMLPlanningResponse = __webpack_exports__.parseXMLPlanningResponse;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "parseMarkFinishedIndexes",
+    "parseStandardPlanningResponse",
+    "parseSubGoalsFromXML",
+    "parseXMLPlanningResponse"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=standard-planning-parser.js.map

package/dist/lib/ai-model/workflows/planning/standard-planning-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/workflows/planning/standard-planning-parser.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/workflows/planning/standard-planning-parser.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type {\n  DeviceAction,\n  RawResponsePlanningAIResponse,\n  SubGoal,\n  SubGoalStatus,\n} from '@/types';\nimport type { PlanningActionOutputProtocol } from '../../model-adapter/planning-protocol';\nimport { extractRawXMLFragment, extractXMLTag } from '../../shared/xml';\nimport { buildPlanningActionLog } from './planning-action-log';\n\n/**\n * Parse sub-goals from XML content.\n * Handles both formats:\n * - <sub-goal index=\"1\" status=\"pending\">description</sub-goal>\n * - <sub-goal index=\"1\" status=\"finished\" />\n */\nexport function parseSubGoalsFromXML(xmlContent: string): SubGoal[] {\n  const subGoals: SubGoal[] = [];\n  const regex =\n    /<sub-goal\\s+index=\"(\\d+)\"\\s+status=\"(pending|finished)\"(?:\\s*\\/>|>([\\s\\S]*?)<\\/sub-goal>)/gi;\n\n  let match = regex.exec(xmlContent);\n  while (match !== null) {\n    const index = Number.parseInt(match[1], 10);\n    const status = match[2] as SubGoalStatus;\n    const description = match[3]?.trim() || '';\n\n    subGoals.push({ index, status, description });\n    match = regex.exec(xmlContent);\n  }\n\n  return subGoals;\n}\n\n/**\n * Extract indexes of sub-goals marked as finished from\n * <mark-sub-goal-done> content.\n */\nexport function parseMarkFinishedIndexes(xmlContent: string): number[] {\n  const indexes: number[] = [];\n  const regex = /<sub-goal\\s+index=\"(\\d+)\"\\s+status=\"finished\"\\s*\\/>/gi;\n\n  let match = regex.exec(xmlContent);\n  while (match !== null) {\n    indexes.push(Number.parseInt(match[1], 10));\n    match = regex.exec(xmlContent);\n  }\n\n  return indexes;\n}\n\ntype XMLPlanningResponse = Omit<RawResponsePlanningAIResponse, 'action'>;\n\ntype XMLPlanningResponseParseResult = {\n  parsed: XMLPlanningResponse;\n  rawActionOutput: string;\n};\n\n/** Parse common XML fields and retain the raw action-protocol XML. */\nexport function parseXMLPlanningResponse(\n  xmlString: string,\n  actionOutputTagNames: PlanningActionOutputProtocol['actionOutputTagNames'],\n  options: { includeThought: boolean },\n): XMLPlanningResponseParseResult {\n  // Use <planning> instead of <thought> to avoid colliding with Gemini thought\n  // summaries, which may also be emitted as <thought> in OpenAI-compatible\n  // response content.\n  const thought = options.includeThought\n    ? extractXMLTag(xmlString, 'planning')\n    : undefined;\n  const memory = extractXMLTag(xmlString, 'memory');\n  const log = extractXMLTag(xmlString, 'log') || '';\n  const error = extractXMLTag(xmlString, 'error');\n\n  const completeGoalRegex =\n    /<complete\\s+success=\"(true|false)\">([\\s\\S]*?)<\\/complete>/i;\n  const completeGoalMatch = xmlString.match(completeGoalRegex);\n  let finalizeMessage: string | undefined;\n  let finalizeSuccess: boolean | undefined;\n\n  if (completeGoalMatch) {\n    finalizeSuccess = completeGoalMatch[1] === 'true';\n    finalizeMessage = completeGoalMatch[2]?.trim() || undefined;\n  }\n\n  const updatePlanContent = extractXMLTag(xmlString, 'update-plan-content');\n  const markSubGoalDone = extractXMLTag(xmlString, 'mark-sub-goal-done');\n  const updateSubGoals = updatePlanContent\n    ? parseSubGoalsFromXML(updatePlanContent)\n    : undefined;\n  const markFinishedIndexes = markSubGoalDone\n    ? parseMarkFinishedIndexes(markSubGoalDone)\n    : undefined;\n\n  return {\n    parsed: {\n      ...(thought ? { thought } : {}),\n      ...(memory ? { memory } : {}),\n      log,\n      ...(error ? { error } : {}),\n      ...(finalizeMessage !== undefined ? { finalizeMessage } : {}),\n      ...(finalizeSuccess !== undefined ? { finalizeSuccess } : {}),\n      ...(updateSubGoals?.length ? { updateSubGoals } : {}),\n      ...(markFinishedIndexes?.length ? { markFinishedIndexes } : {}),\n    },\n    rawActionOutput: extractRawXMLFragment(xmlString, actionOutputTagNames),\n  };\n}\n\ntype ParseStandardPlanningResponseOptions = {\n  includeThought: boolean;\n  actionOutputProtocol: PlanningActionOutputProtocol;\n  actionSpace: DeviceAction<any>[];\n  logSource?: 'model' | 'action';\n};\n\nfunction buildNonActionPlanningLog(\n  response: RawResponsePlanningAIResponse,\n): string {\n  if (response.error) {\n    return `Error - ${response.error}`;\n  }\n\n  if (response.finalizeSuccess !== undefined) {\n    return [\n      `Complete - success: ${response.finalizeSuccess}`,\n      response.finalizeMessage\n        ? `message: ${response.finalizeMessage}`\n        : undefined,\n    ]\n      .filter(Boolean)\n      .join(', ');\n  }\n\n  return 'No action';\n}\n\nexport function parseStandardPlanningResponse(\n  xmlString: string,\n  options: ParseStandardPlanningResponseOptions,\n): RawResponsePlanningAIResponse {\n  const { parsed, rawActionOutput } = parseXMLPlanningResponse(\n    xmlString,\n    options.actionOutputProtocol.actionOutputTagNames,\n    { includeThought: options.includeThought },\n  );\n  const response: RawResponsePlanningAIResponse = {\n    ...parsed,\n    action: options.actionOutputProtocol.parseActionOutput(\n      rawActionOutput,\n      options.actionSpace,\n    ),\n  };\n\n  if (options.logSource !== 'action') {\n    return response;\n  }\n\n  return {\n    ...response,\n    log: response.action\n      ? buildPlanningActionLog(response.action, options.actionSpace)\n      : buildNonActionPlanningLog(response),\n  };\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","parseSubGoalsFromXML","xmlContent","subGoals","regex","match","index","Number","status","description","parseMarkFinishedIndexes","indexes","parseXMLPlanningResponse","xmlString","actionOutputTagNames","options","thought","extractXMLTag","undefined","memory","log","error","completeGoalRegex","completeGoalMatch","finalizeMessage","finalizeSuccess","updatePlanContent","markSubGoalDone","updateSubGoals","markFinishedIndexes","extractRawXMLFragment","buildNonActionPlanningLog","response","Boolean","parseStandardPlanningResponse","parsed","rawActionOutput","buildPlanningActionLog"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;ACUO,SAASI,qBAAqBC,UAAkB;IACrD,MAAMC,WAAsB,EAAE;IAC9B,MAAMC,QACJ;IAEF,IAAIC,QAAQD,MAAM,IAAI,CAACF;IACvB,MAAOG,AAAU,SAAVA,MAAgB;QACrB,MAAMC,QAAQC,OAAO,QAAQ,CAACF,KAAK,CAAC,EAAE,EAAE;QACxC,MAAMG,SAASH,KAAK,CAAC,EAAE;QACvB,MAAMI,cAAcJ,KAAK,CAAC,EAAE,EAAE,UAAU;QAExCF,SAAS,IAAI,CAAC;YAAEG;YAAOE;YAAQC;QAAY;QAC3CJ,QAAQD,MAAM,IAAI,CAACF;IACrB;IAEA,OAAOC;AACT;AAMO,SAASO,yBAAyBR,UAAkB;IACzD,MAAMS,UAAoB,EAAE;IAC5B,MAAMP,QAAQ;IAEd,IAAIC,QAAQD,MAAM,IAAI,CAACF;IACvB,MAAOG,AAAU,SAAVA,MAAgB;QACrBM,QAAQ,IAAI,CAACJ,OAAO,QAAQ,CAACF,KAAK,CAAC,EAAE,EAAE;QACvCA,QAAQD,MAAM,IAAI,CAACF;IACrB;IAEA,OAAOS;AACT;AAUO,SAASC,yBACdC,SAAiB,EACjBC,oBAA0E,EAC1EC,OAAoC;IAKpC,MAAMC,UAAUD,QAAQ,cAAc,GAClCE,AAAAA,IAAAA,uBAAAA,aAAAA,AAAAA,EAAcJ,WAAW,cACzBK;IACJ,MAAMC,SAASF,AAAAA,IAAAA,uBAAAA,aAAAA,AAAAA,EAAcJ,WAAW;IACxC,MAAMO,MAAMH,AAAAA,IAAAA,uBAAAA,aAAAA,AAAAA,EAAcJ,WAAW,UAAU;IAC/C,MAAMQ,QAAQJ,AAAAA,IAAAA,uBAAAA,aAAAA,AAAAA,EAAcJ,WAAW;IAEvC,MAAMS,oBACJ;IACF,MAAMC,oBAAoBV,UAAU,KAAK,CAACS;IAC1C,IAAIE;IACJ,IAAIC;IAEJ,IAAIF,mBAAmB;QACrBE,kBAAkBF,AAAyB,WAAzBA,iBAAiB,CAAC,EAAE;QACtCC,kBAAkBD,iBAAiB,CAAC,EAAE,EAAE,UAAUL;IACpD;IAEA,MAAMQ,oBAAoBT,AAAAA,IAAAA,uBAAAA,aAAAA,AAAAA,EAAcJ,WAAW;IACnD,MAAMc,kBAAkBV,AAAAA,IAAAA,uBAAAA,aAAAA,AAAAA,EAAcJ,WAAW;IACjD,MAAMe,iBAAiBF,oBACnBzB,qBAAqByB,qBACrBR;IACJ,MAAMW,sBAAsBF,kBACxBjB,yBAAyBiB,mBACzBT;IAEJ,OAAO;QACL,QAAQ;YACN,GAAIF,UAAU;gBAAEA;YAAQ,IAAI,CAAC,CAAC;YAC9B,GAAIG,SAAS;gBAAEA;YAAO,IAAI,CAAC,CAAC;YAC5BC;YACA,GAAIC,QAAQ;gBAAEA;YAAM,IAAI,CAAC,CAAC;YAC1B,GAAIG,AAAoBN,WAApBM,kBAAgC;gBAAEA;YAAgB,IAAI,CAAC,CAAC;YAC5D,GAAIC,AAAoBP,WAApBO,kBAAgC;gBAAEA;YAAgB,IAAI,CAAC,CAAC;YAC5D,GAAIG,gBAAgB,SAAS;gBAAEA;YAAe,IAAI,CAAC,CAAC;YACpD,GAAIC,qBAAqB,SAAS;gBAAEA;YAAoB,IAAI,CAAC,CAAC;QAChE;QACA,iBAAiBC,AAAAA,IAAAA,uBAAAA,qBAAAA,AAAAA,EAAsBjB,WAAWC;IACpD;AACF;AASA,SAASiB,0BACPC,QAAuC;IAEvC,IAAIA,SAAS,KAAK,EAChB,OAAO,CAAC,QAAQ,EAAEA,SAAS,KAAK,EAAE;IAGpC,IAAIA,AAA6Bd,WAA7Bc,SAAS,eAAe,EAC1B,OAAO;QACL,CAAC,oBAAoB,EAAEA,SAAS,eAAe,EAAE;QACjDA,SAAS,eAAe,GACpB,CAAC,SAAS,EAAEA,SAAS,eAAe,EAAE,GACtCd;KACL,CACE,MAAM,CAACe,SACP,IAAI,CAAC;IAGV,OAAO;AACT;AAEO,SAASC,8BACdrB,SAAiB,EACjBE,OAA6C;IAE7C,MAAM,EAAEoB,MAAM,EAAEC,eAAe,EAAE,GAAGxB,yBAClCC,WACAE,QAAQ,oBAAoB,CAAC,oBAAoB,EACjD;QAAE,gBAAgBA,QAAQ,cAAc;IAAC;IAE3C,MAAMiB,WAA0C;QAC9C,GAAGG,MAAM;QACT,QAAQpB,QAAQ,oBAAoB,CAAC,iBAAiB,CACpDqB,iBACArB,QAAQ,WAAW;IAEvB;IAEA,IAAIA,AAAsB,aAAtBA,QAAQ,SAAS,EACnB,OAAOiB;IAGT,OAAO;QACL,GAAGA,QAAQ;QACX,KAAKA,SAAS,MAAM,GAChBK,AAAAA,IAAAA,gDAAAA,sBAAAA,AAAAA,EAAuBL,SAAS,MAAM,EAAEjB,QAAQ,WAAW,IAC3DgB,0BAA0BC;IAChC;AACF"}