@midscene/core 1.16.5 → 1.17.0

package/dist/lib/ai-model/service-caller/openai/responses/responses.js.map

@@ -1 +1 @@
-{"version":3,"file":"ai-model/service-caller/openai/responses/responses.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../../src/ai-model/service-caller/openai/responses/responses.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { getDebug } from '@midscene/shared/logger';\nimport type { ResolveImageDetail } from '../../../model-adapter/types';\nimport type { ModelRequestConfigInput } from '../../../model-adapter/types';\nimport { createProxyAgentIfNeeded } from '../../proxy';\nimport type { ModelCallContext, OpenAIProtocolCallResult } from '../../types';\nimport { stringifyForDebug } from '../../utils';\nimport { callResponsesNonStreaming } from './non-stream';\nimport { callResponsesStream } from './stream';\nimport type { ResponsesCallOptions } from './types';\nimport { toResponsesInput } from './utils';\n\nexport async function prepareResponses({\n  messages,\n  modelRuntime,\n  options,\n}: Pick<ModelCallContext, 'messages' | 'modelRuntime' | 'options'>) {\n  const debugCall = getDebug('ai:call');\n  const { config: modelConfig, adapter } = modelRuntime;\n  const modelCallInput: ModelRequestConfigInput = {\n    intent: modelConfig.intent,\n    userConfig: {\n      temperature: modelConfig.temperature,\n      reasoningEnabled: modelConfig.reasoningEnabled,\n      reasoningEffort: modelConfig.reasoningEffort,\n      reasoningBudget: modelConfig.reasoningBudget,\n      responseFormat: modelConfig.responseFormat,\n    },\n    semanticRetryAttempt: options?.semanticRetryAttempt,\n    requiresOriginalImageDetail: options?.requiresOriginalImageDetail,\n    expectedJsonObjectResponse: options?.expectedJsonObjectResponse,\n  };\n  const { config } = adapter.responses.buildResponsesParams(modelCallInput);\n  debugCall(`adapter responses params: ${stringifyForDebug({ config })}`);\n  const resolveImageDetail: ResolveImageDetail = ({ imageDetail }) =>\n    adapter.resolveImageDetail({\n      imageDetail,\n      intent: modelConfig.intent,\n      requiresOriginalImageDetail: options?.requiresOriginalImageDetail,\n    });\n  const requestParams = { ...config, ...modelConfig.extraBody };\n  if (requestParams.background === true) {\n    throw new Error('Responses background mode is not supported');\n  }\n  const requestBodyParams: ResponsesCallOptions['requestBodyParams'] = {\n    store: false,\n    ...requestParams,\n    model: modelConfig.modelName,\n    input: toResponsesInput(messages, resolveImageDetail),\n  };\n  const proxyAgent = await createProxyAgentIfNeeded({\n    socksProxy: modelConfig.socksProxy,\n    httpProxy: modelConfig.httpProxy,\n  });\n  return {\n    requestParams: requestBodyParams,\n    proxyAgent,\n  };\n}\n\nexport function callResponses(\n  options: ResponsesCallOptions,\n  stream: boolean,\n): Promise<OpenAIProtocolCallResult> {\n  return stream\n    ? callResponsesStream(options)\n    : callResponsesNonStreaming(options);\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","prepareResponses","messages","modelRuntime","options","debugCall","getDebug","modelConfig","adapter","modelCallInput","config","stringifyForDebug","resolveImageDetail","imageDetail","requestParams","Error","requestBodyParams","toResponsesInput","proxyAgent","createProxyAgentIfNeeded","callResponses","stream","callResponsesStream","callResponsesNonStreaming"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;ACKO,eAAeI,iBAAiB,EACrCC,QAAQ,EACRC,YAAY,EACZC,OAAO,EACyD;IAChE,MAAMC,YAAYC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;IAC3B,MAAM,EAAE,QAAQC,WAAW,EAAEC,OAAO,EAAE,GAAGL;IACzC,MAAMM,iBAA0C;QAC9C,QAAQF,YAAY,MAAM;QAC1B,YAAY;YACV,aAAaA,YAAY,WAAW;YACpC,kBAAkBA,YAAY,gBAAgB;YAC9C,iBAAiBA,YAAY,eAAe;YAC5C,iBAAiBA,YAAY,eAAe;YAC5C,gBAAgBA,YAAY,cAAc;QAC5C;QACA,sBAAsBH,SAAS;QAC/B,6BAA6BA,SAAS;QACtC,4BAA4BA,SAAS;IACvC;IACA,MAAM,EAAEM,MAAM,EAAE,GAAGF,QAAQ,SAAS,CAAC,oBAAoB,CAACC;IAC1DJ,UAAU,CAAC,0BAA0B,EAAEM,AAAAA,IAAAA,kCAAAA,iBAAAA,AAAAA,EAAkB;QAAED;IAAO,IAAI;IACtE,MAAME,qBAAyC,CAAC,EAAEC,WAAW,EAAE,GAC7DL,QAAQ,kBAAkB,CAAC;YACzBK;YACA,QAAQN,YAAY,MAAM;YAC1B,6BAA6BH,SAAS;QACxC;IACF,MAAMU,gBAAgB;QAAE,GAAGJ,MAAM;QAAE,GAAGH,YAAY,SAAS;IAAC;IAC5D,IAAIO,AAA6B,SAA7BA,cAAc,UAAU,EAC1B,MAAM,IAAIC,MAAM;IAElB,MAAMC,oBAA+D;QACnE,OAAO;QACP,GAAGF,aAAa;QAChB,OAAOP,YAAY,SAAS;QAC5B,OAAOU,AAAAA,IAAAA,oCAAAA,gBAAAA,AAAAA,EAAiBf,UAAUU;IACpC;IACA,MAAMM,aAAa,MAAMC,AAAAA,IAAAA,yBAAAA,wBAAAA,AAAAA,EAAyB;QAChD,YAAYZ,YAAY,UAAU;QAClC,WAAWA,YAAY,SAAS;IAClC;IACA,OAAO;QACL,eAAeS;QACfE;IACF;AACF;AAEO,SAASE,cACdhB,OAA6B,EAC7BiB,MAAe;IAEf,OAAOA,SACHC,AAAAA,IAAAA,mCAAAA,mBAAAA,AAAAA,EAAoBlB,WACpBmB,AAAAA,IAAAA,uCAAAA,yBAAAA,AAAAA,EAA0BnB;AAChC"}
+{"version":3,"file":"ai-model/service-caller/openai/responses/responses.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../../src/ai-model/service-caller/openai/responses/responses.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { getDebug } from '@midscene/shared/logger';\nimport type { ResolveImageDetail } from '../../../model-adapter/types';\nimport type { ModelRequestConfigInput } from '../../../model-adapter/types';\nimport { createProxyAgentIfNeeded } from '../../proxy';\nimport type {\n  ModelCallContext,\n  ModelCallMessages,\n  OpenAIProtocolCallResult,\n} from '../../types';\nimport { stringifyForDebug } from '../../utils';\nimport { callResponsesNonStreaming } from './non-stream';\nimport { callResponsesStream } from './stream';\nimport type { ResponsesCallOptions } from './types';\nimport { toResponsesInput } from './utils';\n\nexport async function prepareResponses({\n  messages,\n  modelRuntime,\n  options,\n}: Pick<ModelCallContext, 'modelRuntime' | 'options'> & {\n  messages: ModelCallMessages;\n}) {\n  const debugCall = getDebug('ai:call');\n  const { config: modelConfig, adapter } = modelRuntime;\n  const modelCallInput: ModelRequestConfigInput = {\n    intent: modelConfig.intent,\n    userConfig: {\n      temperature: modelConfig.temperature,\n      reasoningEnabled: modelConfig.reasoningEnabled,\n      reasoningEffort: modelConfig.reasoningEffort,\n      reasoningBudget: modelConfig.reasoningBudget,\n      responseFormat: modelConfig.responseFormat,\n    },\n    semanticRetryAttempt: options?.semanticRetryAttempt,\n    requiresOriginalImageDetail: options?.requiresOriginalImageDetail,\n    expectedJsonObjectResponse: options?.expectedJsonObjectResponse,\n  };\n  const { config } = adapter.responses.buildResponsesParams(modelCallInput);\n  debugCall(`adapter responses params: ${stringifyForDebug({ config })}`);\n  const resolveImageDetail: ResolveImageDetail = ({ imageDetail }) =>\n    adapter.resolveImageDetail({\n      imageDetail,\n      intent: modelConfig.intent,\n      requiresOriginalImageDetail: options?.requiresOriginalImageDetail,\n    });\n  const requestParams = { ...config, ...modelConfig.extraBody };\n  if (requestParams.background === true) {\n    throw new Error('Responses background mode is not supported');\n  }\n  const requestBodyParams: ResponsesCallOptions['requestBodyParams'] = {\n    store: false,\n    ...requestParams,\n    model: modelConfig.modelName,\n    input: toResponsesInput(messages, resolveImageDetail),\n  };\n  const proxyAgent = await createProxyAgentIfNeeded({\n    socksProxy: modelConfig.socksProxy,\n    httpProxy: modelConfig.httpProxy,\n  });\n  return {\n    requestParams: requestBodyParams,\n    proxyAgent,\n  };\n}\n\nexport function callResponses(\n  options: ResponsesCallOptions,\n  stream: boolean,\n): Promise<OpenAIProtocolCallResult> {\n  return stream\n    ? callResponsesStream(options)\n    : callResponsesNonStreaming(options);\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","prepareResponses","messages","modelRuntime","options","debugCall","getDebug","modelConfig","adapter","modelCallInput","config","stringifyForDebug","resolveImageDetail","imageDetail","requestParams","Error","requestBodyParams","toResponsesInput","proxyAgent","createProxyAgentIfNeeded","callResponses","stream","callResponsesStream","callResponsesNonStreaming"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;ACSO,eAAeI,iBAAiB,EACrCC,QAAQ,EACRC,YAAY,EACZC,OAAO,EAGR;IACC,MAAMC,YAAYC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;IAC3B,MAAM,EAAE,QAAQC,WAAW,EAAEC,OAAO,EAAE,GAAGL;IACzC,MAAMM,iBAA0C;QAC9C,QAAQF,YAAY,MAAM;QAC1B,YAAY;YACV,aAAaA,YAAY,WAAW;YACpC,kBAAkBA,YAAY,gBAAgB;YAC9C,iBAAiBA,YAAY,eAAe;YAC5C,iBAAiBA,YAAY,eAAe;YAC5C,gBAAgBA,YAAY,cAAc;QAC5C;QACA,sBAAsBH,SAAS;QAC/B,6BAA6BA,SAAS;QACtC,4BAA4BA,SAAS;IACvC;IACA,MAAM,EAAEM,MAAM,EAAE,GAAGF,QAAQ,SAAS,CAAC,oBAAoB,CAACC;IAC1DJ,UAAU,CAAC,0BAA0B,EAAEM,AAAAA,IAAAA,kCAAAA,iBAAAA,AAAAA,EAAkB;QAAED;IAAO,IAAI;IACtE,MAAME,qBAAyC,CAAC,EAAEC,WAAW,EAAE,GAC7DL,QAAQ,kBAAkB,CAAC;YACzBK;YACA,QAAQN,YAAY,MAAM;YAC1B,6BAA6BH,SAAS;QACxC;IACF,MAAMU,gBAAgB;QAAE,GAAGJ,MAAM;QAAE,GAAGH,YAAY,SAAS;IAAC;IAC5D,IAAIO,AAA6B,SAA7BA,cAAc,UAAU,EAC1B,MAAM,IAAIC,MAAM;IAElB,MAAMC,oBAA+D;QACnE,OAAO;QACP,GAAGF,aAAa;QAChB,OAAOP,YAAY,SAAS;QAC5B,OAAOU,AAAAA,IAAAA,oCAAAA,gBAAAA,AAAAA,EAAiBf,UAAUU;IACpC;IACA,MAAMM,aAAa,MAAMC,AAAAA,IAAAA,yBAAAA,wBAAAA,AAAAA,EAAyB;QAChD,YAAYZ,YAAY,UAAU;QAClC,WAAWA,YAAY,SAAS;IAClC;IACA,OAAO;QACL,eAAeS;QACfE;IACF;AACF;AAEO,SAASE,cACdhB,OAA6B,EAC7BiB,MAAe;IAEf,OAAOA,SACHC,AAAAA,IAAAA,mCAAAA,mBAAAA,AAAAA,EAAoBlB,WACpBmB,AAAAA,IAAAA,uCAAAA,yBAAAA,AAAAA,EAA0BnB;AAChC"}

package/dist/lib/ai-model/service-caller/system-one/call-system-one.js

@@ -0,0 +1,103 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    callSystemOne: ()=>callSystemOne
+});
+const utils_namespaceObject = require("@midscene/shared/utils");
+const external_schema_js_namespaceObject = require("./schema.js");
+async function callSystemOne(context, prepared) {
+    const start = Date.now();
+    context.recordEvent?.({
+        type: 'request',
+        request: {
+            url: prepared.url,
+            method: 'POST',
+            body: prepared.body
+        }
+    });
+    try {
+        const response = await fetch(prepared.url, {
+            method: 'POST',
+            headers: prepared.headers,
+            body: prepared.body,
+            signal: context.requestSignal,
+            ...prepared.dispatcher ? {
+                dispatcher: prepared.dispatcher
+            } : {}
+        });
+        const body = await response.text();
+        const http = {
+            status: response.status,
+            ok: response.ok,
+            body
+        };
+        context.recordEvent?.({
+            type: 'http-response',
+            http
+        });
+        if (!response.ok) throw new Error(`Jev request failed (${response.status}): ${body.slice(0, 4000)}`);
+        const result = external_schema_js_namespaceObject.systemOneResponseSchema.parse(JSON.parse(body));
+        for (const [name, question] of Object.entries(prepared.questions)){
+            (0, utils_namespaceObject.assert)(result.answers[name]?.type === question.type, `Missing or invalid Jev answer: ${name}`);
+            const answer = result.answers[name];
+            if ('choice' === question.type && 'choice' === answer.type) (0, utils_namespaceObject.assert)(Object.hasOwn(question.criteria, answer.choice), `Invalid Jev choice: ${name}`);
+        }
+        const input = result.usage?.input_tokens;
+        const output = result.usage?.output_tokens;
+        const final = {
+            content: body,
+            isStreamed: false,
+            rawUsage: null != input && null != output ? {
+                prompt_tokens: input,
+                completion_tokens: output,
+                total_tokens: input + output
+            } : void 0,
+            timeCost: Date.now() - start,
+            requestId: void 0,
+            responseModelName: result.model
+        };
+        context.recordEvent?.({
+            type: 'response',
+            final
+        });
+        return final;
+    } catch (error) {
+        context.recordEvent?.({
+            type: 'error',
+            error: error instanceof Error ? error.message : String(error)
+        });
+        throw error;
+    }
+}
+exports.callSystemOne = __webpack_exports__.callSystemOne;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "callSystemOne"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=call-system-one.js.map

package/dist/lib/ai-model/service-caller/system-one/call-system-one.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/service-caller/system-one/call-system-one.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/service-caller/system-one/call-system-one.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { assert } from '@midscene/shared/utils';\nimport type { ModelCallContext, ModelCallResult } from '../types';\nimport type { prepareSystemOne } from './prepare-system-one';\nimport { systemOneResponseSchema } from './schema';\n\nexport async function callSystemOne(\n  context: ModelCallContext,\n  prepared: Awaited<ReturnType<typeof prepareSystemOne>>,\n): Promise<ModelCallResult> {\n  const start = Date.now();\n  context.recordEvent?.({\n    type: 'request',\n    request: { url: prepared.url, method: 'POST', body: prepared.body },\n  });\n  try {\n    const response = await fetch(prepared.url, {\n      method: 'POST',\n      headers: prepared.headers,\n      body: prepared.body,\n      signal: context.requestSignal,\n      ...(prepared.dispatcher ? { dispatcher: prepared.dispatcher } : {}),\n    });\n    const body = await response.text();\n    const http = { status: response.status, ok: response.ok, body };\n    context.recordEvent?.({ type: 'http-response', http });\n    if (!response.ok) {\n      throw new Error(\n        `Jev request failed (${response.status}): ${body.slice(0, 4000)}`,\n      );\n    }\n    const result = systemOneResponseSchema.parse(JSON.parse(body));\n    for (const [name, question] of Object.entries(prepared.questions)) {\n      assert(\n        result.answers[name]?.type === question.type,\n        `Missing or invalid Jev answer: ${name}`,\n      );\n      const answer = result.answers[name];\n      if (question.type === 'choice' && answer.type === 'choice') {\n        assert(\n          Object.hasOwn(question.criteria, answer.choice),\n          `Invalid Jev choice: ${name}`,\n        );\n      }\n    }\n    const input = result.usage?.input_tokens;\n    const output = result.usage?.output_tokens;\n    const final: ModelCallResult = {\n      content: body,\n      isStreamed: false,\n      rawUsage:\n        input != null && output != null\n          ? {\n              prompt_tokens: input,\n              completion_tokens: output,\n              total_tokens: input + output,\n            }\n          : undefined,\n      timeCost: Date.now() - start,\n      // TypeSafe and OpenRouter use different ID field names; defer compatibility handling.\n      requestId: undefined,\n      responseModelName: result.model,\n    };\n    context.recordEvent?.({ type: 'response', final });\n    return final;\n  } catch (error) {\n    context.recordEvent?.({\n      type: 'error',\n      error: error instanceof Error ? error.message : String(error),\n    });\n    throw error;\n  }\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","callSystemOne","context","prepared","start","Date","response","fetch","body","http","Error","result","systemOneResponseSchema","JSON","name","question","assert","answer","input","output","final","undefined","error","String"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;ACDO,eAAeI,cACpBC,OAAyB,EACzBC,QAAsD;IAEtD,MAAMC,QAAQC,KAAK,GAAG;IACtBH,QAAQ,WAAW,GAAG;QACpB,MAAM;QACN,SAAS;YAAE,KAAKC,SAAS,GAAG;YAAE,QAAQ;YAAQ,MAAMA,SAAS,IAAI;QAAC;IACpE;IACA,IAAI;QACF,MAAMG,WAAW,MAAMC,MAAMJ,SAAS,GAAG,EAAE;YACzC,QAAQ;YACR,SAASA,SAAS,OAAO;YACzB,MAAMA,SAAS,IAAI;YACnB,QAAQD,QAAQ,aAAa;YAC7B,GAAIC,SAAS,UAAU,GAAG;gBAAE,YAAYA,SAAS,UAAU;YAAC,IAAI,CAAC,CAAC;QACpE;QACA,MAAMK,OAAO,MAAMF,SAAS,IAAI;QAChC,MAAMG,OAAO;YAAE,QAAQH,SAAS,MAAM;YAAE,IAAIA,SAAS,EAAE;YAAEE;QAAK;QAC9DN,QAAQ,WAAW,GAAG;YAAE,MAAM;YAAiBO;QAAK;QACpD,IAAI,CAACH,SAAS,EAAE,EACd,MAAM,IAAII,MACR,CAAC,oBAAoB,EAAEJ,SAAS,MAAM,CAAC,GAAG,EAAEE,KAAK,KAAK,CAAC,GAAG,OAAO;QAGrE,MAAMG,SAASC,mCAAAA,uBAAAA,CAAAA,KAA6B,CAACC,KAAK,KAAK,CAACL;QACxD,KAAK,MAAM,CAACM,MAAMC,SAAS,IAAIlB,OAAO,OAAO,CAACM,SAAS,SAAS,EAAG;YACjEa,IAAAA,sBAAAA,MAAAA,AAAAA,EACEL,OAAO,OAAO,CAACG,KAAK,EAAE,SAASC,SAAS,IAAI,EAC5C,CAAC,+BAA+B,EAAED,MAAM;YAE1C,MAAMG,SAASN,OAAO,OAAO,CAACG,KAAK;YACnC,IAAIC,AAAkB,aAAlBA,SAAS,IAAI,IAAiBE,AAAgB,aAAhBA,OAAO,IAAI,EAC3CD,AAAAA,IAAAA,sBAAAA,MAAAA,AAAAA,EACEnB,OAAO,MAAM,CAACkB,SAAS,QAAQ,EAAEE,OAAO,MAAM,GAC9C,CAAC,oBAAoB,EAAEH,MAAM;QAGnC;QACA,MAAMI,QAAQP,OAAO,KAAK,EAAE;QAC5B,MAAMQ,SAASR,OAAO,KAAK,EAAE;QAC7B,MAAMS,QAAyB;YAC7B,SAASZ;YACT,YAAY;YACZ,UACEU,AAAS,QAATA,SAAiBC,AAAU,QAAVA,SACb;gBACE,eAAeD;gBACf,mBAAmBC;gBACnB,cAAcD,QAAQC;YACxB,IACAE;YACN,UAAUhB,KAAK,GAAG,KAAKD;YAEvB,WAAWiB;YACX,mBAAmBV,OAAO,KAAK;QACjC;QACAT,QAAQ,WAAW,GAAG;YAAE,MAAM;YAAYkB;QAAM;QAChD,OAAOA;IACT,EAAE,OAAOE,OAAO;QACdpB,QAAQ,WAAW,GAAG;YACpB,MAAM;YACN,OAAOoB,iBAAiBZ,QAAQY,MAAM,OAAO,GAAGC,OAAOD;QACzD;QACA,MAAMA;IACR;AACF"}

package/dist/lib/ai-model/service-caller/system-one/index.js

@@ -0,0 +1,42 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    prepareSystemOne: ()=>external_prepare_system_one_js_namespaceObject.prepareSystemOne,
+    callSystemOne: ()=>external_call_system_one_js_namespaceObject.callSystemOne
+});
+const external_call_system_one_js_namespaceObject = require("./call-system-one.js");
+const external_prepare_system_one_js_namespaceObject = require("./prepare-system-one.js");
+exports.callSystemOne = __webpack_exports__.callSystemOne;
+exports.prepareSystemOne = __webpack_exports__.prepareSystemOne;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "callSystemOne",
+    "prepareSystemOne"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=index.js.map

package/dist/lib/ai-model/service-caller/system-one/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/service-caller/system-one/index.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D"}

package/dist/lib/ai-model/service-caller/system-one/prepare-system-one.js

@@ -0,0 +1,78 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    prepareSystemOne: ()=>prepareSystemOne
+});
+const utils_namespaceObject = require("@midscene/shared/utils");
+const index_js_namespaceObject = require("../proxy/index.js");
+const external_utils_js_namespaceObject = require("./utils.js");
+async function prepareSystemOne(config, request) {
+    (0, utils_namespaceObject.assert)(config.openaiBaseURL, 'Jev requires MIDSCENE_*_MODEL_BASE_URL');
+    (0, utils_namespaceObject.assert)(config.openaiApiKey, 'Jev requires MIDSCENE_*_MODEL_API_KEY');
+    (0, utils_namespaceObject.assert)(!config.protocol || 'openai-chat' === config.protocol, 'Jev uses System One, not the Responses API');
+    const base = config.openaiBaseURL.replace(/\/+$/, '');
+    const url = `${base}/systemone`;
+    const isOpenRouter = 'openrouter.ai' === new URL(base).hostname;
+    const { imageState, assets } = (0, external_utils_js_namespaceObject.encodeSystemOneImages)(request.images, isOpenRouter);
+    const body = {
+        ...config.extraBody,
+        model: config.modelName,
+        state: {
+            ...request.state,
+            ...imageState
+        },
+        questions: request.questions,
+        ...!isOpenRouter && Object.keys(assets).length ? {
+            assets
+        } : {}
+    };
+    const serializedBody = JSON.stringify(body);
+    (0, utils_namespaceObject.assert)(new TextEncoder().encode(serializedBody).length <= 33554432, 'Jev request exceeds the 32 MiB body limit');
+    return {
+        url,
+        body: serializedBody,
+        questions: request.questions,
+        headers: {
+            ...config.openaiExtraConfig?.defaultHeaders,
+            Authorization: `Bearer ${config.openaiApiKey}`,
+            'Content-Type': 'application/json',
+            'TypeSafe-Danger-Zone-Images': 'true'
+        },
+        dispatcher: await (0, index_js_namespaceObject.createProxyAgentIfNeeded)({
+            socksProxy: config.socksProxy,
+            httpProxy: config.httpProxy
+        })
+    };
+}
+exports.prepareSystemOne = __webpack_exports__.prepareSystemOne;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "prepareSystemOne"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=prepare-system-one.js.map

package/dist/lib/ai-model/service-caller/system-one/prepare-system-one.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/service-caller/system-one/prepare-system-one.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/service-caller/system-one/prepare-system-one.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { IModelConfig } from '@midscene/shared/env';\nimport { assert } from '@midscene/shared/utils';\nimport { createProxyAgentIfNeeded } from '../proxy';\nimport type { SystemOneRequest } from './schema';\nimport { encodeSystemOneImages } from './utils';\n\nexport async function prepareSystemOne(\n  config: IModelConfig,\n  request: SystemOneRequest,\n) {\n  assert(config.openaiBaseURL, 'Jev requires MIDSCENE_*_MODEL_BASE_URL');\n  assert(config.openaiApiKey, 'Jev requires MIDSCENE_*_MODEL_API_KEY');\n  assert(\n    !config.protocol || config.protocol === 'openai-chat',\n    'Jev uses System One, not the Responses API',\n  );\n  const base = config.openaiBaseURL.replace(/\\/+$/, '');\n  const url = `${base}/systemone`;\n  const isOpenRouter = new URL(base).hostname === 'openrouter.ai';\n  const { imageState, assets } = encodeSystemOneImages(\n    request.images,\n    isOpenRouter,\n  );\n  const body = {\n    ...config.extraBody,\n    model: config.modelName,\n    state: { ...request.state, ...imageState },\n    questions: request.questions,\n    ...(!isOpenRouter && Object.keys(assets).length ? { assets } : {}),\n  };\n  const serializedBody = JSON.stringify(body);\n  assert(\n    new TextEncoder().encode(serializedBody).length <= 32 * 1024 * 1024,\n    'Jev request exceeds the 32 MiB body limit',\n  );\n  return {\n    url,\n    body: serializedBody,\n    questions: request.questions,\n    headers: {\n      ...(config.openaiExtraConfig?.defaultHeaders as\n        | Record<string, string>\n        | undefined),\n      Authorization: `Bearer ${config.openaiApiKey}`,\n      'Content-Type': 'application/json',\n      'TypeSafe-Danger-Zone-Images': 'true',\n    },\n    dispatcher: await createProxyAgentIfNeeded({\n      socksProxy: config.socksProxy,\n      httpProxy: config.httpProxy,\n    }),\n  };\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","prepareSystemOne","config","request","assert","base","url","isOpenRouter","URL","imageState","assets","encodeSystemOneImages","body","serializedBody","JSON","TextEncoder","createProxyAgentIfNeeded"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;ACAO,eAAeI,iBACpBC,MAAoB,EACpBC,OAAyB;IAEzBC,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOF,OAAO,aAAa,EAAE;IAC7BE,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOF,OAAO,YAAY,EAAE;IAC5BE,IAAAA,sBAAAA,MAAAA,AAAAA,EACE,CAACF,OAAO,QAAQ,IAAIA,AAAoB,kBAApBA,OAAO,QAAQ,EACnC;IAEF,MAAMG,OAAOH,OAAO,aAAa,CAAC,OAAO,CAAC,QAAQ;IAClD,MAAMI,MAAM,GAAGD,KAAK,UAAU,CAAC;IAC/B,MAAME,eAAe,AAA2B,oBAA3B,IAAIC,IAAIH,MAAM,QAAQ;IAC3C,MAAM,EAAEI,UAAU,EAAEC,MAAM,EAAE,GAAGC,AAAAA,IAAAA,kCAAAA,qBAAAA,AAAAA,EAC7BR,QAAQ,MAAM,EACdI;IAEF,MAAMK,OAAO;QACX,GAAGV,OAAO,SAAS;QACnB,OAAOA,OAAO,SAAS;QACvB,OAAO;YAAE,GAAGC,QAAQ,KAAK;YAAE,GAAGM,UAAU;QAAC;QACzC,WAAWN,QAAQ,SAAS;QAC5B,GAAI,CAACI,gBAAgBV,OAAO,IAAI,CAACa,QAAQ,MAAM,GAAG;YAAEA;QAAO,IAAI,CAAC,CAAC;IACnE;IACA,MAAMG,iBAAiBC,KAAK,SAAS,CAACF;IACtCR,IAAAA,sBAAAA,MAAAA,AAAAA,EACE,IAAIW,cAAc,MAAM,CAACF,gBAAgB,MAAM,IAAI,UACnD;IAEF,OAAO;QACLP;QACA,MAAMO;QACN,WAAWV,QAAQ,SAAS;QAC5B,SAAS;YACP,GAAID,OAAO,iBAAiB,EAAE,cAAc;YAG5C,eAAe,CAAC,OAAO,EAAEA,OAAO,YAAY,EAAE;YAC9C,gBAAgB;YAChB,+BAA+B;QACjC;QACA,YAAY,MAAMc,AAAAA,IAAAA,yBAAAA,wBAAAA,AAAAA,EAAyB;YACzC,YAAYd,OAAO,UAAU;YAC7B,WAAWA,OAAO,SAAS;QAC7B;IACF;AACF"}

package/dist/lib/ai-model/service-caller/system-one/schema.js

@@ -0,0 +1,69 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    systemOneResponseSchema: ()=>systemOneResponseSchema,
+    systemOneAnswerSchema: ()=>systemOneAnswerSchema
+});
+const external_zod_namespaceObject = require("zod");
+const probability = external_zod_namespaceObject.z.number().min(0).max(1);
+const systemOneAnswerSchema = external_zod_namespaceObject.z.discriminatedUnion('type', [
+    external_zod_namespaceObject.z.object({
+        type: external_zod_namespaceObject.z.literal('noul'),
+        noul: probability
+    }),
+    external_zod_namespaceObject.z.object({
+        type: external_zod_namespaceObject.z.literal('choice'),
+        choice: external_zod_namespaceObject.z.string()
+    }),
+    external_zod_namespaceObject.z.object({
+        type: external_zod_namespaceObject.z.literal('box'),
+        box: external_zod_namespaceObject.z.object({
+            left: probability,
+            right: probability,
+            top: probability,
+            bottom: probability
+        }).refine((box)=>box.left < box.right && box.top < box.bottom, 'Invalid box edges')
+    })
+]);
+const systemOneResponseSchema = external_zod_namespaceObject.z.object({
+    model: external_zod_namespaceObject.z.string().optional(),
+    answers: external_zod_namespaceObject.z.record(systemOneAnswerSchema),
+    usage: external_zod_namespaceObject.z.object({
+        input_tokens: external_zod_namespaceObject.z.number().nonnegative().nullable().optional(),
+        output_tokens: external_zod_namespaceObject.z.number().nonnegative().nullable().optional()
+    }).optional()
+});
+exports.systemOneAnswerSchema = __webpack_exports__.systemOneAnswerSchema;
+exports.systemOneResponseSchema = __webpack_exports__.systemOneResponseSchema;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "systemOneAnswerSchema",
+    "systemOneResponseSchema"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=schema.js.map

package/dist/lib/ai-model/service-caller/system-one/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/service-caller/system-one/schema.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/service-caller/system-one/schema.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { z } from 'zod';\n\nexport interface SystemOneRequest {\n  state: Record<string, unknown>;\n  images?: Record<string, string>;\n  questions: Record<\n    string,\n    | { type: 'noul' | 'box'; instructions: unknown }\n    | {\n        type: 'choice';\n        instructions: unknown;\n        criteria: Record<string, string>;\n      }\n  >;\n}\n\nconst probability = z.number().min(0).max(1);\nexport const systemOneAnswerSchema = z.discriminatedUnion('type', [\n  z.object({ type: z.literal('noul'), noul: probability }),\n  z.object({ type: z.literal('choice'), choice: z.string() }),\n  z.object({\n    type: z.literal('box'),\n    box: z\n      .object({\n        left: probability,\n        right: probability,\n        top: probability,\n        bottom: probability,\n      })\n      .refine(\n        (box) => box.left < box.right && box.top < box.bottom,\n        'Invalid box edges',\n      ),\n  }),\n]);\nexport const systemOneResponseSchema = z.object({\n  model: z.string().optional(),\n  answers: z.record(systemOneAnswerSchema),\n  usage: z\n    .object({\n      input_tokens: z.number().nonnegative().nullable().optional(),\n      output_tokens: z.number().nonnegative().nullable().optional(),\n    })\n    .optional(),\n});\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","probability","z","systemOneAnswerSchema","box","systemOneResponseSchema"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;ACUA,MAAMI,cAAcC,6BAAAA,CAAAA,CAAAA,MAAQ,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;AACnC,MAAMC,wBAAwBD,6BAAAA,CAAAA,CAAAA,kBAAoB,CAAC,QAAQ;IAChEA,6BAAAA,CAAAA,CAAAA,MAAQ,CAAC;QAAE,MAAMA,6BAAAA,CAAAA,CAAAA,OAAS,CAAC;QAAS,MAAMD;IAAY;IACtDC,6BAAAA,CAAAA,CAAAA,MAAQ,CAAC;QAAE,MAAMA,6BAAAA,CAAAA,CAAAA,OAAS,CAAC;QAAW,QAAQA,6BAAAA,CAAAA,CAAAA,MAAQ;IAAG;IACzDA,6BAAAA,CAAAA,CAAAA,MAAQ,CAAC;QACP,MAAMA,6BAAAA,CAAAA,CAAAA,OAAS,CAAC;QAChB,KAAKA,6BAAAA,CAAAA,CAAAA,MACI,CAAC;YACN,MAAMD;YACN,OAAOA;YACP,KAAKA;YACL,QAAQA;QACV,GACC,MAAM,CACL,CAACG,MAAQA,IAAI,IAAI,GAAGA,IAAI,KAAK,IAAIA,IAAI,GAAG,GAAGA,IAAI,MAAM,EACrD;IAEN;CACD;AACM,MAAMC,0BAA0BH,6BAAAA,CAAAA,CAAAA,MAAQ,CAAC;IAC9C,OAAOA,6BAAAA,CAAAA,CAAAA,MAAQ,GAAG,QAAQ;IAC1B,SAASA,6BAAAA,CAAAA,CAAAA,MAAQ,CAACC;IAClB,OAAOD,6BAAAA,CAAAA,CAAAA,MACE,CAAC;QACN,cAAcA,6BAAAA,CAAAA,CAAAA,MAAQ,GAAG,WAAW,GAAG,QAAQ,GAAG,QAAQ;QAC1D,eAAeA,6BAAAA,CAAAA,CAAAA,MAAQ,GAAG,WAAW,GAAG,QAAQ,GAAG,QAAQ;IAC7D,GACC,QAAQ;AACb"}

package/dist/lib/ai-model/service-caller/system-one/utils.js

@@ -0,0 +1,68 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    encodeSystemOneImages: ()=>encodeSystemOneImages
+});
+const utils_namespaceObject = require("@midscene/shared/utils");
+function encodeSystemOneImages(images, isOpenRouter) {
+    const assets = {};
+    const imageState = Object.fromEntries(Object.entries(images ?? {}).map(([name, dataURL])=>{
+        if (isOpenRouter) return [
+            name,
+            {
+                type: 'image_url',
+                image_url: {
+                    url: dataURL
+                }
+            }
+        ];
+        const reference = (0, utils_namespaceObject.uuid)();
+        const match = /^data:image\/(png|jpe?g);base64,(.+)$/.exec(dataURL);
+        (0, utils_namespaceObject.assert)(match, 'System One images must be prepared PNG or JPEG data URLs');
+        assets[reference] = {
+            type: 'image',
+            format: 'png' === match[1] ? 'png' : 'jpg',
+            data_base64: match[2]
+        };
+        return [
+            name,
+            reference
+        ];
+    }));
+    return {
+        imageState,
+        assets
+    };
+}
+exports.encodeSystemOneImages = __webpack_exports__.encodeSystemOneImages;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "encodeSystemOneImages"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=utils.js.map

package/dist/lib/ai-model/service-caller/system-one/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/service-caller/system-one/utils.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/service-caller/system-one/utils.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { assert, uuid } from '@midscene/shared/utils';\nimport type { SystemOneRequest } from './schema';\n\nexport function encodeSystemOneImages(\n  images: SystemOneRequest['images'],\n  isOpenRouter: boolean,\n) {\n  const assets: Record<string, unknown> = {};\n  const imageState = Object.fromEntries(\n    Object.entries(images ?? {}).map(([name, dataURL]) => {\n      if (isOpenRouter) {\n        return [name, { type: 'image_url', image_url: { url: dataURL } }];\n      }\n      const reference = uuid();\n      const match = /^data:image\\/(png|jpe?g);base64,(.+)$/.exec(dataURL);\n      assert(match, 'System One images must be prepared PNG or JPEG data URLs');\n      assets[reference] = {\n        type: 'image',\n        format: match[1] === 'png' ? 'png' : 'jpg',\n        data_base64: match[2],\n      };\n      return [name, reference];\n    }),\n  );\n  return { imageState, assets };\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","encodeSystemOneImages","images","isOpenRouter","assets","imageState","name","dataURL","reference","uuid","match","assert"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;ACHO,SAASI,sBACdC,MAAkC,EAClCC,YAAqB;IAErB,MAAMC,SAAkC,CAAC;IACzC,MAAMC,aAAaR,OAAO,WAAW,CACnCA,OAAO,OAAO,CAACK,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC,CAACI,MAAMC,QAAQ;QAC/C,IAAIJ,cACF,OAAO;YAACG;YAAM;gBAAE,MAAM;gBAAa,WAAW;oBAAE,KAAKC;gBAAQ;YAAE;SAAE;QAEnE,MAAMC,YAAYC,AAAAA,IAAAA,sBAAAA,IAAAA,AAAAA;QAClB,MAAMC,QAAQ,wCAAwC,IAAI,CAACH;QAC3DI,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOD,OAAO;QACdN,MAAM,CAACI,UAAU,GAAG;YAClB,MAAM;YACN,QAAQE,AAAa,UAAbA,KAAK,CAAC,EAAE,GAAa,QAAQ;YACrC,aAAaA,KAAK,CAAC,EAAE;QACvB;QACA,OAAO;YAACJ;YAAME;SAAU;IAC1B;IAEF,OAAO;QAAEH;QAAYD;IAAO;AAC9B"}

package/dist/lib/ai-model/service-caller/utils.js

@@ -89,12 +89,12 @@ function appendAIRequestFailureSummary(error, attemptErrors, maxAttempts) {
     error.message = `${error.message}\nPrevious AI call attempt errors:\n${details}`;
     return error;
 }
-const buildUsageInfo = ({ apiProtocol, stream, usageData, requestId, timeCost, totalTimeCost, retryCount, modelName, modelDescription, responseModelName, slot, internalCallId })=>{
+const buildUsageInfo = ({ requestKind, stream, usageData, requestId, timeCost, totalTimeCost, retryCount, modelName, modelDescription, responseModelName, slot, internalCallId })=>{
     if (!usageData) return;
     const cachedInputTokens = usageData?.prompt_tokens_details?.cached_tokens;
     return {
         ...usageData,
-        api_protocol: apiProtocol,
+        request_kind: requestKind,
         stream,
         prompt_tokens: usageData.prompt_tokens ?? 0,
         completion_tokens: usageData.completion_tokens ?? 0,

package/dist/lib/ai-model/service-caller/utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"ai-model/service-caller/utils.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../src/ai-model/service-caller/utils.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { RawAssistantOutput } from '@/types';\nimport type { AIUsageInfo } from '@/types';\nimport type OpenAI from 'openai';\nimport type { ModelRuntime } from '../models';\n\n// Error class that preserves usage and rawResponse when AI call parsing fails\nexport class AIResponseParseError extends Error {\n  usage?: AIUsageInfo;\n  /**\n   * Adapter-extracted content used by Midscene for parsing. This is not the\n   * full provider response or choices[0].message.\n   */\n  rawResponse: string;\n  rawAssistantOutput?: RawAssistantOutput;\n  reasoningContent?: string;\n\n  constructor(\n    message: string,\n    rawResponse: string,\n    usage?: AIUsageInfo,\n    rawAssistantOutput?: RawAssistantOutput,\n    reasoningContent?: string,\n  ) {\n    super(message);\n    this.name = 'AIResponseParseError';\n    this.rawResponse = rawResponse;\n    this.usage = usage;\n    this.rawAssistantOutput = rawAssistantOutput;\n    this.reasoningContent = reasoningContent;\n  }\n}\n\n/**\n * Internal field name stamped onto every AIUsageInfo shaped by callAI().\n * Used for cross-path dedup when the provider does not return a request_id.\n */\nexport const INTERNAL_CALL_ID_FIELD = '_midscene_call_id';\n\nlet internalCallIdCounter = 0;\nexport function nextInternalCallId(): string {\n  internalCallIdCounter += 1;\n  return `call_${internalCallIdCounter}`;\n}\n\nexport function stringifyForDebug(value: unknown): string {\n  try {\n    return JSON.stringify(value);\n  } catch (_error) {\n    return String(value);\n  }\n}\n\nfunction getErrorMessage(error: unknown): string {\n  return error instanceof Error ? error.message : String(error);\n}\n\nexport function toError(error: unknown): Error {\n  return error instanceof Error ? error : new Error(String(error));\n}\n\nexport function normalizeRetryCount(retryCount: unknown): number {\n  if (typeof retryCount !== 'number' || !Number.isFinite(retryCount)) {\n    return 1;\n  }\n\n  return Math.max(0, Math.floor(retryCount));\n}\n\nexport function appendAIRequestFailureSummary<T extends Error>(\n  error: T,\n  attemptErrors: Array<{ attempt: number; error: unknown }>,\n  maxAttempts: number,\n): T {\n  const failedAttempts = attemptErrors.length;\n  const retries = Math.max(0, failedAttempts - 1);\n  const retryLabel = retries === 1 ? 'retry' : 'retries';\n  const originalMessage = error.message;\n  const previousAttemptErrors = attemptErrors.slice(0, -1);\n\n  error.message = `AI model request failed after ${retries} ${retryLabel} (${failedAttempts}/${maxAttempts} attempts). Last error: ${originalMessage}`;\n\n  if (previousAttemptErrors.length === 0) {\n    return error;\n  }\n\n  const details = previousAttemptErrors\n    .map(\n      ({ attempt, error }) => `Attempt ${attempt}: ${getErrorMessage(error)}`,\n    )\n    .join('\\n');\n\n  error.message = `${error.message}\\nPrevious AI call attempt errors:\\n${details}`;\n  return error;\n}\n\nexport const buildUsageInfo = ({\n  apiProtocol,\n  stream,\n  usageData,\n  requestId,\n  timeCost,\n  totalTimeCost,\n  retryCount,\n  modelName,\n  modelDescription,\n  responseModelName,\n  slot,\n  internalCallId,\n}: {\n  apiProtocol: NonNullable<AIUsageInfo['api_protocol']>;\n  stream: boolean;\n  usageData?: OpenAI.CompletionUsage;\n  requestId?: string | null;\n  timeCost?: number;\n  totalTimeCost: number;\n  retryCount: number;\n  modelName: string;\n  modelDescription: string;\n  responseModelName?: string;\n  slot: ModelRuntime['config']['slot'];\n  internalCallId: string;\n}): AIUsageInfo | undefined => {\n  if (!usageData) return undefined;\n\n  const cachedInputTokens = (\n    usageData as { prompt_tokens_details?: { cached_tokens?: number } }\n  )?.prompt_tokens_details?.cached_tokens;\n\n  return {\n    ...usageData,\n    api_protocol: apiProtocol,\n    stream,\n    prompt_tokens: usageData.prompt_tokens ?? 0,\n    completion_tokens: usageData.completion_tokens ?? 0,\n    total_tokens: usageData.total_tokens ?? 0,\n    cached_input: cachedInputTokens ?? 0,\n    time_cost: timeCost ?? 0,\n    total_time_cost: totalTimeCost,\n    retry_count: retryCount,\n    model_name: modelName,\n    model_description: modelDescription,\n    response_model_name: responseModelName,\n    slot,\n    // Left undefined at the raw call layer. The agent's onUsage callback\n    // fills it from modelConfig.slot for metrics collection, and task\n    // layers use withUsageIntent() to stamp a more specific semantic\n    // intent (e.g. 'planning', 'insight') when attaching usage to tasks.\n    intent: undefined,\n    request_id: requestId ?? undefined,\n    // Internal stable ID for cross-path dedup when request_id is absent.\n    [INTERNAL_CALL_ID_FIELD]: internalCallId,\n  } satisfies AIUsageInfo;\n};\n\nexport const hasUsableText = (\n  value: string | null | undefined,\n): value is string => typeof value === 'string' && value.trim().length > 0;\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","AIResponseParseError","Error","message","rawResponse","usage","rawAssistantOutput","reasoningContent","INTERNAL_CALL_ID_FIELD","internalCallIdCounter","nextInternalCallId","stringifyForDebug","value","JSON","_error","String","getErrorMessage","error","toError","normalizeRetryCount","retryCount","Number","Math","appendAIRequestFailureSummary","attemptErrors","maxAttempts","failedAttempts","retries","retryLabel","originalMessage","previousAttemptErrors","details","attempt","buildUsageInfo","apiProtocol","stream","usageData","requestId","timeCost","totalTimeCost","modelName","modelDescription","responseModelName","slot","internalCallId","cachedInputTokens","undefined","hasUsableText"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;;;;;;;ACAO,MAAMI,6BAA6BC;IAUxC,YACEC,OAAe,EACfC,WAAmB,EACnBC,KAAmB,EACnBC,kBAAuC,EACvCC,gBAAyB,CACzB;QACA,KAAK,CAACJ,UAhBR,yCAKA,+CACA,sDACA;QAUE,IAAI,CAAC,IAAI,GAAG;QACZ,IAAI,CAAC,WAAW,GAAGC;QACnB,IAAI,CAAC,KAAK,GAAGC;QACb,IAAI,CAAC,kBAAkB,GAAGC;QAC1B,IAAI,CAAC,gBAAgB,GAAGC;IAC1B;AACF;AAMO,MAAMC,yBAAyB;AAEtC,IAAIC,wBAAwB;AACrB,SAASC;IACdD,yBAAyB;IACzB,OAAO,CAAC,KAAK,EAAEA,uBAAuB;AACxC;AAEO,SAASE,kBAAkBC,KAAc;IAC9C,IAAI;QACF,OAAOC,KAAK,SAAS,CAACD;IACxB,EAAE,OAAOE,QAAQ;QACf,OAAOC,OAAOH;IAChB;AACF;AAEA,SAASI,gBAAgBC,KAAc;IACrC,OAAOA,iBAAiBf,QAAQe,MAAM,OAAO,GAAGF,OAAOE;AACzD;AAEO,SAASC,QAAQD,KAAc;IACpC,OAAOA,iBAAiBf,QAAQe,QAAQ,IAAIf,MAAMa,OAAOE;AAC3D;AAEO,SAASE,oBAAoBC,UAAmB;IACrD,IAAI,AAAsB,YAAtB,OAAOA,cAA2B,CAACC,OAAO,QAAQ,CAACD,aACrD,OAAO;IAGT,OAAOE,KAAK,GAAG,CAAC,GAAGA,KAAK,KAAK,CAACF;AAChC;AAEO,SAASG,8BACdN,KAAQ,EACRO,aAAyD,EACzDC,WAAmB;IAEnB,MAAMC,iBAAiBF,cAAc,MAAM;IAC3C,MAAMG,UAAUL,KAAK,GAAG,CAAC,GAAGI,iBAAiB;IAC7C,MAAME,aAAaD,AAAY,MAAZA,UAAgB,UAAU;IAC7C,MAAME,kBAAkBZ,MAAM,OAAO;IACrC,MAAMa,wBAAwBN,cAAc,KAAK,CAAC,GAAG;IAErDP,MAAM,OAAO,GAAG,CAAC,8BAA8B,EAAEU,QAAQ,CAAC,EAAEC,WAAW,EAAE,EAAEF,eAAe,CAAC,EAAED,YAAY,wBAAwB,EAAEI,iBAAiB;IAEpJ,IAAIC,AAAiC,MAAjCA,sBAAsB,MAAM,EAC9B,OAAOb;IAGT,MAAMc,UAAUD,sBACb,GAAG,CACF,CAAC,EAAEE,OAAO,EAAEf,KAAK,EAAE,GAAK,CAAC,QAAQ,EAAEe,QAAQ,EAAE,EAAEhB,gBAAgBC,QAAQ,EAExE,IAAI,CAAC;IAERA,MAAM,OAAO,GAAG,GAAGA,MAAM,OAAO,CAAC,oCAAoC,EAAEc,SAAS;IAChF,OAAOd;AACT;AAEO,MAAMgB,iBAAiB,CAAC,EAC7BC,WAAW,EACXC,MAAM,EACNC,SAAS,EACTC,SAAS,EACTC,QAAQ,EACRC,aAAa,EACbnB,UAAU,EACVoB,SAAS,EACTC,gBAAgB,EAChBC,iBAAiB,EACjBC,IAAI,EACJC,cAAc,EAcf;IACC,IAAI,CAACR,WAAW;IAEhB,MAAMS,oBACJT,WACC,uBAAuB;IAE1B,OAAO;QACL,GAAGA,SAAS;QACZ,cAAcF;QACdC;QACA,eAAeC,UAAU,aAAa,IAAI;QAC1C,mBAAmBA,UAAU,iBAAiB,IAAI;QAClD,cAAcA,UAAU,YAAY,IAAI;QACxC,cAAcS,qBAAqB;QACnC,WAAWP,YAAY;QACvB,iBAAiBC;QACjB,aAAanB;QACb,YAAYoB;QACZ,mBAAmBC;QACnB,qBAAqBC;QACrBC;QAKA,QAAQG;QACR,YAAYT,aAAaS;QAEzB,CAACtC,uBAAuB,EAAEoC;IAC5B;AACF;AAEO,MAAMG,gBAAgB,CAC3BnC,QACoB,AAAiB,YAAjB,OAAOA,SAAsBA,MAAM,IAAI,GAAG,MAAM,GAAG"}
+{"version":3,"file":"ai-model/service-caller/utils.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../src/ai-model/service-caller/utils.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { RawAssistantOutput } from '@/types';\nimport type { AIUsageInfo } from '@/types';\nimport type OpenAI from 'openai';\nimport type { ModelRuntime } from '../models';\n\n// Error class that preserves usage and rawResponse when AI call parsing fails\nexport class AIResponseParseError extends Error {\n  usage?: AIUsageInfo;\n  /**\n   * Adapter-extracted content used by Midscene for parsing. This is not the\n   * full provider response or choices[0].message.\n   */\n  rawResponse: string;\n  rawAssistantOutput?: RawAssistantOutput;\n  reasoningContent?: string;\n\n  constructor(\n    message: string,\n    rawResponse: string,\n    usage?: AIUsageInfo,\n    rawAssistantOutput?: RawAssistantOutput,\n    reasoningContent?: string,\n  ) {\n    super(message);\n    this.name = 'AIResponseParseError';\n    this.rawResponse = rawResponse;\n    this.usage = usage;\n    this.rawAssistantOutput = rawAssistantOutput;\n    this.reasoningContent = reasoningContent;\n  }\n}\n\n/**\n * Internal field name stamped onto AIUsageInfo by the shared model call pipeline.\n * Used for cross-path dedup when the provider does not return a request_id.\n */\nexport const INTERNAL_CALL_ID_FIELD = '_midscene_call_id';\n\nlet internalCallIdCounter = 0;\nexport function nextInternalCallId(): string {\n  internalCallIdCounter += 1;\n  return `call_${internalCallIdCounter}`;\n}\n\nexport function stringifyForDebug(value: unknown): string {\n  try {\n    return JSON.stringify(value);\n  } catch (_error) {\n    return String(value);\n  }\n}\n\nfunction getErrorMessage(error: unknown): string {\n  return error instanceof Error ? error.message : String(error);\n}\n\nexport function toError(error: unknown): Error {\n  return error instanceof Error ? error : new Error(String(error));\n}\n\nexport function normalizeRetryCount(retryCount: unknown): number {\n  if (typeof retryCount !== 'number' || !Number.isFinite(retryCount)) {\n    return 1;\n  }\n\n  return Math.max(0, Math.floor(retryCount));\n}\n\nexport function appendAIRequestFailureSummary<T extends Error>(\n  error: T,\n  attemptErrors: Array<{ attempt: number; error: unknown }>,\n  maxAttempts: number,\n): T {\n  const failedAttempts = attemptErrors.length;\n  const retries = Math.max(0, failedAttempts - 1);\n  const retryLabel = retries === 1 ? 'retry' : 'retries';\n  const originalMessage = error.message;\n  const previousAttemptErrors = attemptErrors.slice(0, -1);\n\n  error.message = `AI model request failed after ${retries} ${retryLabel} (${failedAttempts}/${maxAttempts} attempts). Last error: ${originalMessage}`;\n\n  if (previousAttemptErrors.length === 0) {\n    return error;\n  }\n\n  const details = previousAttemptErrors\n    .map(\n      ({ attempt, error }) => `Attempt ${attempt}: ${getErrorMessage(error)}`,\n    )\n    .join('\\n');\n\n  error.message = `${error.message}\\nPrevious AI call attempt errors:\\n${details}`;\n  return error;\n}\n\nexport const buildUsageInfo = ({\n  requestKind,\n  stream,\n  usageData,\n  requestId,\n  timeCost,\n  totalTimeCost,\n  retryCount,\n  modelName,\n  modelDescription,\n  responseModelName,\n  slot,\n  internalCallId,\n}: {\n  requestKind: NonNullable<AIUsageInfo['request_kind']>;\n  stream: boolean;\n  usageData?: OpenAI.CompletionUsage;\n  requestId?: string | null;\n  timeCost?: number;\n  totalTimeCost: number;\n  retryCount: number;\n  modelName: string;\n  modelDescription: string;\n  responseModelName?: string;\n  slot: ModelRuntime['config']['slot'];\n  internalCallId: string;\n}): AIUsageInfo | undefined => {\n  if (!usageData) return undefined;\n\n  const cachedInputTokens = (\n    usageData as { prompt_tokens_details?: { cached_tokens?: number } }\n  )?.prompt_tokens_details?.cached_tokens;\n\n  return {\n    ...usageData,\n    request_kind: requestKind,\n    stream,\n    prompt_tokens: usageData.prompt_tokens ?? 0,\n    completion_tokens: usageData.completion_tokens ?? 0,\n    total_tokens: usageData.total_tokens ?? 0,\n    cached_input: cachedInputTokens ?? 0,\n    time_cost: timeCost ?? 0,\n    total_time_cost: totalTimeCost,\n    retry_count: retryCount,\n    model_name: modelName,\n    model_description: modelDescription,\n    response_model_name: responseModelName,\n    slot,\n    // Left undefined at the raw call layer. The agent's onUsage callback\n    // fills it from modelConfig.slot for metrics collection, and task\n    // layers use withUsageIntent() to stamp a more specific semantic\n    // intent (e.g. 'planning', 'insight') when attaching usage to tasks.\n    intent: undefined,\n    request_id: requestId ?? undefined,\n    // Internal stable ID for cross-path dedup when request_id is absent.\n    [INTERNAL_CALL_ID_FIELD]: internalCallId,\n  } satisfies AIUsageInfo;\n};\n\nexport const hasUsableText = (\n  value: string | null | undefined,\n): value is string => typeof value === 'string' && value.trim().length > 0;\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","AIResponseParseError","Error","message","rawResponse","usage","rawAssistantOutput","reasoningContent","INTERNAL_CALL_ID_FIELD","internalCallIdCounter","nextInternalCallId","stringifyForDebug","value","JSON","_error","String","getErrorMessage","error","toError","normalizeRetryCount","retryCount","Number","Math","appendAIRequestFailureSummary","attemptErrors","maxAttempts","failedAttempts","retries","retryLabel","originalMessage","previousAttemptErrors","details","attempt","buildUsageInfo","requestKind","stream","usageData","requestId","timeCost","totalTimeCost","modelName","modelDescription","responseModelName","slot","internalCallId","cachedInputTokens","undefined","hasUsableText"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;;;;;;;ACAO,MAAMI,6BAA6BC;IAUxC,YACEC,OAAe,EACfC,WAAmB,EACnBC,KAAmB,EACnBC,kBAAuC,EACvCC,gBAAyB,CACzB;QACA,KAAK,CAACJ,UAhBR,yCAKA,+CACA,sDACA;QAUE,IAAI,CAAC,IAAI,GAAG;QACZ,IAAI,CAAC,WAAW,GAAGC;QACnB,IAAI,CAAC,KAAK,GAAGC;QACb,IAAI,CAAC,kBAAkB,GAAGC;QAC1B,IAAI,CAAC,gBAAgB,GAAGC;IAC1B;AACF;AAMO,MAAMC,yBAAyB;AAEtC,IAAIC,wBAAwB;AACrB,SAASC;IACdD,yBAAyB;IACzB,OAAO,CAAC,KAAK,EAAEA,uBAAuB;AACxC;AAEO,SAASE,kBAAkBC,KAAc;IAC9C,IAAI;QACF,OAAOC,KAAK,SAAS,CAACD;IACxB,EAAE,OAAOE,QAAQ;QACf,OAAOC,OAAOH;IAChB;AACF;AAEA,SAASI,gBAAgBC,KAAc;IACrC,OAAOA,iBAAiBf,QAAQe,MAAM,OAAO,GAAGF,OAAOE;AACzD;AAEO,SAASC,QAAQD,KAAc;IACpC,OAAOA,iBAAiBf,QAAQe,QAAQ,IAAIf,MAAMa,OAAOE;AAC3D;AAEO,SAASE,oBAAoBC,UAAmB;IACrD,IAAI,AAAsB,YAAtB,OAAOA,cAA2B,CAACC,OAAO,QAAQ,CAACD,aACrD,OAAO;IAGT,OAAOE,KAAK,GAAG,CAAC,GAAGA,KAAK,KAAK,CAACF;AAChC;AAEO,SAASG,8BACdN,KAAQ,EACRO,aAAyD,EACzDC,WAAmB;IAEnB,MAAMC,iBAAiBF,cAAc,MAAM;IAC3C,MAAMG,UAAUL,KAAK,GAAG,CAAC,GAAGI,iBAAiB;IAC7C,MAAME,aAAaD,AAAY,MAAZA,UAAgB,UAAU;IAC7C,MAAME,kBAAkBZ,MAAM,OAAO;IACrC,MAAMa,wBAAwBN,cAAc,KAAK,CAAC,GAAG;IAErDP,MAAM,OAAO,GAAG,CAAC,8BAA8B,EAAEU,QAAQ,CAAC,EAAEC,WAAW,EAAE,EAAEF,eAAe,CAAC,EAAED,YAAY,wBAAwB,EAAEI,iBAAiB;IAEpJ,IAAIC,AAAiC,MAAjCA,sBAAsB,MAAM,EAC9B,OAAOb;IAGT,MAAMc,UAAUD,sBACb,GAAG,CACF,CAAC,EAAEE,OAAO,EAAEf,KAAK,EAAE,GAAK,CAAC,QAAQ,EAAEe,QAAQ,EAAE,EAAEhB,gBAAgBC,QAAQ,EAExE,IAAI,CAAC;IAERA,MAAM,OAAO,GAAG,GAAGA,MAAM,OAAO,CAAC,oCAAoC,EAAEc,SAAS;IAChF,OAAOd;AACT;AAEO,MAAMgB,iBAAiB,CAAC,EAC7BC,WAAW,EACXC,MAAM,EACNC,SAAS,EACTC,SAAS,EACTC,QAAQ,EACRC,aAAa,EACbnB,UAAU,EACVoB,SAAS,EACTC,gBAAgB,EAChBC,iBAAiB,EACjBC,IAAI,EACJC,cAAc,EAcf;IACC,IAAI,CAACR,WAAW;IAEhB,MAAMS,oBACJT,WACC,uBAAuB;IAE1B,OAAO;QACL,GAAGA,SAAS;QACZ,cAAcF;QACdC;QACA,eAAeC,UAAU,aAAa,IAAI;QAC1C,mBAAmBA,UAAU,iBAAiB,IAAI;QAClD,cAAcA,UAAU,YAAY,IAAI;QACxC,cAAcS,qBAAqB;QACnC,WAAWP,YAAY;QACvB,iBAAiBC;QACjB,aAAanB;QACb,YAAYoB;QACZ,mBAAmBC;QACnB,qBAAqBC;QACrBC;QAKA,QAAQG;QACR,YAAYT,aAAaS;QAEzB,CAACtC,uBAAuB,EAAEoC;IAC5B;AACF;AAEO,MAAMG,gBAAgB,CAC3BnC,QACoB,AAAiB,YAAjB,OAAOA,SAAsBA,MAAM,IAAI,GAAG,MAAM,GAAG"}

package/dist/lib/ai-model/shared/model-locate-result/factory.js

@@ -35,6 +35,9 @@ const external_validation_js_namespaceObject = require("./validation.js");
 function resolveLocateResultCoordinates(coordinates) {
     if (void 0 !== coordinates.normalizedBy && coordinates.normalizedBy <= 0) throw new Error(`locate result coordinates normalizedBy must be positive: ${coordinates.normalizedBy}`);
     return {
+        ...'bbox' === coordinates.shape ? {
+            boundsType: coordinates.boundsType ?? 'inclusive'
+        } : {},
         shape: coordinates.shape,
         order: coordinates.order ?? 'xy',
         normalizedBy: coordinates.normalizedBy,
@@ -53,11 +56,12 @@ function createLocateResultCodec(config) {
             const result = parseRawLocateValue(rawResult);
             const { preparedSize, contentSize = preparedSize } = context;
             (0, external_validation_js_namespaceObject.assertLocateResultStructure)(result);
-            (0, external_validation_js_namespaceObject.assertLocateResultCoordinateRangeAndOrder)(result, preparedSize.width - 1, preparedSize.height - 1);
+            const edgeBounds = (0, external_types_js_namespaceObject.isBboxLocateResultValue)(result) && 'edges' === result.coordinatesMeta.boundsType;
+            (0, external_validation_js_namespaceObject.assertLocateResultCoordinateRangeAndOrder)(result, preparedSize.width - (edgeBounds ? 0 : 1), preparedSize.height - (edgeBounds ? 0 : 1));
             const center = (0, external_pixel_mapper_js_namespaceObject.clampPixelPointToSize)((0, external_pixel_mapper_js_namespaceObject.mapLocateResultToPixelPoint)(result, preparedSize), contentSize);
             const rect = (0, external_types_js_namespaceObject.isBboxLocateResultValue)(result) ? (()=>{
-                const pixelBbox = (0, external_pixel_mapper_js_namespaceObject.clampPixelBboxToSize)((0, external_pixel_mapper_js_namespaceObject.mapLocateResultToPixelBbox)(result, preparedSize), contentSize);
-                return (0, external_pixel_mapper_js_namespaceObject.pixelBboxToRect)(pixelBbox);
+                const pixelBbox = (0, external_pixel_mapper_js_namespaceObject.clampPixelBboxToSize)((0, external_pixel_mapper_js_namespaceObject.mapLocateResultToPixelBbox)(result, preparedSize), contentSize, result.coordinatesMeta.boundsType);
+                return (0, external_pixel_mapper_js_namespaceObject.pixelBboxToRect)(pixelBbox, result.coordinatesMeta.boundsType);
             })() : void 0;
             return {
                 center,

package/dist/lib/ai-model/shared/model-locate-result/factory.js.map

@@ -1 +1 @@
-{"version":3,"file":"ai-model/shared/model-locate-result/factory.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/shared/model-locate-result/factory.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { parseNumericLocateResult } from './parse';\nimport {\n  clampPixelBboxToSize,\n  clampPixelPointToSize,\n  mapLocateResultToPixelBbox,\n  mapLocateResultToPixelPoint,\n  pixelBboxToRect,\n} from './pixel-mapper';\nimport { createLocateResultPromptSpec } from './prompt-spec';\nimport { isBboxLocateResultValue } from './types';\nimport type {\n  LocateResultCodec,\n  LocateResultCoordinates,\n  LocateResultFormatDefinition,\n  ResolvedLocateResultCoordinates,\n} from './types';\nimport {\n  assertLocateResultCoordinateRangeAndOrder,\n  assertLocateResultStructure,\n} from './validation';\n\nexport function resolveLocateResultCoordinates(\n  coordinates: LocateResultCoordinates,\n): ResolvedLocateResultCoordinates {\n  if (coordinates.normalizedBy !== undefined && coordinates.normalizedBy <= 0) {\n    throw new Error(\n      `locate result coordinates normalizedBy must be positive: ${coordinates.normalizedBy}`,\n    );\n  }\n  return {\n    shape: coordinates.shape,\n    order: coordinates.order ?? 'xy',\n    normalizedBy: coordinates.normalizedBy,\n    rounding: coordinates.rounding ?? 'round',\n  };\n}\n\nexport function createLocateResultCodec(\n  config: LocateResultFormatDefinition,\n): LocateResultCodec {\n  const resolvedCoordinates = resolveLocateResultCoordinates(\n    config.coordinates,\n  );\n  const parseRawLocateValue =\n    config.parseRawLocateValue ??\n    ((input) => parseNumericLocateResult(resolvedCoordinates, input));\n  return {\n    promptSpec: createLocateResultPromptSpec(resolvedCoordinates, {\n      resultKey: config.resultKey,\n      resultKeyAliases: config.resultKeyAliases,\n    }),\n    toPixelResult: (rawResult, context) => {\n      const result = parseRawLocateValue(rawResult);\n      const { preparedSize, contentSize = preparedSize } = context;\n      assertLocateResultStructure(result);\n      assertLocateResultCoordinateRangeAndOrder(\n        result,\n        preparedSize.width - 1,\n        preparedSize.height - 1,\n      );\n      // Clamp the mapped center independently from the optional bbox so padding\n      // removal cannot change the target by recomputing a clipped box's center.\n      const center = clampPixelPointToSize(\n        mapLocateResultToPixelPoint(result, preparedSize),\n        contentSize,\n      );\n      // Preserve an original bbox as region metadata for DeepLocate search areas\n      // and aiLocate's return value. Point-only results leave rect undefined;\n      // click coordinates always use the independently calculated center.\n      const rect = isBboxLocateResultValue(result)\n        ? (() => {\n            const pixelBbox = clampPixelBboxToSize(\n              mapLocateResultToPixelBbox(result, preparedSize),\n              contentSize,\n            );\n            return pixelBboxToRect(pixelBbox);\n          })()\n        : undefined;\n      return { center, rect };\n    },\n  };\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","resolveLocateResultCoordinates","coordinates","undefined","Error","createLocateResultCodec","config","resolvedCoordinates","parseRawLocateValue","input","parseNumericLocateResult","createLocateResultPromptSpec","rawResult","context","result","preparedSize","contentSize","assertLocateResultStructure","assertLocateResultCoordinateRangeAndOrder","center","clampPixelPointToSize","mapLocateResultToPixelPoint","rect","isBboxLocateResultValue","pixelBbox","clampPixelBboxToSize","mapLocateResultToPixelBbox","pixelBboxToRect"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;ACeO,SAASI,+BACdC,WAAoC;IAEpC,IAAIA,AAA6BC,WAA7BD,YAAY,YAAY,IAAkBA,YAAY,YAAY,IAAI,GACxE,MAAM,IAAIE,MACR,CAAC,yDAAyD,EAAEF,YAAY,YAAY,EAAE;IAG1F,OAAO;QACL,OAAOA,YAAY,KAAK;QACxB,OAAOA,YAAY,KAAK,IAAI;QAC5B,cAAcA,YAAY,YAAY;QACtC,UAAUA,YAAY,QAAQ,IAAI;IACpC;AACF;AAEO,SAASG,wBACdC,MAAoC;IAEpC,MAAMC,sBAAsBN,+BAC1BK,OAAO,WAAW;IAEpB,MAAME,sBACJF,OAAO,mBAAmB,IACxB,EAAAG,QAAUC,AAAAA,IAAAA,kCAAAA,wBAAAA,AAAAA,EAAyBH,qBAAqBE,MAAK;IACjE,OAAO;QACL,YAAYE,AAAAA,IAAAA,wCAAAA,4BAAAA,AAAAA,EAA6BJ,qBAAqB;YAC5D,WAAWD,OAAO,SAAS;YAC3B,kBAAkBA,OAAO,gBAAgB;QAC3C;QACA,eAAe,CAACM,WAAWC;YACzB,MAAMC,SAASN,oBAAoBI;YACnC,MAAM,EAAEG,YAAY,EAAEC,cAAcD,YAAY,EAAE,GAAGF;YACrDI,IAAAA,uCAAAA,2BAAAA,AAAAA,EAA4BH;YAC5BI,IAAAA,uCAAAA,yCAAAA,AAAAA,EACEJ,QACAC,aAAa,KAAK,GAAG,GACrBA,aAAa,MAAM,GAAG;YAIxB,MAAMI,SAASC,AAAAA,IAAAA,yCAAAA,qBAAAA,AAAAA,EACbC,AAAAA,IAAAA,yCAAAA,2BAAAA,AAAAA,EAA4BP,QAAQC,eACpCC;YAKF,MAAMM,OAAOC,AAAAA,IAAAA,kCAAAA,uBAAAA,AAAAA,EAAwBT,UAChC,AAAC;gBACA,MAAMU,YAAYC,AAAAA,IAAAA,yCAAAA,oBAAAA,AAAAA,EAChBC,AAAAA,IAAAA,yCAAAA,0BAAAA,AAAAA,EAA2BZ,QAAQC,eACnCC;gBAEF,OAAOW,AAAAA,IAAAA,yCAAAA,eAAAA,AAAAA,EAAgBH;YACzB,OACArB;YACJ,OAAO;gBAAEgB;gBAAQG;YAAK;QACxB;IACF;AACF"}
+{"version":3,"file":"ai-model/shared/model-locate-result/factory.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/shared/model-locate-result/factory.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { parseNumericLocateResult } from './parse';\nimport {\n  clampPixelBboxToSize,\n  clampPixelPointToSize,\n  mapLocateResultToPixelBbox,\n  mapLocateResultToPixelPoint,\n  pixelBboxToRect,\n} from './pixel-mapper';\nimport { createLocateResultPromptSpec } from './prompt-spec';\nimport { isBboxLocateResultValue } from './types';\nimport type {\n  LocateResultCodec,\n  LocateResultCoordinates,\n  LocateResultFormatDefinition,\n  ResolvedLocateResultCoordinates,\n} from './types';\nimport {\n  assertLocateResultCoordinateRangeAndOrder,\n  assertLocateResultStructure,\n} from './validation';\n\nexport function resolveLocateResultCoordinates(\n  coordinates: LocateResultCoordinates,\n): ResolvedLocateResultCoordinates {\n  if (coordinates.normalizedBy !== undefined && coordinates.normalizedBy <= 0) {\n    throw new Error(\n      `locate result coordinates normalizedBy must be positive: ${coordinates.normalizedBy}`,\n    );\n  }\n  return {\n    ...(coordinates.shape === 'bbox'\n      ? { boundsType: coordinates.boundsType ?? 'inclusive' }\n      : {}),\n    shape: coordinates.shape,\n    order: coordinates.order ?? 'xy',\n    normalizedBy: coordinates.normalizedBy,\n    rounding: coordinates.rounding ?? 'round',\n  };\n}\n\nexport function createLocateResultCodec(\n  config: LocateResultFormatDefinition,\n): LocateResultCodec {\n  const resolvedCoordinates = resolveLocateResultCoordinates(\n    config.coordinates,\n  );\n  const parseRawLocateValue =\n    config.parseRawLocateValue ??\n    ((input) => parseNumericLocateResult(resolvedCoordinates, input));\n  return {\n    promptSpec: createLocateResultPromptSpec(resolvedCoordinates, {\n      resultKey: config.resultKey,\n      resultKeyAliases: config.resultKeyAliases,\n    }),\n    toPixelResult: (rawResult, context) => {\n      const result = parseRawLocateValue(rawResult);\n      const { preparedSize, contentSize = preparedSize } = context;\n      assertLocateResultStructure(result);\n      const edgeBounds =\n        isBboxLocateResultValue(result) &&\n        result.coordinatesMeta.boundsType === 'edges';\n      assertLocateResultCoordinateRangeAndOrder(\n        result,\n        preparedSize.width - (edgeBounds ? 0 : 1),\n        preparedSize.height - (edgeBounds ? 0 : 1),\n      );\n      // Clamp the mapped center independently from the optional bbox so padding\n      // removal cannot change the target by recomputing a clipped box's center.\n      const center = clampPixelPointToSize(\n        mapLocateResultToPixelPoint(result, preparedSize),\n        contentSize,\n      );\n      // Preserve an original bbox as region metadata for DeepLocate search areas\n      // and aiLocate's return value. Point-only results leave rect undefined;\n      // click coordinates always use the independently calculated center.\n      const rect = isBboxLocateResultValue(result)\n        ? (() => {\n            const pixelBbox = clampPixelBboxToSize(\n              mapLocateResultToPixelBbox(result, preparedSize),\n              contentSize,\n              result.coordinatesMeta.boundsType,\n            );\n            return pixelBboxToRect(\n              pixelBbox,\n              result.coordinatesMeta.boundsType,\n            );\n          })()\n        : undefined;\n      return { center, rect };\n    },\n  };\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","resolveLocateResultCoordinates","coordinates","undefined","Error","createLocateResultCodec","config","resolvedCoordinates","parseRawLocateValue","input","parseNumericLocateResult","createLocateResultPromptSpec","rawResult","context","result","preparedSize","contentSize","assertLocateResultStructure","edgeBounds","isBboxLocateResultValue","assertLocateResultCoordinateRangeAndOrder","center","clampPixelPointToSize","mapLocateResultToPixelPoint","rect","pixelBbox","clampPixelBboxToSize","mapLocateResultToPixelBbox","pixelBboxToRect"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;ACeO,SAASI,+BACdC,WAAoC;IAEpC,IAAIA,AAA6BC,WAA7BD,YAAY,YAAY,IAAkBA,YAAY,YAAY,IAAI,GACxE,MAAM,IAAIE,MACR,CAAC,yDAAyD,EAAEF,YAAY,YAAY,EAAE;IAG1F,OAAO;QACL,GAAIA,AAAsB,WAAtBA,YAAY,KAAK,GACjB;YAAE,YAAYA,YAAY,UAAU,IAAI;QAAY,IACpD,CAAC,CAAC;QACN,OAAOA,YAAY,KAAK;QACxB,OAAOA,YAAY,KAAK,IAAI;QAC5B,cAAcA,YAAY,YAAY;QACtC,UAAUA,YAAY,QAAQ,IAAI;IACpC;AACF;AAEO,SAASG,wBACdC,MAAoC;IAEpC,MAAMC,sBAAsBN,+BAC1BK,OAAO,WAAW;IAEpB,MAAME,sBACJF,OAAO,mBAAmB,IACxB,EAAAG,QAAUC,AAAAA,IAAAA,kCAAAA,wBAAAA,AAAAA,EAAyBH,qBAAqBE,MAAK;IACjE,OAAO;QACL,YAAYE,AAAAA,IAAAA,wCAAAA,4BAAAA,AAAAA,EAA6BJ,qBAAqB;YAC5D,WAAWD,OAAO,SAAS;YAC3B,kBAAkBA,OAAO,gBAAgB;QAC3C;QACA,eAAe,CAACM,WAAWC;YACzB,MAAMC,SAASN,oBAAoBI;YACnC,MAAM,EAAEG,YAAY,EAAEC,cAAcD,YAAY,EAAE,GAAGF;YACrDI,IAAAA,uCAAAA,2BAAAA,AAAAA,EAA4BH;YAC5B,MAAMI,aACJC,AAAAA,IAAAA,kCAAAA,uBAAAA,AAAAA,EAAwBL,WACxBA,AAAsC,YAAtCA,OAAO,eAAe,CAAC,UAAU;YACnCM,IAAAA,uCAAAA,yCAAAA,AAAAA,EACEN,QACAC,aAAa,KAAK,GAAIG,CAAAA,aAAa,IAAI,IACvCH,aAAa,MAAM,GAAIG,CAAAA,aAAa,IAAI;YAI1C,MAAMG,SAASC,AAAAA,IAAAA,yCAAAA,qBAAAA,AAAAA,EACbC,AAAAA,IAAAA,yCAAAA,2BAAAA,AAAAA,EAA4BT,QAAQC,eACpCC;YAKF,MAAMQ,OAAOL,AAAAA,IAAAA,kCAAAA,uBAAAA,AAAAA,EAAwBL,UAChC,AAAC;gBACA,MAAMW,YAAYC,AAAAA,IAAAA,yCAAAA,oBAAAA,AAAAA,EAChBC,AAAAA,IAAAA,yCAAAA,0BAAAA,AAAAA,EAA2Bb,QAAQC,eACnCC,aACAF,OAAO,eAAe,CAAC,UAAU;gBAEnC,OAAOc,AAAAA,IAAAA,yCAAAA,eAAAA,AAAAA,EACLH,WACAX,OAAO,eAAe,CAAC,UAAU;YAErC,OACAX;YACJ,OAAO;gBAAEkB;gBAAQG;YAAK;QACxB;IACF;AACF"}

package/dist/lib/ai-model/shared/model-locate-result/pixel-mapper.js

@@ -58,8 +58,14 @@ function clampPixelPointToSize([x, y], { width, height }) {
         clamp(y, 0, maxPixelCoordinate(height))
     ];
 }
-function clampPixelBboxToSize(pixelBbox, size) {
+function clampPixelBboxToSize(pixelBbox, size, boundsType = 'inclusive') {
     const [left, top, right, bottom] = pixelBbox;
+    if ('edges' === boundsType) return [
+        clamp(left, 0, size.width),
+        clamp(top, 0, size.height),
+        clamp(right, 0, size.width),
+        clamp(bottom, 0, size.height)
+    ];
     return [
         ...clampPixelPointToSize([
             left,
@@ -71,12 +77,12 @@ function clampPixelBboxToSize(pixelBbox, size) {
         ], size)
     ];
 }
-function pixelBboxToRect([left, top, right, bottom]) {
+function pixelBboxToRect([left, top, right, bottom], boundsType = 'inclusive') {
     return {
         left,
         top,
-        width: right - left + 1,
-        height: bottom - top + 1
+        width: right - left + ('inclusive' === boundsType ? 1 : 0),
+        height: bottom - top + ('inclusive' === boundsType ? 1 : 0)
     };
 }
 function mapLocateResultToPixelBbox(result, { width, height }) {