@midscene/core 1.15.5 → 1.16.0

package/dist/types/ai-model/model-adapter/resolve.d.ts

@@ -1,6 +1,7 @@
 import type { InsightAdapter } from './insight-protocol';
 import type { BuildCodexAppServerParams, ChatCompletionAdapter, ImagePreprocessPolicy, JsonParser, LocateAdapter, ModelAdapter, ModelAdapterDefinition, PlanningAdapter, ResolveImageDetail, ResponsesAdapter } from './types';
 export declare class ResolvedModelAdapter implements ModelAdapter {
+    readonly supportedTasks: ModelAdapter['supportedTasks'];
     readonly supportedProtocols: ModelAdapter['supportedProtocols'];
     readonly jsonParser: JsonParser;
     readonly chatCompletion: ChatCompletionAdapter;

package/dist/types/ai-model/model-adapter/resolve.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"resolve.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/model-adapter/resolve.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAIzD,OAAO,KAAK,EACV,yBAAyB,EACzB,qBAAqB,EACrB,qBAAqB,EACrB,UAAU,EACV,aAAa,EACb,YAAY,EACZ,sBAAsB,EACtB,eAAe,EACf,kBAAkB,EAClB,gBAAgB,EACjB,MAAM,SAAS,CAAC;AA2BjB,qBAAa,oBAAqB,YAAW,YAAY;IACvD,QAAQ,CAAC,kBAAkB,EAAE,YAAY,CAAC,oBAAoB,CAAC,CAAC;IAChE,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC;IAChC,QAAQ,CAAC,cAAc,EAAE,qBAAqB,CAAC;IAC/C,QAAQ,CAAC,kBAAkB,EAAE,kBAAkB,CAAC;IAChD,QAAQ,CAAC,SAAS,EAAE,gBAAgB,CAAC;IACrC,QAAQ,CAAC,yBAAyB,EAAE,yBAAyB,CAAC;IAC9D,QAAQ,CAAC,eAAe,EAAE,qBAAqB,CAAC;IAChD,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC;IACjC,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;IACnC,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;gBAEnB,MAAM,EAAE,sBAAsB,EAAE,WAAW,EAAE,MAAM;CA6BhE"}
+{"version":3,"file":"resolve.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/model-adapter/resolve.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAIzD,OAAO,KAAK,EACV,yBAAyB,EACzB,qBAAqB,EACrB,qBAAqB,EACrB,UAAU,EACV,aAAa,EACb,YAAY,EACZ,sBAAsB,EACtB,eAAe,EACf,kBAAkB,EAClB,gBAAgB,EACjB,MAAM,SAAS,CAAC;AA2BjB,qBAAa,oBAAqB,YAAW,YAAY;IACvD,QAAQ,CAAC,cAAc,EAAE,YAAY,CAAC,gBAAgB,CAAC,CAAC;IACxD,QAAQ,CAAC,kBAAkB,EAAE,YAAY,CAAC,oBAAoB,CAAC,CAAC;IAChE,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC;IAChC,QAAQ,CAAC,cAAc,EAAE,qBAAqB,CAAC;IAC/C,QAAQ,CAAC,kBAAkB,EAAE,kBAAkB,CAAC;IAChD,QAAQ,CAAC,SAAS,EAAE,gBAAgB,CAAC;IACrC,QAAQ,CAAC,yBAAyB,EAAE,yBAAyB,CAAC;IAC9D,QAAQ,CAAC,eAAe,EAAE,qBAAqB,CAAC;IAChD,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC;IACjC,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;IACnC,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;gBAEnB,MAAM,EAAE,sBAAsB,EAAE,WAAW,EAAE,MAAM;CA8BhE"}

package/dist/types/ai-model/model-adapter/types.d.ts

@@ -212,7 +212,9 @@ type CustomLocateDefinition = {
     locateFn?: never;
 });
 export type LocateDefinition = StandardLocateDefinition | CustomLocateDefinition;
+export type ModelTask = 'locate' | 'boolean' | 'extract' | 'planning' | 'text';
 export interface ModelAdapter {
+    supportedTasks?: readonly ModelTask[];
     supportedProtocols: TModelProtocol[];
     jsonParser: JsonParser;
     chatCompletion: ChatCompletionAdapter;
@@ -232,6 +234,12 @@ export interface ModelRuntime {
      * per-execution runtime copy so concurrent Agent operations never share it.
      */
     executionId?: string;
+    modelRouting?: {
+        requestedModel: string;
+        requestedSlot: IModelConfig['slot'];
+        task: ModelTask;
+        reason: string;
+    };
     /**
      * Optional callback fired after every underlying model call with the shaped
      * usage info. Provides a single collection point for callers that want to
@@ -243,6 +251,7 @@ export interface ModelRuntime {
     onRequest?: (endpoint?: string) => void;
 }
 export interface ModelAdapterDefinition {
+    supportedTasks?: readonly ModelTask[];
     /** API protocols adapted for this model. Defaults to Chat Completions only. */
     supportedProtocols?: TModelProtocol[];
     jsonParser?: JsonParserPreset | JsonParser;

package/dist/types/ai-model/model-adapter/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/model-adapter/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,KAAK,EACV,YAAY,EACZ,OAAO,EACP,cAAc,EACd,sBAAsB,EACtB,oBAAoB,EACrB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,EACV,UAAU,EACV,iBAAiB,EACjB,gBAAgB,EACjB,MAAM,gBAAgB,CAAC;AACxB,OAAO,KAAK,EACV,iBAAiB,EACjB,4BAA4B,EAC5B,iBAAiB,EACjB,+BAA+B,EAChC,MAAM,qCAAqC,CAAC;AAC7C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AAC7D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,6BAA6B,CAAC;AAC1D,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACxE,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAChE,OAAO,KAAK,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,KAAK,EACV,sBAAsB,EACtB,gCAAgC,EACjC,MAAM,mBAAmB,CAAC;AAC3B,OAAO,KAAK,EACV,wBAAwB,EACxB,kCAAkC,EACnC,MAAM,qBAAqB,CAAC;AAE7B,YAAY,EACV,qBAAqB,EACrB,UAAU,EACV,iBAAiB,EACjB,gBAAgB,GACjB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,cAAc,CAAC;AAE9C,MAAM,WAAW,cAAc;IAC7B,gBAAgB,CAAC,EAAE,sBAAsB,CAAC;IAC1C,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,0BAA0B;IACzC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC;AAED,MAAM,WAAW,8BAA8B;IAC7C,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,sBAAuB,SAAQ,cAAc;IAC5D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,oBAAoB,CAAC;CACvC;AAID,MAAM,MAAM,qBAAqB,GAAG,MAAM,sBAAsB,CAAC;AAEjE,MAAM,WAAW,uBAAuB;IACtC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,sBAAsB,CAAC;IACpC;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC;;;;;;;OAOG;IACH,0BAA0B,CAAC,EAAE,OAAO,CAAC;CACtC;AAED,MAAM,WAAW,yBAAyB;IACxC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,sBAAsB,CAAC;IACnC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,0BAA0B,CAAC,EAAE,OAAO,CAAC;IACrC,gBAAgB,EAAE,8BAA8B,CAAC;CAClD;AAED,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,KAAK,GAAG,MAAM,GAAG,UAAU,CAAC;AAE/D,MAAM,WAAW,yBAAyB;IACxC,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,oBAAqB,SAAQ,uBAAuB;IACnE,UAAU,EAAE,sBAAsB,CAAC;IACnC,gBAAgB,EAAE,yBAAyB,CAAC;CAC7C;AAED,MAAM,MAAM,oBAAoB,GAAG,CAAC,KAAK,EAAE,oBAAoB,KAAK;IAClE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC,CAAC;AAEF,MAAM,WAAW,gBAAgB;IAC/B,wBAAwB,EAAE,OAAO,CAAC;IAClC,qBAAqB,EAAE,qBAAqB,EAAE,CAAC;IAC/C,oBAAoB,CAClB,KAAK,EAAE,uBAAuB,GAC7B,UAAU,CAAC,oBAAoB,CAAC,CAAC;CACrC;AAED,MAAM,WAAW,mBAAmB;IAClC,sEAAsE;IACtE,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC,qBAAqB,CAAC,EAAE,qBAAqB,EAAE,CAAC;IAChD,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;CAC7C;AAED,MAAM,MAAM,kBAAkB,GAAG,CAAC,KAAK,EAAE;IACvC,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,2BAA2B,CAAC,EAAE,OAAO,CAAC;CACvC,KAAK,WAAW,CAAC;AAElB,MAAM,WAAW,uBAAuB;IACtC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,UAAU,CAAC,EAAE,cAAc,CAAC;CAC7B;AAED,MAAM,WAAW,0BAA0B;IACzC,MAAM,EAAE;QACN,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;CACH;AAED,MAAM,MAAM,yBAAyB,GAAG,CACtC,KAAK,EAAE,uBAAuB,KAC3B,0BAA0B,CAAC;AAEhC,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,MAAM,2BAA2B,GACnC,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,qBAAqB,GAAG;IAC/C,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC,GACF,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,mBAAmB,CAAC,MAAM,CAAC,KAAK,GAAG;IAC1D,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC,CAAC;AAEP,MAAM,MAAM,0BAA0B,GAAG,CACvC,OAAO,EAAE,2BAA2B,GAAG,SAAS,KAC7C,mBAAmB,CAAC;AAEzB,MAAM,WAAW,qBAAqB;IACpC,qBAAqB,EAAE,qBAAqB,EAAE,CAAC;IAC/C,yBAAyB,CACvB,KAAK,EAAE,uBAAuB,GAC7B,0BAA0B,CAAC;IAC9B,0BAA0B,EAAE,0BAA0B,CAAC;IACvD,6BAA6B,EAAE,OAAO,CAAC;IACvC,yBAAyB,EAAE,OAAO,CAAC;CACpC;AAED,KAAK,+BAA+B,GAChC;IACE,iBAAiB,CAAC,EAAE;QAClB,IAAI,EAAE,SAAS,CAAC;QAChB,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;KACjC,CAAC;CACH,GACD;IACE,iBAAiB,EAAE;QACjB,IAAI,EAAE,QAAQ,CAAC;QACf,0BAA0B,EAAE,0BAA0B,CAAC;KACxD,CAAC;CACH,CAAC;AAEN,MAAM,MAAM,wBAAwB,GAAG,+BAA+B,GAAG;IACvE,qBAAqB,CAAC,EAAE,qBAAqB,EAAE,CAAC;IAChD,yBAAyB,CAAC,EAAE,CAC1B,KAAK,EAAE,yBAAyB,KAC7B,0BAA0B,CAAC;IAChC,6BAA6B,CAAC,EAAE,OAAO,CAAC;IACxC;;;;;;OAMG;IACH,yBAAyB,CAAC,EAAE,OAAO,CAAC;CACrC,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAAC;AAEvE,UAAU,cAAc;IACtB,YAAY,EAAE,OAAO,CAAC;IACtB,2BAA2B,EAAE,MAAM,CAAC;IACpC;;;;;;;;OAQG;IACH,wBAAwB,EAAE,OAAO,CAAC;CACnC;AAED,MAAM,MAAM,eAAe,GACvB,CAAC,cAAc,GAAG;IAChB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,wBAAwB,CAAC;IACnC,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;CACvC,CAAC,GACF,CAAC,cAAc,GAAG;IAChB,IAAI,EAAE,QAAQ,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,gBAAgB,CAAC,EAAE,+BAA+B,CAAC;CACpD,CAAC,CAAC;AAEP,MAAM,MAAM,kBAAkB,GAC1B,CAAC,OAAO,CAAC,cAAc,CAAC,GAAG;IACzB,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,QAAQ,CAAC,EAAE,kCAAkC,CAAC;IAC9C,kBAAkB,CAAC,EAAE,4BAA4B,GAAG,KAAK,CAAC;CAC3D,CAAC,GACF,CAAC,OAAO,CAAC,cAAc,CAAC,GACtB,CACI;IACE,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE,wBAAwB,CAAC,GAAG,CAAC,CAAC;IACvC,MAAM,CAAC,EAAE,KAAK,CAAC;CAChB,GACD;IACE,IAAI,EAAE,QAAQ,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,KAAK,CAAC;CACjB,CACJ,CAAC,CAAC;AAET,MAAM,MAAM,6BAA6B,GAAG,aAAa,GAAG,cAAc,CAAC;AAE3E,KAAK,qBAAqB,GAAG;IAC3B,IAAI,EAAE,UAAU,CAAC;IACjB,uBAAuB,EAAE,6BAA6B,CAAC;IACvD,OAAO,EAAE,eAAe,CAAC;IACzB,UAAU,CAAC,EAAE,eAAe,CAAC;CAC9B,CAAC;AAEF,UAAU,eAAe;IACvB,QAAQ,EAAE,sBAAsB,CAAC;IACjC,WAAW,EAAE,iBAAiB,CAAC;CAChC;AAED,KAAK,mBAAmB,GAAG;IACzB,IAAI,EAAE,QAAQ,CAAC;IACf,QAAQ,EAAE,QAAQ,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,qBAAqB,GAAG,mBAAmB,CAAC;AAExE,KAAK,wBAAwB,GAAG;IAC9B,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,uBAAuB,CAAC,EAAE,6BAA6B,CAAC;IACxD,OAAO,CAAC,EAAE,yBAAyB,CAAC;IACpC,UAAU,CAAC,EAAE,yBAAyB,GAAG,KAAK,CAAC;CAChD,CAAC;AAEF,UAAU,yBAAyB;IACjC,QAAQ,CAAC,EAAE,gCAAgC,CAAC;IAC5C,YAAY,CAAC,EAAE,4BAA4B,CAAC;CAC7C;AAED,MAAM,WAAW,4BAA4B;IAC3C,iBAAiB,IAAI,MAAM,CAAC;IAC5B,qBAAqB,CACnB,OAAO,EAAE,cAAc,EAAE,GACxB,iBAAiB,GAAG,SAAS,CAAC;CAClC;AAED,KAAK,sBAAsB,GAAG;IAC5B,IAAI,EAAE,QAAQ,CAAC;CAChB,GAAG,CACA;IACE,QAAQ,EAAE,QAAQ,CAAC;IACnB,kBAAkB,CAAC,EAAE,KAAK,CAAC;CAC5B,GACD;IACE,kBAAkB,EAAE,4BAA4B,CAAC;IACjD,QAAQ,CAAC,EAAE,KAAK,CAAC;CAClB,CACJ,CAAC;AAEF,MAAM,MAAM,gBAAgB,GACxB,wBAAwB,GACxB,sBAAsB,CAAC;AAE3B,MAAM,WAAW,YAAY;IAC3B,kBAAkB,EAAE,cAAc,EAAE,CAAC;IACrC,UAAU,EAAE,UAAU,CAAC;IACvB,cAAc,EAAE,qBAAqB,CAAC;IACtC,SAAS,EAAE,gBAAgB,CAAC;IAC5B,kBAAkB,EAAE,kBAAkB,CAAC;IACvC,yBAAyB,EAAE,yBAAyB,CAAC;IACrD,eAAe,EAAE,qBAAqB,CAAC;IACvC,OAAO,EAAE,cAAc,CAAC;IACxB,QAAQ,EAAE,eAAe,CAAC;IAC1B,MAAM,EAAE,aAAa,CAAC;CACvB;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,YAAY,CAAC;IACtB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;;OAKG;IACH,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,CAAC;IACvC,yEAAyE;IACzE,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;CACzC;AAED,MAAM,WAAW,sBAAsB;IACrC,+EAA+E;IAC/E,kBAAkB,CAAC,EAAE,cAAc,EAAE,CAAC;IACtC,UAAU,CAAC,EAAE,gBAAgB,GAAG,UAAU,CAAC;IAC3C,cAAc,CAAC,EAAE,wBAAwB,CAAC;IAC1C,SAAS,CAAC,EAAE,mBAAmB,CAAC;IAChC,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IACxC,yBAAyB,CAAC,EAAE,yBAAyB,CAAC;IACtD,eAAe,CAAC,EAAE,yBAAyB,CAAC;IAC5C,OAAO,CAAC,EAAE,iBAAiB,CAAC;IAC5B,QAAQ,CAAC,EAAE,kBAAkB,CAAC;IAC9B,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/model-adapter/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,KAAK,EACV,YAAY,EACZ,OAAO,EACP,cAAc,EACd,sBAAsB,EACtB,oBAAoB,EACrB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,EACV,UAAU,EACV,iBAAiB,EACjB,gBAAgB,EACjB,MAAM,gBAAgB,CAAC;AACxB,OAAO,KAAK,EACV,iBAAiB,EACjB,4BAA4B,EAC5B,iBAAiB,EACjB,+BAA+B,EAChC,MAAM,qCAAqC,CAAC;AAC7C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AAC7D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,6BAA6B,CAAC;AAC1D,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACxE,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAChE,OAAO,KAAK,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,KAAK,EACV,sBAAsB,EACtB,gCAAgC,EACjC,MAAM,mBAAmB,CAAC;AAC3B,OAAO,KAAK,EACV,wBAAwB,EACxB,kCAAkC,EACnC,MAAM,qBAAqB,CAAC;AAE7B,YAAY,EACV,qBAAqB,EACrB,UAAU,EACV,iBAAiB,EACjB,gBAAgB,GACjB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,cAAc,CAAC;AAE9C,MAAM,WAAW,cAAc;IAC7B,gBAAgB,CAAC,EAAE,sBAAsB,CAAC;IAC1C,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,0BAA0B;IACzC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC;AAED,MAAM,WAAW,8BAA8B;IAC7C,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,sBAAuB,SAAQ,cAAc;IAC5D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,oBAAoB,CAAC;CACvC;AAID,MAAM,MAAM,qBAAqB,GAAG,MAAM,sBAAsB,CAAC;AAEjE,MAAM,WAAW,uBAAuB;IACtC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,sBAAsB,CAAC;IACpC;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC;;;;;;;OAOG;IACH,0BAA0B,CAAC,EAAE,OAAO,CAAC;CACtC;AAED,MAAM,WAAW,yBAAyB;IACxC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,sBAAsB,CAAC;IACnC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,0BAA0B,CAAC,EAAE,OAAO,CAAC;IACrC,gBAAgB,EAAE,8BAA8B,CAAC;CAClD;AAED,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,KAAK,GAAG,MAAM,GAAG,UAAU,CAAC;AAE/D,MAAM,WAAW,yBAAyB;IACxC,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,oBAAqB,SAAQ,uBAAuB;IACnE,UAAU,EAAE,sBAAsB,CAAC;IACnC,gBAAgB,EAAE,yBAAyB,CAAC;CAC7C;AAED,MAAM,MAAM,oBAAoB,GAAG,CAAC,KAAK,EAAE,oBAAoB,KAAK;IAClE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC,CAAC;AAEF,MAAM,WAAW,gBAAgB;IAC/B,wBAAwB,EAAE,OAAO,CAAC;IAClC,qBAAqB,EAAE,qBAAqB,EAAE,CAAC;IAC/C,oBAAoB,CAClB,KAAK,EAAE,uBAAuB,GAC7B,UAAU,CAAC,oBAAoB,CAAC,CAAC;CACrC;AAED,MAAM,WAAW,mBAAmB;IAClC,sEAAsE;IACtE,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC,qBAAqB,CAAC,EAAE,qBAAqB,EAAE,CAAC;IAChD,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;CAC7C;AAED,MAAM,MAAM,kBAAkB,GAAG,CAAC,KAAK,EAAE;IACvC,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,2BAA2B,CAAC,EAAE,OAAO,CAAC;CACvC,KAAK,WAAW,CAAC;AAElB,MAAM,WAAW,uBAAuB;IACtC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,UAAU,CAAC,EAAE,cAAc,CAAC;CAC7B;AAED,MAAM,WAAW,0BAA0B;IACzC,MAAM,EAAE;QACN,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;CACH;AAED,MAAM,MAAM,yBAAyB,GAAG,CACtC,KAAK,EAAE,uBAAuB,KAC3B,0BAA0B,CAAC;AAEhC,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,MAAM,2BAA2B,GACnC,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,qBAAqB,GAAG;IAC/C,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC,GACF,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,mBAAmB,CAAC,MAAM,CAAC,KAAK,GAAG;IAC1D,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC,CAAC;AAEP,MAAM,MAAM,0BAA0B,GAAG,CACvC,OAAO,EAAE,2BAA2B,GAAG,SAAS,KAC7C,mBAAmB,CAAC;AAEzB,MAAM,WAAW,qBAAqB;IACpC,qBAAqB,EAAE,qBAAqB,EAAE,CAAC;IAC/C,yBAAyB,CACvB,KAAK,EAAE,uBAAuB,GAC7B,0BAA0B,CAAC;IAC9B,0BAA0B,EAAE,0BAA0B,CAAC;IACvD,6BAA6B,EAAE,OAAO,CAAC;IACvC,yBAAyB,EAAE,OAAO,CAAC;CACpC;AAED,KAAK,+BAA+B,GAChC;IACE,iBAAiB,CAAC,EAAE;QAClB,IAAI,EAAE,SAAS,CAAC;QAChB,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;KACjC,CAAC;CACH,GACD;IACE,iBAAiB,EAAE;QACjB,IAAI,EAAE,QAAQ,CAAC;QACf,0BAA0B,EAAE,0BAA0B,CAAC;KACxD,CAAC;CACH,CAAC;AAEN,MAAM,MAAM,wBAAwB,GAAG,+BAA+B,GAAG;IACvE,qBAAqB,CAAC,EAAE,qBAAqB,EAAE,CAAC;IAChD,yBAAyB,CAAC,EAAE,CAC1B,KAAK,EAAE,yBAAyB,KAC7B,0BAA0B,CAAC;IAChC,6BAA6B,CAAC,EAAE,OAAO,CAAC;IACxC;;;;;;OAMG;IACH,yBAAyB,CAAC,EAAE,OAAO,CAAC;CACrC,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAAC;AAEvE,UAAU,cAAc;IACtB,YAAY,EAAE,OAAO,CAAC;IACtB,2BAA2B,EAAE,MAAM,CAAC;IACpC;;;;;;;;OAQG;IACH,wBAAwB,EAAE,OAAO,CAAC;CACnC;AAED,MAAM,MAAM,eAAe,GACvB,CAAC,cAAc,GAAG;IAChB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,wBAAwB,CAAC;IACnC,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;CACvC,CAAC,GACF,CAAC,cAAc,GAAG;IAChB,IAAI,EAAE,QAAQ,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,gBAAgB,CAAC,EAAE,+BAA+B,CAAC;CACpD,CAAC,CAAC;AAEP,MAAM,MAAM,kBAAkB,GAC1B,CAAC,OAAO,CAAC,cAAc,CAAC,GAAG;IACzB,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,QAAQ,CAAC,EAAE,kCAAkC,CAAC;IAC9C,kBAAkB,CAAC,EAAE,4BAA4B,GAAG,KAAK,CAAC;CAC3D,CAAC,GACF,CAAC,OAAO,CAAC,cAAc,CAAC,GACtB,CACI;IACE,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE,wBAAwB,CAAC,GAAG,CAAC,CAAC;IACvC,MAAM,CAAC,EAAE,KAAK,CAAC;CAChB,GACD;IACE,IAAI,EAAE,QAAQ,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,KAAK,CAAC;CACjB,CACJ,CAAC,CAAC;AAET,MAAM,MAAM,6BAA6B,GAAG,aAAa,GAAG,cAAc,CAAC;AAE3E,KAAK,qBAAqB,GAAG;IAC3B,IAAI,EAAE,UAAU,CAAC;IACjB,uBAAuB,EAAE,6BAA6B,CAAC;IACvD,OAAO,EAAE,eAAe,CAAC;IACzB,UAAU,CAAC,EAAE,eAAe,CAAC;CAC9B,CAAC;AAEF,UAAU,eAAe;IACvB,QAAQ,EAAE,sBAAsB,CAAC;IACjC,WAAW,EAAE,iBAAiB,CAAC;CAChC;AAED,KAAK,mBAAmB,GAAG;IACzB,IAAI,EAAE,QAAQ,CAAC;IACf,QAAQ,EAAE,QAAQ,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,qBAAqB,GAAG,mBAAmB,CAAC;AAExE,KAAK,wBAAwB,GAAG;IAC9B,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,uBAAuB,CAAC,EAAE,6BAA6B,CAAC;IACxD,OAAO,CAAC,EAAE,yBAAyB,CAAC;IACpC,UAAU,CAAC,EAAE,yBAAyB,GAAG,KAAK,CAAC;CAChD,CAAC;AAEF,UAAU,yBAAyB;IACjC,QAAQ,CAAC,EAAE,gCAAgC,CAAC;IAC5C,YAAY,CAAC,EAAE,4BAA4B,CAAC;CAC7C;AAED,MAAM,WAAW,4BAA4B;IAC3C,iBAAiB,IAAI,MAAM,CAAC;IAC5B,qBAAqB,CACnB,OAAO,EAAE,cAAc,EAAE,GACxB,iBAAiB,GAAG,SAAS,CAAC;CAClC;AAED,KAAK,sBAAsB,GAAG;IAC5B,IAAI,EAAE,QAAQ,CAAC;CAChB,GAAG,CACA;IACE,QAAQ,EAAE,QAAQ,CAAC;IACnB,kBAAkB,CAAC,EAAE,KAAK,CAAC;CAC5B,GACD;IACE,kBAAkB,EAAE,4BAA4B,CAAC;IACjD,QAAQ,CAAC,EAAE,KAAK,CAAC;CAClB,CACJ,CAAC;AAEF,MAAM,MAAM,gBAAgB,GACxB,wBAAwB,GACxB,sBAAsB,CAAC;AAE3B,MAAM,MAAM,SAAS,GAAG,QAAQ,GAAG,SAAS,GAAG,SAAS,GAAG,UAAU,GAAG,MAAM,CAAC;AAE/E,MAAM,WAAW,YAAY;IAC3B,cAAc,CAAC,EAAE,SAAS,SAAS,EAAE,CAAC;IACtC,kBAAkB,EAAE,cAAc,EAAE,CAAC;IACrC,UAAU,EAAE,UAAU,CAAC;IACvB,cAAc,EAAE,qBAAqB,CAAC;IACtC,SAAS,EAAE,gBAAgB,CAAC;IAC5B,kBAAkB,EAAE,kBAAkB,CAAC;IACvC,yBAAyB,EAAE,yBAAyB,CAAC;IACrD,eAAe,EAAE,qBAAqB,CAAC;IACvC,OAAO,EAAE,cAAc,CAAC;IACxB,QAAQ,EAAE,eAAe,CAAC;IAC1B,MAAM,EAAE,aAAa,CAAC;CACvB;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,YAAY,CAAC;IACtB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE;QACb,cAAc,EAAE,MAAM,CAAC;QACvB,aAAa,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,EAAE,SAAS,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF;;;;;OAKG;IACH,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,CAAC;IACvC,yEAAyE;IACzE,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;CACzC;AAED,MAAM,WAAW,sBAAsB;IACrC,cAAc,CAAC,EAAE,SAAS,SAAS,EAAE,CAAC;IACtC,+EAA+E;IAC/E,kBAAkB,CAAC,EAAE,cAAc,EAAE,CAAC;IACtC,UAAU,CAAC,EAAE,gBAAgB,GAAG,UAAU,CAAC;IAC3C,cAAc,CAAC,EAAE,wBAAwB,CAAC;IAC1C,SAAS,CAAC,EAAE,mBAAmB,CAAC;IAChC,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IACxC,yBAAyB,CAAC,EAAE,yBAAyB,CAAC;IACtD,eAAe,CAAC,EAAE,yBAAyB,CAAC;IAC5C,OAAO,CAAC,EAAE,iBAAiB,CAAC;IAC5B,QAAQ,CAAC,EAAE,kBAAkB,CAAC;IAC9B,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B"}

package/dist/types/ai-model/models/jev/adapter.d.ts

@@ -0,0 +1,23 @@
+import type { LocateFn } from '../../workflows/grounding/types';
+import type { BooleanFn } from '../../workflows/insight/boolean';
+export declare const jevAdapters: {
+    jev: {
+        supportedTasks: ("boolean" | "locate" | "planning")[];
+        supportedProtocols: never[];
+        locate: {
+            kind: "custom";
+            locateFn: LocateFn;
+        };
+        insight: {
+            booleanFn: BooleanFn;
+        };
+        planning: {
+            kind: "custom";
+            planFn: import("../../workflows/planning/types").PlanFn;
+            cacheEnabled: false;
+            supportsActionDeepLocate: false;
+            defaultReplanningCycleLimit: number;
+        };
+    };
+};
+//# sourceMappingURL=adapter.d.ts.map

package/dist/types/ai-model/models/jev/adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapter.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/models/jev/adapter.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAChE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iCAAiC,CAAC;AA2HjE,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;;;;CAc6C,CAAC"}

package/dist/types/ai-model/models/jev/image.d.ts

@@ -0,0 +1,24 @@
+import type { PixelLocateResult } from '../../shared/model-locate-result';
+export declare function prepareJevImage(url: string): Promise<{
+    contentSize: {
+        width: number;
+        height: number;
+    };
+    sourceSize: {
+        width: number;
+        height: number;
+    };
+    imageBase64: string;
+    width: number;
+    height: number;
+}>;
+export declare function mapJevBox(box: {
+    left: number;
+    top: number;
+    right: number;
+    bottom: number;
+}, image: Awaited<ReturnType<typeof prepareJevImage>>, targetSize: {
+    width: number;
+    height: number;
+}): PixelLocateResult;
+//# sourceMappingURL=image.d.ts.map

package/dist/types/ai-model/models/jev/image.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"image.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/models/jev/image.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AAE1E,wBAAsB,eAAe,CAAC,GAAG,EAAE,MAAM;;;;;;;;;;;;GAsBhD;AAED,wBAAgB,SAAS,CACvB,GAAG,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,EACjE,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO,eAAe,CAAC,CAAC,EAClD,UAAU,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAC5C,iBAAiB,CAuBnB"}

package/dist/types/ai-model/models/jev/planning.d.ts

@@ -0,0 +1,3 @@
+import type { PlanFn } from '../../workflows/planning/types';
+export declare const jevPlan: PlanFn;
+//# sourceMappingURL=planning.d.ts.map

package/dist/types/ai-model/models/jev/planning.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"planning.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/models/jev/planning.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,gCAAgC,CAAC;AAG7D,eAAO,MAAM,OAAO,EAAE,MA0LrB,CAAC"}

package/dist/types/ai-model/models/registry.d.ts

@@ -218,6 +218,24 @@ export declare const MODEL_ADAPTER_CONFIGS: {
     qwen3: ModelAdapterDefinition;
     'qwen3.5': ModelAdapterDefinition;
     'qwen3.6': ModelAdapterDefinition;
+    jev: {
+        supportedTasks: ("boolean" | "locate" | "planning")[];
+        supportedProtocols: never[];
+        locate: {
+            kind: "custom";
+            locateFn: import("../workflows/grounding/types").LocateFn;
+        };
+        insight: {
+            booleanFn: import("../workflows/insight/boolean").BooleanFn;
+        };
+        planning: {
+            kind: "custom";
+            planFn: import("../workflows/planning/types").PlanFn;
+            cacheEnabled: false;
+            supportsActionDeepLocate: false;
+            defaultReplanningCycleLimit: number;
+        };
+    };
 };
 export declare function getModelAdapter(modelFamily?: TModelFamily): ModelAdapter;
 export declare function getModelRuntime(config: IModelConfig): ModelRuntime;

package/dist/types/ai-model/models/registry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/models/registry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAGvE,OAAO,KAAK,EACV,YAAY,EACZ,sBAAsB,EACtB,YAAY,EACb,MAAM,wBAAwB,CAAC;AAahC,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAWsB,CAAC;AAuBzD,wBAAgB,eAAe,CAAC,WAAW,CAAC,EAAE,YAAY,GAAG,YAAY,CAqBxE;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,YAAY,GAAG,YAAY,CAKlE"}
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/models/registry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAGvE,OAAO,KAAK,EACV,YAAY,EACZ,sBAAsB,EACtB,YAAY,EACb,MAAM,wBAAwB,CAAC;AAchC,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAYsB,CAAC;AAuBzD,wBAAgB,eAAe,CAAC,WAAW,CAAC,EAAE,YAAY,GAAG,YAAY,CAqBxE;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,YAAY,GAAG,YAAY,CAKlE"}

package/dist/types/ai-model/models/task-routing.d.ts

@@ -0,0 +1,6 @@
+import type { IModelConfig, TIntent } from '@midscene/shared/env';
+import type { ModelRuntime, ModelTask } from '../model-adapter/types';
+export declare function resolveModelForTask(configs: {
+    getModelConfig(intent: TIntent): IModelConfig;
+}, intent: TIntent, task: ModelTask): ModelRuntime;
+//# sourceMappingURL=task-routing.d.ts.map

package/dist/types/ai-model/models/task-routing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-routing.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/models/task-routing.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAElE,OAAO,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AAGtE,wBAAgB,mBAAmB,CACjC,OAAO,EAAE;IAAE,cAAc,CAAC,MAAM,EAAE,OAAO,GAAG,YAAY,CAAA;CAAE,EAC1D,MAAM,EAAE,OAAO,EACf,IAAI,EAAE,SAAS,GACd,YAAY,CA6Bd"}

package/dist/types/ai-model/service-caller/call-ai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"call-ai.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/service-caller/call-ai.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAgB9C,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AACjD,OAAO,KAAK,EACV,YAAY,EACZ,aAAa,EAGd,MAAM,SAAS,CAAC;AAWjB,wBAAsB,MAAM,CAC1B,QAAQ,EAAE,iBAAiB,EAC3B,YAAY,EAAE,YAAY,EAC1B,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,YAAY,CAAC,CAgGvB"}
+{"version":3,"file":"call-ai.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/service-caller/call-ai.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAiB9C,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AACjD,OAAO,KAAK,EACV,YAAY,EACZ,aAAa,EAGd,MAAM,SAAS,CAAC;AAWjB,wBAAsB,MAAM,CAC1B,QAAQ,EAAE,iBAAiB,EAC3B,YAAY,EAAE,YAAY,EAC1B,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,YAAY,CAAC,CA8GvB"}

package/dist/types/ai-model/service-caller/openai/call-openai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"call-openai.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/service-caller/openai/call-openai.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAElE,OAAO,EAEL,KAAK,qBAAqB,EAC3B,MAAM,mCAAmC,CAAC;AAG3C,OAAO,EAAiB,KAAK,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAE7E,MAAM,MAAM,mBAAmB,GAC3B;IACE,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO,qBAAqB,CAAC,CAAC,CAAC;CAC1D,GACD;IACE,QAAQ,EAAE,WAAW,CAAC;IACtB,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC,CAAC;CACrD,CAAC;AAEN,wBAAsB,UAAU,CAC9B,EACE,YAAY,EACZ,OAAO,EACP,WAAW,EACX,WAAW,EACX,aAAa,EACb,kBAAkB,GACnB,EAAE,gBAAgB,EACnB,QAAQ,EAAE,mBAAmB,GAC5B,OAAO,CAAC,eAAe,CAAC,CA0F1B"}
+{"version":3,"file":"call-openai.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/service-caller/openai/call-openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAElE,OAAO,EAEL,KAAK,qBAAqB,EAC3B,MAAM,mCAAmC,CAAC;AAG3C,OAAO,EAAiB,KAAK,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAE7E,MAAM,MAAM,mBAAmB,GAC3B;IACE,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO,qBAAqB,CAAC,CAAC,CAAC;CAC1D,GACD;IACE,QAAQ,EAAE,WAAW,CAAC;IACtB,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC,CAAC;CACrD,CAAC;AAEN,wBAAsB,UAAU,CAC9B,EACE,YAAY,EACZ,OAAO,EACP,WAAW,EACX,WAAW,EACX,aAAa,EACb,kBAAkB,GACnB,EAAE,gBAAgB,EACnB,QAAQ,EAAE,mBAAmB,GAC5B,OAAO,CAAC,eAAe,CAAC,CAuF1B"}

package/dist/types/ai-model/service-caller/system-one.d.ts

@@ -0,0 +1,216 @@
+import type { IModelConfig } from '@midscene/shared/env';
+import { z } from 'zod';
+import type { ModelCallContext, ModelCallResult } from './types';
+export interface SystemOneRequest {
+    state: Record<string, unknown>;
+    images?: Record<string, string>;
+    questions: Record<string, {
+        type: 'noul' | 'box';
+        instructions: unknown;
+    } | {
+        type: 'choice';
+        instructions: unknown;
+        criteria: Record<string, string>;
+    }>;
+}
+export declare const systemOneAnswerSchema: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+    type: z.ZodLiteral<"noul">;
+    noul: z.ZodNumber;
+}, "strip", z.ZodTypeAny, {
+    type: "noul";
+    noul: number;
+}, {
+    type: "noul";
+    noul: number;
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"choice">;
+    choice: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: "choice";
+    choice: string;
+}, {
+    type: "choice";
+    choice: string;
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"box">;
+    box: z.ZodEffects<z.ZodObject<{
+        left: z.ZodNumber;
+        right: z.ZodNumber;
+        top: z.ZodNumber;
+        bottom: z.ZodNumber;
+    }, "strip", z.ZodTypeAny, {
+        left: number;
+        top: number;
+        right: number;
+        bottom: number;
+    }, {
+        left: number;
+        top: number;
+        right: number;
+        bottom: number;
+    }>, {
+        left: number;
+        top: number;
+        right: number;
+        bottom: number;
+    }, {
+        left: number;
+        top: number;
+        right: number;
+        bottom: number;
+    }>;
+}, "strip", z.ZodTypeAny, {
+    type: "box";
+    box: {
+        left: number;
+        top: number;
+        right: number;
+        bottom: number;
+    };
+}, {
+    type: "box";
+    box: {
+        left: number;
+        top: number;
+        right: number;
+        bottom: number;
+    };
+}>]>;
+export declare const systemOneResponseSchema: z.ZodObject<{
+    model: z.ZodOptional<z.ZodString>;
+    answers: z.ZodRecord<z.ZodString, z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        type: z.ZodLiteral<"noul">;
+        noul: z.ZodNumber;
+    }, "strip", z.ZodTypeAny, {
+        type: "noul";
+        noul: number;
+    }, {
+        type: "noul";
+        noul: number;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"choice">;
+        choice: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "choice";
+        choice: string;
+    }, {
+        type: "choice";
+        choice: string;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"box">;
+        box: z.ZodEffects<z.ZodObject<{
+            left: z.ZodNumber;
+            right: z.ZodNumber;
+            top: z.ZodNumber;
+            bottom: z.ZodNumber;
+        }, "strip", z.ZodTypeAny, {
+            left: number;
+            top: number;
+            right: number;
+            bottom: number;
+        }, {
+            left: number;
+            top: number;
+            right: number;
+            bottom: number;
+        }>, {
+            left: number;
+            top: number;
+            right: number;
+            bottom: number;
+        }, {
+            left: number;
+            top: number;
+            right: number;
+            bottom: number;
+        }>;
+    }, "strip", z.ZodTypeAny, {
+        type: "box";
+        box: {
+            left: number;
+            top: number;
+            right: number;
+            bottom: number;
+        };
+    }, {
+        type: "box";
+        box: {
+            left: number;
+            top: number;
+            right: number;
+            bottom: number;
+        };
+    }>]>>;
+    usage: z.ZodOptional<z.ZodObject<{
+        input_tokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        output_tokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    }, "strip", z.ZodTypeAny, {
+        input_tokens?: number | null | undefined;
+        output_tokens?: number | null | undefined;
+    }, {
+        input_tokens?: number | null | undefined;
+        output_tokens?: number | null | undefined;
+    }>>;
+}, "strip", z.ZodTypeAny, {
+    answers: Record<string, {
+        type: "noul";
+        noul: number;
+    } | {
+        type: "choice";
+        choice: string;
+    } | {
+        type: "box";
+        box: {
+            left: number;
+            top: number;
+            right: number;
+            bottom: number;
+        };
+    }>;
+    usage?: {
+        input_tokens?: number | null | undefined;
+        output_tokens?: number | null | undefined;
+    } | undefined;
+    model?: string | undefined;
+}, {
+    answers: Record<string, {
+        type: "noul";
+        noul: number;
+    } | {
+        type: "choice";
+        choice: string;
+    } | {
+        type: "box";
+        box: {
+            left: number;
+            top: number;
+            right: number;
+            bottom: number;
+        };
+    }>;
+    usage?: {
+        input_tokens?: number | null | undefined;
+        output_tokens?: number | null | undefined;
+    } | undefined;
+    model?: string | undefined;
+}>;
+export declare function prepareSystemOne(config: IModelConfig, request: SystemOneRequest): Promise<{
+    url: string;
+    body: string;
+    questions: Record<string, {
+        type: "noul" | "box";
+        instructions: unknown;
+    } | {
+        type: "choice";
+        instructions: unknown;
+        criteria: Record<string, string>;
+    }>;
+    headers: {
+        Authorization: string;
+        'Content-Type': string;
+        'TypeSafe-Danger-Zone-Images': string;
+    };
+    dispatcher: unknown;
+}>;
+export declare function callSystemOne(context: ModelCallContext, prepared: Awaited<ReturnType<typeof prepareSystemOne>>): Promise<ModelCallResult>;
+//# sourceMappingURL=system-one.d.ts.map

package/dist/types/ai-model/service-caller/system-one.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"system-one.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/service-caller/system-one.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEzD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,KAAK,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAEjE,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,SAAS,EAAE,MAAM,CACf,MAAM,EACJ;QAAE,IAAI,EAAE,MAAM,GAAG,KAAK,CAAC;QAAC,YAAY,EAAE,OAAO,CAAA;KAAE,GAC/C;QACE,IAAI,EAAE,QAAQ,CAAC;QACf,YAAY,EAAE,OAAO,CAAC;QACtB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAClC,CACJ,CAAC;CACH;AAGD,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAiBhC,CAAC;AACH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EASlC,CAAC;AAEH,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,gBAAgB;;;;cAzCb,MAAM,GAAG,KAAK;sBAAgB,OAAO;;cAErC,QAAQ;sBACA,OAAO;kBACX,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;;;;;;;;GA8FvC;AAED,wBAAsB,aAAa,CACjC,OAAO,EAAE,gBAAgB,EACzB,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC,GACrD,OAAO,CAAC,eAAe,CAAC,CAiE1B"}

package/dist/types/ai-model/service-caller/types.d.ts

@@ -4,6 +4,7 @@ import type OpenAI from 'openai';
 import type { ImageDetail } from '../model-adapter/types';
 import type { ModelRuntime } from '../models';
 import type { OpenAIRequestContext } from './openai/openai-request-context';
+import type { SystemOneRequest } from './system-one';
 export type MessageTextContent = {
     type: 'text';
     text: string;
@@ -35,6 +36,7 @@ export type ConversationEntry = {
 };
 export type ModelCallMessages = (ConversationMessage | ConversationEntry)[];
 export interface CallAIOptions {
+    systemOneRequest?: SystemOneRequest;
     stream?: boolean;
     onChunk?: StreamingCallback;
     abortSignal?: AbortSignal;

package/dist/types/ai-model/service-caller/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/service-caller/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAClD,OAAO,KAAK,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC9D,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AAE5E,MAAM,MAAM,kBAAkB,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAEhE,MAAM,MAAM,cAAc,GACtB,kBAAkB,GAClB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,CAAC;AAEzD,MAAM,MAAM,uBAAuB,GAAG;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,GAAG,cAAc,EAAE,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG;IACtC,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE,MAAM,GAAG,kBAAkB,EAAE,CAAC;CACxC,CAAC;AAEF,MAAM,MAAM,4BAA4B,GAAG;IACzC,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,MAAM,GAAG,kBAAkB,EAAE,CAAC;CACxC,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAC3B,uBAAuB,GACvB,yBAAyB,GACzB,4BAA4B,CAAC;AAEjC,MAAM,MAAM,iBAAiB,GACzB;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,OAAO,EAAE,mBAAmB,CAAA;CAAE,GACvD;IAAE,IAAI,EAAE,cAAc,CAAC;IAAC,MAAM,EAAE,kBAAkB,CAAA;CAAE,CAAC;AAGzD,MAAM,MAAM,iBAAiB,GAAG,CAAC,mBAAmB,GAAG,iBAAiB,CAAC,EAAE,CAAC;AAE5E,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,iBAAiB,CAAC;IAC5B,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,0BAA0B,CAAC,EAAE,OAAO,CAAC;IACrC;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC/B;AAED,MAAM,MAAM,YAAY,GAAG;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IACxC,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,UAAU,EAAE,OAAO,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,GAAG;IAC1D,QAAQ,CAAC,EAAE,MAAM,CAAC,eAAe,CAAC;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,aAAa,EAAE,WAAW,CAAC;IAC3B,kBAAkB,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,YAAY,EAAE,YAAY,CAAC;IAC3B,OAAO,CAAC,EAAE,aAAa,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;CACxD,CAAC;AAEF,mDAAmD;AACnD,MAAM,MAAM,yBAAyB,GAAG;IACtC,aAAa,EAAE,WAAW,CAAC;IAC3B,oBAAoB,EAAE,oBAAoB,CAAC;IAC3C,OAAO,CAAC,EAAE,iBAAiB,CAAC;IAC5B,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;CACxD,CAAC;AAEF,+EAA+E;AAC/E,MAAM,MAAM,wBAAwB,GAAG;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC,eAAe,CAAC;IAClC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/service-caller/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAClD,OAAO,KAAK,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC9D,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AAC5E,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAErD,MAAM,MAAM,kBAAkB,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAEhE,MAAM,MAAM,cAAc,GACtB,kBAAkB,GAClB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,CAAC;AAEzD,MAAM,MAAM,uBAAuB,GAAG;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,GAAG,cAAc,EAAE,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG;IACtC,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE,MAAM,GAAG,kBAAkB,EAAE,CAAC;CACxC,CAAC;AAEF,MAAM,MAAM,4BAA4B,GAAG;IACzC,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,MAAM,GAAG,kBAAkB,EAAE,CAAC;CACxC,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAC3B,uBAAuB,GACvB,yBAAyB,GACzB,4BAA4B,CAAC;AAEjC,MAAM,MAAM,iBAAiB,GACzB;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,OAAO,EAAE,mBAAmB,CAAA;CAAE,GACvD;IAAE,IAAI,EAAE,cAAc,CAAC;IAAC,MAAM,EAAE,kBAAkB,CAAA;CAAE,CAAC;AAGzD,MAAM,MAAM,iBAAiB,GAAG,CAAC,mBAAmB,GAAG,iBAAiB,CAAC,EAAE,CAAC;AAE5E,MAAM,WAAW,aAAa;IAC5B,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,iBAAiB,CAAC;IAC5B,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,0BAA0B,CAAC,EAAE,OAAO,CAAC;IACrC;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC/B;AAED,MAAM,MAAM,YAAY,GAAG;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IACxC,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,UAAU,EAAE,OAAO,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,GAAG;IAC1D,QAAQ,CAAC,EAAE,MAAM,CAAC,eAAe,CAAC;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,aAAa,EAAE,WAAW,CAAC;IAC3B,kBAAkB,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,YAAY,EAAE,YAAY,CAAC;IAC3B,OAAO,CAAC,EAAE,aAAa,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;CACxD,CAAC;AAEF,mDAAmD;AACnD,MAAM,MAAM,yBAAyB,GAAG;IACtC,aAAa,EAAE,WAAW,CAAC;IAC3B,oBAAoB,EAAE,oBAAoB,CAAC;IAC3C,OAAO,CAAC,EAAE,iBAAiB,CAAC;IAC5B,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;CACxD,CAAC;AAEF,+EAA+E;AAC/E,MAAM,MAAM,wBAAwB,GAAG;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC,eAAe,CAAC;IAClC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC"}

package/dist/types/ai-model/shared/model-locate-result/errors.d.ts

@@ -1,3 +1,3 @@
-export declare const defaultModelFamilyRequiredForLocateMessage = "Default model family is required for locate. Configure MIDSCENE_MODEL_FAMILY so Midscene can parse locate coordinates correctly. https://midscenejs.com/model-config";
+export declare function modelFamilyRequiredForLocateMessage(slot?: string): string;
 export declare function planningModelFamilyRequiredForLocateMessage(slot?: string): "Planning model family is required because aiAct is asking the planning model to return locate coordinates. Configure MIDSCENE_PLANNING_MODEL_FAMILY for the planning model, or remove the separate planning model config and configure MIDSCENE_MODEL_FAMILY on the default model. https://midscenejs.com/model-config" | "Default model family is required because aiAct is asking the default model to return locate coordinates during planning. Configure MIDSCENE_MODEL_FAMILY so Midscene can parse planning locate coordinates correctly. https://midscenejs.com/model-config";
 //# sourceMappingURL=errors.d.ts.map

package/dist/types/ai-model/shared/model-locate-result/errors.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/shared/model-locate-result/errors.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,0CAA0C,yKAA0J,CAAC;AAElN,wBAAgB,2CAA2C,CAAC,IAAI,CAAC,EAAE,MAAM,0jBAMxE"}
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/shared/model-locate-result/errors.ts"],"names":[],"mappings":"AAEA,wBAAgB,mCAAmC,CAAC,IAAI,CAAC,EAAE,MAAM,UAOhE;AAED,wBAAgB,2CAA2C,CAAC,IAAI,CAAC,EAAE,MAAM,0jBAMxE"}

package/dist/types/ai-model/workflows/insight/boolean.d.ts

@@ -0,0 +1,15 @@
+import type { AIDataExtractionResponse, AIUsageInfo, RawAssistantOutput } from '../../../types';
+import type { ExtractOptions } from './extraction';
+export type BooleanFn = (options: ExtractOptions) => Promise<{
+    value: boolean;
+    rawResponse: string;
+    usage?: AIUsageInfo;
+}>;
+export declare function extractBoolean<T>(options: ExtractOptions): Promise<{
+    parseResult: AIDataExtractionResponse<T>;
+    rawResponse: string;
+    usage?: AIUsageInfo;
+    rawAssistantOutput?: RawAssistantOutput;
+    reasoning_content?: string;
+}>;
+//# sourceMappingURL=boolean.d.ts.map

package/dist/types/ai-model/workflows/insight/boolean.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"boolean.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/workflows/insight/boolean.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,wBAAwB,EACxB,WAAW,EACX,kBAAkB,EACnB,MAAM,SAAS,CAAC;AAEjB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAEnD,MAAM,MAAM,SAAS,GAAG,CAAC,OAAO,EAAE,cAAc,KAAK,OAAO,CAAC;IAC3D,KAAK,EAAE,OAAO,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,CAAC,CAAC;AAEH,wBAAsB,cAAc,CAAC,CAAC,EAAE,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC;IACxE,WAAW,EAAE,wBAAwB,CAAC,CAAC,CAAC,CAAC;IACzC,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IACxC,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC,CAkBD"}

package/dist/types/ai-model/workflows/insight/extraction.d.ts

@@ -1,7 +1,7 @@
 import type { ServiceExtractOption, UIContext } from '../../../types';
 import type { TMultimodalPrompt } from '../../../common';
 import type { ModelRuntime } from '../../models';
-export declare function AiExtractElementInfo<T>(options: {
+export interface ExtractOptions {
     dataQuery: string | Record<string, string>;
     multimodalPrompt?: TMultimodalPrompt;
     context: UIContext;
@@ -9,11 +9,12 @@ export declare function AiExtractElementInfo<T>(options: {
     extractOption?: ServiceExtractOption;
     modelRuntime: ModelRuntime;
     abortSignal?: AbortSignal;
-}): Promise<{
+}
+export declare function AiExtractElementInfo<T>(options: ExtractOptions): Promise<{
     parseResult: import("../../../types").AIDataExtractionResponse<T>;
     rawResponse: string;
-    rawAssistantOutput: import("../../../types").RawAssistantOutput | undefined;
-    usage: import("../../../types").AIUsageInfo | undefined;
-    reasoning_content: string | undefined;
+    usage?: import("../../../types").AIUsageInfo;
+    rawAssistantOutput?: import("../../../types").RawAssistantOutput;
+    reasoning_content?: string;
 }>;
 //# sourceMappingURL=extraction.d.ts.map

package/dist/types/ai-model/workflows/insight/extraction.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"extraction.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/workflows/insight/extraction.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,oBAAoB,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAG/D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAiBjD,wBAAsB,oBAAoB,CAAC,CAAC,EAAE,OAAO,EAAE;IACrD,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC3C,gBAAgB,CAAC,EAAE,iBAAiB,CAAC;IACrC,OAAO,EAAE,SAAS,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,oBAAoB,CAAC;IACrC,YAAY,EAAE,YAAY,CAAC;IAC3B,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B;;;;;;GAuHA"}
+{"version":3,"file":"extraction.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/workflows/insight/extraction.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,oBAAoB,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAG/D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAkBjD,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC3C,gBAAgB,CAAC,EAAE,iBAAiB,CAAC;IACrC,OAAO,EAAE,SAAS,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,oBAAoB,CAAC;IACrC,YAAY,EAAE,YAAY,CAAC;IAC3B,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B;AAED,wBAAsB,oBAAoB,CAAC,CAAC,EAAE,OAAO,EAAE,cAAc;;;;;;GA0HpE"}

package/dist/types/ai-model/workflows/planning/types.d.ts

@@ -7,6 +7,8 @@ export interface PlanOptions {
     actionSpace: DeviceAction<any>[];
     actionContext?: string;
     modelRuntime: ModelRuntime;
+    locateModelRuntime?: ModelRuntime;
+    getDefaultModelRuntime?: () => ModelRuntime;
     conversationHistory: ConversationHistory;
     includeLocateInPlanning: boolean;
     imagesIncludeCount?: number;

package/dist/types/ai-model/workflows/planning/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/workflows/planning/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EACZ,kBAAkB,EAClB,SAAS,EACV,MAAM,SAAS,CAAC;AACjB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACzE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAElE,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,SAAS,CAAC;IACnB,WAAW,EAAE,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;IACjC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,YAAY,CAAC;IAC3B,mBAAmB,EAAE,mBAAmB,CAAC;IACzC,uBAAuB,EAAE,OAAO,CAAC;IACjC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAE5B,MAAM,EAAE,WAAW,CAAC;IACpB,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B;AAED,MAAM,MAAM,MAAM,GAAG,CACnB,eAAe,EAAE,kBAAkB,EACnC,OAAO,EAAE,WAAW,KACjB,OAAO,CAAC,kBAAkB,CAAC,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/workflows/planning/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EACZ,kBAAkB,EAClB,SAAS,EACV,MAAM,SAAS,CAAC;AACjB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACzE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAElE,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,SAAS,CAAC;IACnB,WAAW,EAAE,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;IACjC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,YAAY,CAAC;IAC3B,kBAAkB,CAAC,EAAE,YAAY,CAAC;IAClC,sBAAsB,CAAC,EAAE,MAAM,YAAY,CAAC;IAC5C,mBAAmB,EAAE,mBAAmB,CAAC;IACzC,uBAAuB,EAAE,OAAO,CAAC;IACjC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAE5B,MAAM,EAAE,WAAW,CAAC;IACpB,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B;AAED,MAAM,MAAM,MAAM,GAAG,CACnB,eAAe,EAAE,kBAAkB,EACnC,OAAO,EAAE,WAAW,KACjB,OAAO,CAAC,kBAAkB,CAAC,CAAC"}

package/dist/types/device/index.d.ts

@@ -1020,9 +1020,9 @@ export declare const actionInputParamSchema: z.ZodObject<{
         cacheable: z.ZodOptional<z.ZodBoolean>;
         xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
     }, z.ZodTypeAny, "passthrough"> | undefined;
-    inputStrategy?: "legacy" | "sequential" | "bulk" | undefined;
-    keyboardTypeDelay?: number | undefined;
     autoDismissKeyboard?: boolean | undefined;
+    keyboardTypeDelay?: number | undefined;
+    inputStrategy?: "legacy" | "sequential" | "bulk" | undefined;
 }, {
     value: string | number;
     locate?: z.objectInputType<{
@@ -1062,10 +1062,10 @@ export declare const actionInputParamSchema: z.ZodObject<{
         cacheable: z.ZodOptional<z.ZodBoolean>;
         xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
     }, z.ZodTypeAny, "passthrough"> | undefined;
-    inputStrategy?: "legacy" | "sequential" | "bulk" | undefined;
-    keyboardTypeDelay?: number | undefined;
     mode?: "replace" | "clear" | "typeOnly" | undefined;
     autoDismissKeyboard?: boolean | undefined;
+    keyboardTypeDelay?: number | undefined;
+    inputStrategy?: "legacy" | "sequential" | "bulk" | undefined;
 }>;
 export type ActionInputParam = {
     value: string;
@@ -2223,8 +2223,8 @@ export declare const ActionSwipeParamSchema: z.ZodObject<{
 }, {
     repeat?: number | undefined;
     direction?: "left" | "right" | "up" | "down" | undefined;
-    distance?: number | undefined;
     duration?: number | undefined;
+    distance?: number | undefined;
     start?: z.objectInputType<{
         prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{
             prompt: z.ZodString;
@@ -2691,8 +2691,8 @@ export declare const ActionPinchParamSchema: z.ZodObject<{
         cacheable: z.ZodOptional<z.ZodBoolean>;
         xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
     }, z.ZodTypeAny, "passthrough"> | undefined;
-    distance?: number | undefined;
     duration?: number | undefined;
+    distance?: number | undefined;
 }, {
     direction: "in" | "out";
     locate?: z.objectInputType<{
@@ -2732,8 +2732,8 @@ export declare const ActionPinchParamSchema: z.ZodObject<{
         cacheable: z.ZodOptional<z.ZodBoolean>;
         xpath: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
     }, z.ZodTypeAny, "passthrough"> | undefined;
-    distance?: number | undefined;
     duration?: number | undefined;
+    distance?: number | undefined;
 }>;
 export type ActionPinchParam = {
     locate?: LocateResultElement;

package/dist/types/types.d.ts

@@ -33,7 +33,14 @@ export type AIUsageInfo = Record<string, any> & {
     /** Request retries performed within this call; excludes semantic parse retries. */
     retry_count?: number;
     /** Actual protocol used for the model call, resolved by Midscene. */
-    api_protocol?: 'chat-completion' | 'responses' | 'codex';
+    api_protocol?: 'chat-completion' | 'responses' | 'codex' | 'system-one';
+    /** Why a task uses the default model instead of its configured specialist. */
+    modelRouting?: {
+        requestedModel: string;
+        requestedSlot: string;
+        task: string;
+        reason: string;
+    };
     /** Whether the model call used streaming, after resolving call options. */
     stream?: boolean;
     model_name: string | undefined;