@midscene/core 1.10.1 → 1.10.2

package/dist/types/ai-model/models/gemini.d.ts

@@ -14,7 +14,7 @@ export declare const extractGeminiContentAndReasoning: (message: GeminiContentSo
 export declare const geminiAdapters: {
     gemini: {
         chatCompletion: {
-            unsupportedUserConfig: ("reasoningEnabled" | "reasoningBudget")[];
+            unsupportedUserConfig: "reasoningBudget"[];
             buildChatCompletionParams: (input: ChatCompletionCallContext) => ChatCompletionParamsResult;
             messageExtraction: {
                 kind: "custom";

package/dist/types/ai-model/models/registry.d.ts

@@ -63,7 +63,7 @@ export declare const MODEL_ADAPTER_CONFIGS: {
     'vlm-ui-tars-doubao-1.5': ModelAdapterDefinition;
     gemini: {
         chatCompletion: {
-            unsupportedUserConfig: ("reasoningEnabled" | "reasoningBudget")[];
+            unsupportedUserConfig: "reasoningBudget"[];
             buildChatCompletionParams: (input: import("../model-adapter/types").ChatCompletionCallContext) => import("../model-adapter/types").ChatCompletionParamsResult;
             messageExtraction: {
                 kind: "custom";

package/dist/types/element-describer.d.ts

@@ -5,13 +5,13 @@ export type DescribeElementCoordinateSpace = 'screenshot' | 'logical';
 export type LocatorVerifyFn = (input: {
     prompt: string;
     expectCenter: [number, number];
-    deepLocate: boolean;
     retryCount: number;
     verifyResult: LocateValidatorResult;
 }) => LocateValidatorResult | boolean;
 export type DescribeElementAtPointOptions = {
     verifyPrompt?: boolean;
     retryLimit?: number;
+    deepDescribe?: boolean;
     deepLocate?: boolean;
     locatorVerifyFn?: LocatorVerifyFn;
     screenshotBase64?: string;
@@ -20,6 +20,7 @@ export type DescribeElementAtPointOptions = {
     logicalSize?: Size;
     onProgress?: (progress: {
         prompt?: string;
+        deepDescribe?: boolean;
         deepLocate?: boolean;
         verifyResult?: LocateValidatorResult;
     }) => void;
@@ -31,16 +32,12 @@ type ScreenshotBoundContextOptions = {
     logicalSize?: Size;
 };
 export type VerifyElementDescriptionAtPointOptions = ScreenshotBoundContextOptions & LocatorValidatorOption;
-export type VerifyElementByServiceLocateOptions = VerifyElementDescriptionAtPointOptions & Pick<LocateOption, 'cacheable' | 'deepLocate' | 'xpath'> & {
-    abortSignal?: AbortSignal;
-};
 export type ElementDescriberRuntime = {
     service: Pick<Service, 'describe' | 'locate'>;
     describeModelRuntime: ModelRuntime;
     locateModelRuntime: ModelRuntime;
 };
-export declare function verifyLocator(runtime: Pick<ElementDescriberRuntime, 'service' | 'locateModelRuntime'>, prompt: string, locateOpt: LocateOption | undefined, expectCenter: [number, number], verifyLocateOption?: LocatorValidatorOption): Promise<LocateValidatorResult>;
+export declare function verifyLocator(runtime: Pick<ElementDescriberRuntime, 'service' | 'locateModelRuntime'>, prompt: string, locateOpt: LocateOption | undefined, expectCenter: [number, number], verifyLocateOption?: LocatorValidatorOption & Pick<LocateOption, 'deepLocate'>): Promise<LocateValidatorResult>;
 export declare function describeElementAtPoint(runtime: ElementDescriberRuntime, center: [number, number], opt?: DescribeElementAtPointOptions): Promise<AgentDescribeElementAtPointResult>;
 export declare function verifyElementDescriptionAtPoint(runtime: ElementDescriberRuntime, description: string, center: [number, number], opt?: VerifyElementDescriptionAtPointOptions): Promise<LocateValidatorResult>;
-export declare function verifyElementByServiceLocate(runtime: Pick<ElementDescriberRuntime, 'service' | 'locateModelRuntime'>, description: string, center: [number, number], opt?: VerifyElementByServiceLocateOptions): Promise<LocateValidatorResult>;
 export {};

package/dist/types/index.d.ts

@@ -11,7 +11,7 @@ export default Service;
 export { TaskRunner, Service, getVersion };
 export type { MidsceneYamlScript, MidsceneYamlTask, MidsceneYamlFlowItem, MidsceneYamlConfigResult, MidsceneYamlConfig, MidsceneYamlScriptWebEnv, MidsceneYamlScriptAndroidEnv, MidsceneYamlScriptIOSEnv, MidsceneYamlScriptEnv, LocateOption, DetailedLocateParam, } from './yaml';
 export { Agent, type AgentOpt, type AiActOptions, type GherkinStepKeyword, type RunGherkinScenarioOptions, createAgent, } from './agent';
-export { describeElementAtPoint, verifyElementDescriptionAtPoint, verifyElementByServiceLocate, verifyLocator, type DescribeElementAtPointOptions, type DescribeElementCoordinateSpace, type ElementDescriberRuntime, type VerifyElementDescriptionAtPointOptions, type VerifyElementByServiceLocateOptions, } from './element-describer';
+export { describeElementAtPoint, verifyElementDescriptionAtPoint, verifyLocator, type DescribeElementAtPointOptions, type DescribeElementCoordinateSpace, type ElementDescriberRuntime, type VerifyElementDescriptionAtPointOptions, } from './element-describer';
 export { restoreImageReferences, escapeContent, unescapeContent, parseImageScripts, parseDumpScript, parseDumpScriptAttributes, generateImageScriptTag, generateDumpScriptTag, deriveTaskStatus, deriveCaseStatus, } from './dump';
 export type { TaskStatusFields, DerivedTaskStatus } from './dump';
 export { getTaskSearchArea, getTaskServiceDump, } from './dump/task-service-dump';

package/dist/types/service/index.d.ts

@@ -21,7 +21,7 @@ export default class Service {
         abortSignal?: AbortSignal;
     }): Promise<ServiceExtractResult<T>>;
     describe(target: Rect | [number, number], modelRuntime: ModelRuntime, opt?: {
-        deepLocate?: boolean;
+        deepDescribe?: boolean;
         context?: UIContext;
     }): Promise<Pick<AIDescribeElementResponse, 'description'>>;
 }

package/dist/types/service/utils.d.ts

@@ -1,4 +1,23 @@
-import type { AIDescribeElementResponse } from '../types';
-import type { PartialServiceDumpFromSDK, ServiceDump } from '../types';
+import type { AIDescribeElementResponse, PartialServiceDumpFromSDK, Rect, ServiceDump, Size } from '../types';
+export declare const DESCRIBE_POINT_MARKER_MAX_SIZE = 40;
+export declare const DESCRIBE_RECT_MARKER_BORDER_THICKNESS = 1;
+export declare const DESCRIBE_LARGE_RECT_MARKER_BORDER_THICKNESS = 2;
+export declare const DESCRIBE_WIDE_MARKER_INSET_MIN_WIDTH = 100;
+export declare const DESCRIBE_DEEP_CONTEXT_CONFIG: {
+    readonly resize: {
+        readonly cropMaxLongEdge: 1000;
+        readonly cropUpscaleMaxRatio: 2;
+    };
+};
+export type DescribeDeepContextArea = {
+    kind: 'focused';
+    rect: Rect;
+};
+export declare function clampRect(rect: Rect, size: Size): Rect;
+export declare function getDescribeDeepContextAreas(rect: Rect, screenSize: Size): DescribeDeepContextArea[];
+export declare function getRectInCrop(rect: Rect, cropRect: Rect, cropSize: Size): Rect;
+export declare function getDescribeMarkerRect(rect: Rect): Rect;
+export declare function getDescribeMarkerBorderThickness(rect: Rect): number;
+export declare function getDescribeDeepLocateResizeSize(size: Size): Size | undefined;
 export declare function createServiceDump(data: PartialServiceDumpFromSDK): ServiceDump;
 export declare function recoverDescribeResponseFromParseError(error: unknown): Pick<AIDescribeElementResponse, 'description'> | undefined;

package/dist/types/types.d.ts

@@ -84,6 +84,7 @@ export interface LocateValidatorResult {
 export interface AgentDescribeElementAtPointResult {
     prompt: string;
     deepLocate: boolean;
+    deepDescribe: boolean;
     verifyResult?: LocateValidatorResult;
     success: boolean;
     error?: string;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@midscene/core",
   "description": "Automate browser actions, extract data, and perform assertions using AI. It offers JavaScript SDK, Chrome extension, and support for scripting in YAML. See https://midscenejs.com/ for details.",
-  "version": "1.10.1",
+  "version": "1.10.2",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "main": "./dist/lib/index.js",
@@ -107,7 +107,7 @@
     "semver": "7.5.2",
     "undici": "^6.0.0",
     "zod": "^3.25.1",
-    "@midscene/shared": "1.10.1"
+    "@midscene/shared": "1.10.2"
   },
   "devDependencies": {
     "@rslib/core": "^0.18.3",