@midscene/core 1.2.3-beta-20260127070952.0 → 1.3.0

package/dist/types/ai-model/index.d.ts

@@ -1,4 +1,4 @@
-export { callAIWithStringResponse, callAIWithObjectResponse, callAI, } from './service-caller/index';
+export { AIResponseParseError, callAIWithStringResponse, callAIWithObjectResponse, callAI, } from './service-caller/index';
 export { systemPromptToLocateElement } from './prompt/llm-locator';
 export { generatePlaywrightTest, generatePlaywrightTestStream, } from './prompt/playwright-generator';
 export { generateYamlTest, generateYamlTestStream, } from './prompt/yaml-generator';

package/dist/types/ai-model/inspect.d.ts

@@ -1,4 +1,4 @@
-import type { AIElementResponse, AIUsageInfo, Rect, ServiceExtractOption, UIContext } from '../types';
+import type { AIDataExtractionResponse, AIElementResponse, AIUsageInfo, Rect, ServiceExtractOption, UIContext } from '../types';
 import type { IModelConfig } from '@midscene/shared/env';
 import type { LocateResultElement } from '@midscene/shared/types';
 import type { ChatCompletionSystemMessageParam, ChatCompletionUserMessageParam } from 'openai/resources/index';
@@ -43,7 +43,8 @@ export declare function AiExtractElementInfo<T>(options: {
     extractOption?: ServiceExtractOption;
     modelConfig: IModelConfig;
 }): Promise<{
-    parseResult: import("../types").AIDataExtractionResponse<T>;
+    parseResult: AIDataExtractionResponse<T>;
+    rawResponse: string;
     usage: AIUsageInfo | undefined;
     reasoning_content: string | undefined;
 }>;

package/dist/types/ai-model/service-caller/index.d.ts

@@ -1,5 +1,10 @@
 import type { AIUsageInfo, DeepThinkOption } from '../../types';
 import type { StreamingCallback } from '../../types';
+export declare class AIResponseParseError extends Error {
+    usage?: AIUsageInfo;
+    rawResponse: string;
+    constructor(message: string, rawResponse: string, usage?: AIUsageInfo);
+}
 import { type IModelConfig, type TModelFamily } from '@midscene/shared/env';
 import type { ChatCompletionMessageParam } from 'openai/resources/index';
 import type { AIArgs } from '../../common';

package/dist/types/device/device-options.d.ts

@@ -34,6 +34,74 @@ export type AndroidDeviceOpt = {
     alwaysRefreshScreenInfo?: boolean;
     /** Minimum screenshot buffer size in bytes (default: 10240 = 10KB). Set to 0 to disable validation. */
     minScreenshotBufferSize?: number;
+    /**
+     * Scrcpy screenshot configuration for high-performance screen capture.
+     *
+     * Scrcpy provides 6-8x faster screenshots by streaming H.264 video from the device.
+     * When enabled, scrcpy will:
+     * 1. Start a video stream from the device on first screenshot request
+     * 2. Keep the connection alive for subsequent screenshots (16-50ms each)
+     * 3. Automatically disconnect after idle timeout to save resources
+     * 4. Fallback to standard ADB mode if unavailable
+     *
+     * @example
+     * ```typescript
+     * // Default configuration (enabled with auto-fallback)
+     * const device = new AndroidDevice(deviceId);
+     *
+     * // Custom configuration
+     * const device = new AndroidDevice(deviceId, {
+     *   scrcpyConfig: {
+     *     enabled: true,
+     *     maxSize: 0,        // 0 = no scaling
+     *     idleTimeoutMs: 30000,
+     *     videoBitRate: 8_000_000,
+     *   },
+     * });
+     *
+     * // Disable scrcpy (force ADB mode)
+     * const device = new AndroidDevice(deviceId, {
+     *   scrcpyConfig: { enabled: false },
+     * });
+     * ```
+     */
+    scrcpyConfig?: {
+        /**
+         * Enable scrcpy for high-performance screenshots.
+         * @default true - Automatically enabled with fallback to ADB if unavailable
+         */
+        enabled?: boolean;
+        /**
+         * Maximum video dimension (width or height).
+         * Video stream will be scaled down if device resolution exceeds this value.
+         * Lower values reduce bandwidth but may affect image quality.
+         *
+         * If not specified and `screenshotResizeScale` is set, maxSize will be
+         * automatically calculated to match the target resolution.
+         *
+         * @default 0 (no scaling, use original resolution)
+         * @example
+         * // Manual control
+         * { maxSize: 1024 } // Always scale to 1024
+         *
+         * // Auto-calculated from screenshotResizeScale
+         * { screenshotResizeScale: 0.5 } // Device 1080p → scrcpy maxSize will be 1200
+         */
+        maxSize?: number;
+        /**
+         * Idle timeout in milliseconds before disconnecting scrcpy.
+         * Connection auto-closes after this period of inactivity to save resources.
+         * Set to 0 to disable auto-disconnect.
+         * @default 30000 (30 seconds)
+         */
+        idleTimeoutMs?: number;
+        /**
+         * Video bit rate for H.264 encoding in bits per second.
+         * Higher values improve quality but increase bandwidth usage.
+         * @default 2000000 (2 Mbps)
+         */
+        videoBitRate?: number;
+    };
 } & AndroidDeviceInputOpt;
 /**
  * iOS device input options

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@midscene/core",
   "description": "Automate browser actions, extract data, and perform assertions using AI. It offers JavaScript SDK, Chrome extension, and support for scripting in YAML. See https://midscenejs.com/ for details.",
-  "version": "1.2.3-beta-20260127070952.0",
+  "version": "1.3.0",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "main": "./dist/lib/index.js",
@@ -89,7 +89,7 @@
     "semver": "7.5.2",
     "undici": "^6.0.0",
     "zod": "3.24.3",
-    "@midscene/shared": "1.2.3-beta-20260127070952.0"
+    "@midscene/shared": "1.3.0"
   },
   "devDependencies": {
     "@rslib/core": "^0.18.3",