@midscene/core 1.0.1-beta-20251028021317.0 → 1.0.1-beta-20251028121806.0

package/dist/types/agent/agent.d.ts

@@ -1,4 +1,4 @@
-import { type AgentAssertOpt, type AgentDescribeElementAtPointResult, type AgentOpt, type AgentWaitForOpt, type DeviceAction, type ExecutionDump, type GroupedActionDump, Insight, type InsightAction, type InsightExtractOption, type InsightExtractParam, type LocateOption, type LocateResultElement, type LocateValidatorResult, type LocatorValidatorOption, type OnTaskStartTip, type ScrollParam, type TUserPrompt, type UIContext } from '../index';
+import { type AgentAssertOpt, type AgentDescribeElementAtPointResult, type AgentOpt, type AgentWaitForOpt, type DeviceAction, type ExecutionDump, type GroupedActionDump, type LocateOption, type LocateResultElement, type LocateValidatorResult, type LocatorValidatorOption, type OnTaskStartTip, type ScrollParam, Service, type ServiceAction, type ServiceExtractOption, type ServiceExtractParam, type TUserPrompt, type UIContext } from '../index';
 export type TestStatus = 'passed' | 'failed' | 'timedOut' | 'skipped' | 'interrupted';
 import type { AbstractInterface } from '../device';
 import { ModelConfigManager } from '@midscene/shared/env';
@@ -6,7 +6,7 @@ import { TaskCache } from './task-cache';
 import { TaskExecutor } from './tasks';
 export declare class Agent<InterfaceType extends AbstractInterface = AbstractInterface> {
     interface: InterfaceType;
-    insight: Insight;
+    service: Service;
     dump: GroupedActionDump;
     reportFile?: string | null;
     reportFileName?: string;
@@ -48,7 +48,7 @@ export declare class Agent<InterfaceType extends AbstractInterface = AbstractInt
     private getScreenshotScale;
     constructor(interfaceInstance: InterfaceType, opts?: AgentOpt);
     getActionSpace(): Promise<DeviceAction[]>;
-    getUIContext(action?: InsightAction): Promise<UIContext>;
+    getUIContext(action?: ServiceAction): Promise<UIContext>;
     _snapshotContext(): Promise<UIContext>;
     setAIActionContext(prompt: string): Promise<void>;
     resetDump(): GroupedActionDump;
@@ -107,11 +107,11 @@ export declare class Agent<InterfaceType extends AbstractInterface = AbstractInt
     } | {
         yamlFlow?: import("../yaml").MidsceneYamlFlowItem[];
     } | undefined>;
-    aiQuery<ReturnType = any>(demand: InsightExtractParam, opt?: InsightExtractOption): Promise<ReturnType>;
-    aiBoolean(prompt: TUserPrompt, opt?: InsightExtractOption): Promise<boolean>;
-    aiNumber(prompt: TUserPrompt, opt?: InsightExtractOption): Promise<number>;
-    aiString(prompt: TUserPrompt, opt?: InsightExtractOption): Promise<string>;
-    aiAsk(prompt: TUserPrompt, opt?: InsightExtractOption): Promise<string>;
+    aiQuery<ReturnType = any>(demand: ServiceExtractParam, opt?: ServiceExtractOption): Promise<ReturnType>;
+    aiBoolean(prompt: TUserPrompt, opt?: ServiceExtractOption): Promise<boolean>;
+    aiNumber(prompt: TUserPrompt, opt?: ServiceExtractOption): Promise<number>;
+    aiString(prompt: TUserPrompt, opt?: ServiceExtractOption): Promise<string>;
+    aiAsk(prompt: TUserPrompt, opt?: ServiceExtractOption): Promise<string>;
     describeElementAtPoint(center: [number, number], opt?: {
         verifyPrompt?: boolean;
         retryLimit?: number;
@@ -121,7 +121,7 @@ export declare class Agent<InterfaceType extends AbstractInterface = AbstractInt
     aiLocate(prompt: TUserPrompt, opt?: LocateOption): Promise<Pick<LocateResultElement, "rect" | "center"> & {
         dpr?: number;
     }>;
-    aiAssert(assertion: TUserPrompt, msg?: string, opt?: AgentAssertOpt & InsightExtractOption): Promise<{
+    aiAssert(assertion: TUserPrompt, msg?: string, opt?: AgentAssertOpt & ServiceExtractOption): Promise<{
         pass: boolean;
         thought: string | undefined;
         message: string | undefined;

package/dist/types/agent/task-builder.d.ts

@@ -1,12 +1,12 @@
 import type { AbstractInterface } from '../device';
-import type Insight from '../insight';
+import type Service from '../service';
 import type { DetailedLocateParam, ExecutionTaskActionApply, ExecutionTaskApply, PlanningAction, PlanningActionParamSleep, PlanningLocateParam } from '../types';
 import type { IModelConfig } from '@midscene/shared/env';
 import type { TaskCache } from './task-cache';
 export declare function locatePlanForLocate(param: string | DetailedLocateParam): PlanningAction<PlanningLocateParam>;
 interface TaskBuilderDeps {
     interfaceInstance: AbstractInterface;
-    insight: Insight;
+    service: Service;
     taskCache?: TaskCache;
 }
 interface BuildOptions {
@@ -15,9 +15,9 @@ interface BuildOptions {
 }
 export declare class TaskBuilder {
     private readonly interface;
-    private readonly insight;
+    private readonly service;
     private readonly taskCache?;
-    constructor({ interfaceInstance, insight, taskCache }: TaskBuilderDeps);
+    constructor({ interfaceInstance, service, taskCache }: TaskBuilderDeps);
     build(plans: PlanningAction[], modelConfig: IModelConfig, options?: BuildOptions): Promise<{
         tasks: ExecutionTaskApply[];
     }>;

package/dist/types/agent/tasks.d.ts

@@ -1,8 +1,8 @@
 import type { TMultimodalPrompt, TUserPrompt } from '../ai-model/common';
 import type { AbstractInterface } from '../device';
-import type Insight from '../insight';
+import type Service from '../service';
 import type { TaskRunner } from '../task-runner';
-import type { ExecutionTaskApply, ExecutionTaskProgressOptions, InsightExtractOption, InsightExtractParam, MidsceneYamlFlowItem, PlanningAction, PlanningActionParamSleep, PlanningActionParamWaitFor } from '../types';
+import type { ExecutionTaskApply, ExecutionTaskProgressOptions, MidsceneYamlFlowItem, PlanningAction, PlanningActionParamSleep, PlanningActionParamWaitFor, ServiceExtractOption, ServiceExtractParam } from '../types';
 import { type IModelConfig } from '@midscene/shared/env';
 import type { TaskCache } from './task-cache';
 export { locatePlanForLocate } from './task-builder';
@@ -13,14 +13,14 @@ interface ExecutionResult<OutputType = any> {
 }
 export declare class TaskExecutor {
     interface: AbstractInterface;
-    insight: Insight;
+    service: Service;
     taskCache?: TaskCache;
     private readonly taskBuilder;
     private conversationHistory;
     onTaskStartCallback?: ExecutionTaskProgressOptions['onTaskStart'];
     replanningCycleLimit?: number;
     get page(): AbstractInterface;
-    constructor(interfaceInstance: AbstractInterface, insight: Insight, opts: {
+    constructor(interfaceInstance: AbstractInterface, service: Service, opts: {
         taskCache?: TaskCache;
         onTaskStart?: ExecutionTaskProgressOptions['onTaskStart'];
         replanningCycleLimit?: number;
@@ -42,7 +42,7 @@ export declare class TaskExecutor {
         yamlFlow?: MidsceneYamlFlowItem[];
     } | undefined>>;
     private createTypeQueryTask;
-    createTypeQueryExecution<T>(type: 'Query' | 'Boolean' | 'Number' | 'String' | 'Assert', demand: InsightExtractParam, modelConfig: IModelConfig, opt?: InsightExtractOption, multimodalPrompt?: TMultimodalPrompt): Promise<ExecutionResult<T>>;
+    createTypeQueryExecution<T>(type: 'Query' | 'Boolean' | 'Number' | 'String' | 'Assert', demand: ServiceExtractParam, modelConfig: IModelConfig, opt?: ServiceExtractOption, multimodalPrompt?: TMultimodalPrompt): Promise<ExecutionResult<T>>;
     private sleepPlan;
     taskForSleep(timeMs: number, _modelConfig: IModelConfig): Promise<import("../types").ExecutionTaskActionApply<PlanningActionParamSleep>>;
     waitFor(assertion: TUserPrompt, opt: PlanningActionParamWaitFor, modelConfig: IModelConfig): Promise<ExecutionResult<void>>;

package/dist/types/ai-model/inspect.d.ts

@@ -1,4 +1,4 @@
-import type { AIDataExtractionResponse, AIElementResponse, AIUsageInfo, InsightExtractOption, Rect, ReferenceImage, UIContext } from '../types';
+import type { AIDataExtractionResponse, AIElementResponse, AIUsageInfo, Rect, ReferenceImage, ServiceExtractOption, UIContext } from '../types';
 import type { IModelConfig } from '@midscene/shared/env';
 import type { LocateResultElement } from '@midscene/shared/types';
 import type { ChatCompletionSystemMessageParam, ChatCompletionUserMessageParam } from 'openai/resources/index';
@@ -40,7 +40,7 @@ export declare function AiExtractElementInfo<T>(options: {
     multimodalPrompt?: TMultimodalPrompt;
     context: UIContext;
     pageDescription?: string;
-    extractOption?: InsightExtractOption;
+    extractOption?: ServiceExtractOption;
     modelConfig: IModelConfig;
 }): Promise<{
     parseResult: AIDataExtractionResponse<T>;

package/dist/types/index.d.ts

@@ -1,13 +1,13 @@
 import { z } from 'zod';
-import Insight from './insight/index';
+import Service from './service/index';
 import { TaskRunner } from './task-runner';
 import { getVersion } from './utils';
 export { plan, describeUserPage, AiLocateElement, getMidsceneLocationSchema, type MidsceneLocationResultType, PointSchema, SizeSchema, RectSchema, TMultimodalPromptSchema, TUserPromptSchema, type TMultimodalPrompt, type TUserPrompt, } from './ai-model/index';
 export { MIDSCENE_MODEL_NAME, type CreateOpenAIClientFn, } from '@midscene/shared/env';
 export type * from './types';
-export { InsightError } from './types';
+export { ServiceError } from './types';
 export { z };
-export default Insight;
-export { TaskRunner, Insight, getVersion };
+export default Service;
+export { TaskRunner, Service, getVersion };
 export type { MidsceneYamlScript, MidsceneYamlTask, MidsceneYamlFlowItem, MidsceneYamlConfigResult, MidsceneYamlConfig, MidsceneYamlScriptWebEnv, MidsceneYamlScriptAndroidEnv, MidsceneYamlScriptIOSEnv, MidsceneYamlScriptEnv, LocateOption, DetailedLocateParam, } from './yaml';
 export { Agent, type AgentOpt, createAgent } from './agent';

package/dist/types/{insight → service}/index.d.ts

@@ -1,5 +1,5 @@
 import { callAIWithObjectResponse } from '../ai-model/index';
-import type { AIDescribeElementResponse, DetailedLocateParam, InsightExtractOption, InsightExtractParam, InsightExtractResult, InsightTaskInfo, LocateResultWithDump, Rect, UIContext } from '../types';
+import type { AIDescribeElementResponse, DetailedLocateParam, LocateResultWithDump, Rect, ServiceExtractOption, ServiceExtractParam, ServiceExtractResult, ServiceTaskInfo, UIContext } from '../types';
 import { type IModelConfig } from '@midscene/shared/env';
 import type { TMultimodalPrompt } from '../ai-model/common';
 export interface LocateOpts {
@@ -8,17 +8,17 @@ export interface LocateOpts {
 export type AnyValue<T> = {
     [K in keyof T]: unknown extends T[K] ? any : T[K];
 };
-interface InsightOptions {
-    taskInfo?: Omit<InsightTaskInfo, 'durationMs'>;
+interface ServiceOptions {
+    taskInfo?: Omit<ServiceTaskInfo, 'durationMs'>;
     aiVendorFn?: typeof callAIWithObjectResponse;
 }
-export default class Insight {
+export default class Service {
     contextRetrieverFn: () => Promise<UIContext> | UIContext;
-    aiVendorFn: Exclude<InsightOptions['aiVendorFn'], undefined>;
-    taskInfo?: Omit<InsightTaskInfo, 'durationMs'>;
-    constructor(context: UIContext | (() => Promise<UIContext> | UIContext), opt?: InsightOptions);
+    aiVendorFn: Exclude<ServiceOptions['aiVendorFn'], undefined>;
+    taskInfo?: Omit<ServiceTaskInfo, 'durationMs'>;
+    constructor(context: UIContext | (() => Promise<UIContext> | UIContext), opt?: ServiceOptions);
     locate(query: DetailedLocateParam, opt: LocateOpts, modelConfig: IModelConfig): Promise<LocateResultWithDump>;
-    extract<T>(dataDemand: InsightExtractParam, modelConfig: IModelConfig, opt?: InsightExtractOption, pageDescription?: string, multimodalPrompt?: TMultimodalPrompt): Promise<InsightExtractResult<T>>;
+    extract<T>(dataDemand: ServiceExtractParam, modelConfig: IModelConfig, opt?: ServiceExtractOption, pageDescription?: string, multimodalPrompt?: TMultimodalPrompt): Promise<ServiceExtractResult<T>>;
     describe(target: Rect | [number, number], modelConfig: IModelConfig, opt?: {
         deepThink?: boolean;
     }): Promise<Pick<AIDescribeElementResponse, 'description'>>;

package/dist/types/service/utils.d.ts

@@ -0,0 +1,2 @@
+import type { PartialServiceDumpFromSDK, ServiceDump } from '../types';
+export declare function createServiceDump(data: PartialServiceDumpFromSDK): ServiceDump;

package/dist/types/types.d.ts

@@ -89,14 +89,14 @@ export declare abstract class UIContext {
 export type EnsureObject<T> = {
     [K in keyof T]: any;
 };
-export type InsightAction = 'locate' | 'extract' | 'assert' | 'describe';
-export type InsightExtractParam = string | Record<string, string>;
+export type ServiceAction = 'locate' | 'extract' | 'assert' | 'describe';
+export type ServiceExtractParam = string | Record<string, string>;
 export type ElementCacheFeature = Record<string, unknown>;
 export interface LocateResult {
     element: LocateResultElement | null;
     rect?: Rect;
 }
-export interface InsightTaskInfo {
+export interface ServiceTaskInfo {
     durationMs: number;
     formatResponse?: string;
     rawResponse?: string;
@@ -112,12 +112,12 @@ export interface ReportDumpWithAttributes {
     dumpString: string;
     attributes?: Record<string, any>;
 }
-export interface InsightDump extends DumpMeta {
+export interface ServiceDump extends DumpMeta {
     type: 'locate' | 'extract' | 'assert';
     logId: string;
     userQuery: {
         element?: TUserPrompt;
-        dataDemand?: InsightExtractParam;
+        dataDemand?: ServiceExtractParam;
         assertion?: TUserPrompt;
     };
     matchedElement: LocateResultElement[];
@@ -126,23 +126,23 @@ export interface InsightDump extends DumpMeta {
     data: any;
     assertionPass?: boolean;
     assertionThought?: string;
-    taskInfo: InsightTaskInfo;
+    taskInfo: ServiceTaskInfo;
     error?: string;
     output?: any;
 }
-export type PartialInsightDumpFromSDK = Omit<InsightDump, 'logTime' | 'logId' | 'model_name'>;
-export interface InsightResultBase {
-    dump: InsightDump;
+export type PartialServiceDumpFromSDK = Omit<ServiceDump, 'logTime' | 'logId' | 'model_name'>;
+export interface ServiceResultBase {
+    dump: ServiceDump;
 }
-export type LocateResultWithDump = LocateResult & InsightResultBase;
-export interface InsightExtractResult<T> extends InsightResultBase {
+export type LocateResultWithDump = LocateResult & ServiceResultBase;
+export interface ServiceExtractResult<T> extends ServiceResultBase {
     data: T;
     thought?: string;
     usage?: AIUsageInfo;
 }
-export declare class InsightError extends Error {
-    dump: InsightDump;
-    constructor(message: string, dump: InsightDump);
+export declare class ServiceError extends Error {
+    dump: ServiceDump;
+    constructor(message: string, dump: ServiceDump);
 }
 export interface LiteUISection {
     name: string;
@@ -151,7 +151,7 @@ export interface LiteUISection {
     textIds: string[];
 }
 export type ElementById = (id: string) => BaseElement | null;
-export type InsightAssertionResponse = AIAssertionResponse & {
+export type ServiceAssertionResponse = AIAssertionResponse & {
     usage?: AIUsageInfo;
 };
 /**
@@ -279,11 +279,11 @@ export type ExecutionTaskInsightLocateParam = PlanningLocateParam;
 export interface ExecutionTaskInsightLocateOutput {
     element: LocateResultElement | null;
 }
-export type ExecutionTaskInsightDump = InsightDump;
+export type ExecutionTaskInsightDump = ServiceDump;
 export type ExecutionTaskInsightLocateApply = ExecutionTaskApply<'Insight', ExecutionTaskInsightLocateParam, ExecutionTaskInsightLocateOutput, ExecutionTaskInsightDump>;
 export type ExecutionTaskInsightLocate = ExecutionTask<ExecutionTaskInsightLocateApply>;
 export interface ExecutionTaskInsightQueryParam {
-    dataDemand: InsightExtractParam;
+    dataDemand: ServiceExtractParam;
 }
 export interface ExecutionTaskInsightQueryOutput {
     data: any;
@@ -293,7 +293,7 @@ export type ExecutionTaskInsightQuery = ExecutionTask<ExecutionTaskInsightQueryA
 export interface ExecutionTaskInsightAssertionParam {
     assertion: string;
 }
-export type ExecutionTaskInsightAssertionApply = ExecutionTaskApply<'Insight', ExecutionTaskInsightAssertionParam, InsightAssertionResponse, ExecutionTaskInsightDump>;
+export type ExecutionTaskInsightAssertionApply = ExecutionTaskApply<'Insight', ExecutionTaskInsightAssertionParam, ServiceAssertionResponse, ExecutionTaskInsightDump>;
 export type ExecutionTaskInsightAssertion = ExecutionTask<ExecutionTaskInsightAssertionApply>;
 export type ExecutionTaskActionApply<ActionParam = any> = ExecutionTaskApply<'Action', ActionParam, void, void>;
 export type ExecutionTaskAction = ExecutionTask<ExecutionTaskActionApply>;

package/dist/types/yaml.d.ts

@@ -9,7 +9,7 @@ export interface LocateOption {
     xpath?: string;
     uiContext?: UIContext;
 }
-export interface InsightExtractOption {
+export interface ServiceExtractOption {
     domIncluded?: boolean | 'visible-only';
     screenshotIncluded?: boolean;
     doNotThrowError?: boolean;
@@ -89,23 +89,23 @@ export interface MidsceneYamlFlowItemAIAssert {
     errorMessage?: string;
     name?: string;
 }
-export interface MidsceneYamlFlowItemAIQuery extends InsightExtractOption {
+export interface MidsceneYamlFlowItemAIQuery extends ServiceExtractOption {
     aiQuery: string;
     name?: string;
 }
-export interface MidsceneYamlFlowItemAINumber extends InsightExtractOption {
+export interface MidsceneYamlFlowItemAINumber extends ServiceExtractOption {
     aiNumber: string;
     name?: string;
 }
-export interface MidsceneYamlFlowItemAIString extends InsightExtractOption {
+export interface MidsceneYamlFlowItemAIString extends ServiceExtractOption {
     aiString: string;
     name?: string;
 }
-export interface MidsceneYamlFlowItemAIAsk extends InsightExtractOption {
+export interface MidsceneYamlFlowItemAIAsk extends ServiceExtractOption {
     aiAsk: string;
     name?: string;
 }
-export interface MidsceneYamlFlowItemAIBoolean extends InsightExtractOption {
+export interface MidsceneYamlFlowItemAIBoolean extends ServiceExtractOption {
     aiBoolean: string;
     name?: string;
 }

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@midscene/core",
   "description": "Automate browser actions, extract data, and perform assertions using AI. It offers JavaScript SDK, Chrome extension, and support for scripting in YAML. See https://midscenejs.com/ for details.",
-  "version": "1.0.1-beta-20251028021317.0",
+  "version": "1.0.1-beta-20251028121806.0",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "main": "./dist/lib/index.js",
@@ -89,8 +89,8 @@
     "zod": "3.24.3",
     "semver": "7.5.2",
     "js-yaml": "4.1.0",
-    "@midscene/recorder": "1.0.1-beta-20251028021317.0",
-    "@midscene/shared": "1.0.1-beta-20251028021317.0"
+    "@midscene/recorder": "1.0.1-beta-20251028121806.0",
+    "@midscene/shared": "1.0.1-beta-20251028121806.0"
   },
   "devDependencies": {
     "@rslib/core": "^0.11.2",

package/dist/es/insight/utils.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"insight/utils.mjs","sources":["webpack://@midscene/core/./src/insight/utils.ts"],"sourcesContent":["import type { DumpMeta, InsightDump, PartialInsightDumpFromSDK } from '@/types';\nimport { uuid } from '@midscene/shared/utils';\n\nexport function createInsightDump(\n  data: PartialInsightDumpFromSDK,\n): InsightDump {\n  const baseData: DumpMeta = {\n    logTime: Date.now(),\n  };\n  const finalData: InsightDump = {\n    logId: uuid(),\n    ...baseData,\n    ...data,\n  };\n\n  return finalData;\n}\n"],"names":["createInsightDump","data","baseData","Date","finalData","uuid"],"mappings":";AAGO,SAASA,kBACdC,IAA+B;IAE/B,MAAMC,WAAqB;QACzB,SAASC,KAAK,GAAG;IACnB;IACA,MAAMC,YAAyB;QAC7B,OAAOC;QACP,GAAGH,QAAQ;QACX,GAAGD,IAAI;IACT;IAEA,OAAOG;AACT"}

package/dist/types/insight/utils.d.ts

@@ -1,2 +0,0 @@
-import type { InsightDump, PartialInsightDumpFromSDK } from '../types';
-export declare function createInsightDump(data: PartialInsightDumpFromSDK): InsightDump;