@mind-harness/mh-browser 0.1.1 → 0.1.3

package/lib/types/types.d.ts

@@ -26,7 +26,8 @@ export interface Dialog {
     message: string;
 }
 export interface PageView {
-    tab: TabId;
+    /** Present when this result opened, or reused, a tab. */
+    tab?: TabId;
     url: string;
     title: string;
     observedAt: string;
@@ -51,6 +52,11 @@ export interface PageView {
     /** Response text of a textual non-HTML document navigation, shown in place of the snapshot. */
     body?: string;
     inPresence: boolean;
+    /**
+     * A non-GET declared action's landing page: the result carries the header
+     * and one sentence, and the page is not a delivery.
+     */
+    headerOnly?: boolean;
     dialog?: Dialog;
     incomplete?: {
         load: boolean;
@@ -61,58 +67,114 @@ export interface PageView {
         seconds: number;
     };
     download?: Download;
+    /**
+     * When set, the page element body is this sentence instead of the snapshot.
+     * An empty string is a page with attributes and no body.
+     */
+    summary?: string;
+    /** Text that follows `summary` inside the page element. */
+    detail?: string;
+    /** Write requests sent while `browser_evaluate` ran, grouped by method, site, and sender. */
+    writes?: {
+        method: string;
+        origin: string;
+        fromCall: boolean;
+        count: number;
+    }[];
+    /** Screenshot bytes. The tool saves them; they are not written into meta. */
+    shot?: {
+        mediaType: 'image/png' | 'image/jpeg' | 'image/webp';
+        bytes: Uint8Array;
+    };
 }
-export interface PageError {
-    tab?: TabId;
-    url: string;
-    reason: string;
-}
-export interface TabInfo {
-    tab: TabId;
-    url: string;
-    title: string;
-    occupied: boolean;
-    inPresence: boolean;
-    mayHaveChanged: boolean;
+export type Modifier = 'Alt' | 'Control' | 'ControlOrMeta' | 'Meta' | 'Shift';
+export interface Target {
+    target: string;
+    element?: string;
 }
-export type ActAction = {
+/** One page operation. `kind` is the tool name without the `browser_` prefix. */
+export type PageOp = (Target & {
     kind: 'click';
-    ref: string;
-    double?: boolean;
+    doubleClick?: boolean;
     button?: 'left' | 'right' | 'middle';
-    modifiers?: Array<'Alt' | 'Control' | 'Meta' | 'Shift'>;
-} | {
-    kind: 'select';
-    ref: string;
+    modifiers?: Modifier[];
+}) | (Target & {
+    kind: 'hover';
+}) | (Target & {
+    kind: 'select_option';
     values: string[];
+}) | {
+    kind: 'drag';
+    startTarget: string;
+    startElement?: string;
+    endTarget: string;
+    endElement?: string;
+} | (Target & {
+    kind: 'type';
+    text: string;
+    submit?: boolean;
+    slowly?: boolean;
+}) | {
+    kind: 'fill_form';
+    fields: (Target & {
+        name: string;
+        type: 'textbox' | 'checkbox' | 'radio' | 'combobox' | 'slider';
+        value: string;
+    })[];
 } | {
-    kind: 'press';
+    kind: 'press_key';
     key: string;
-    ref?: string;
-} | {
-    kind: 'fill';
-    fields: {
-        ref: string;
-        value: string;
-    }[];
 } | {
-    kind: 'upload';
-    ref: string;
-    files: string[];
+    kind: 'file_upload';
+    paths?: string[];
 } | {
-    kind: 'dialog';
+    kind: 'handle_dialog';
     accept: boolean;
     promptText?: string;
 } | {
-    kind: 'back';
+    kind: 'navigate_back';
 } | {
-    kind: 'wait';
+    kind: 'wait_for';
     text?: string;
     textGone?: string;
     time?: number;
 } | {
-    kind: 'look';
+    kind: 'snapshot';
+    target?: string;
+    depth?: number;
+    boxes?: boolean;
+} | {
+    kind: 'find';
+    text?: string;
+    regex?: string;
+    maxResults?: number;
+} | {
+    kind: 'take_screenshot';
+    element?: string;
+    target?: string;
+    type?: 'png' | 'jpeg' | 'webp';
+    fullPage?: boolean;
+    scale?: 'css' | 'device';
+} | {
+    kind: 'evaluate';
+    element?: string;
+    target?: string;
+    function: string;
+    callId: string;
 };
+export interface PageError {
+    tab?: TabId;
+    url: string;
+    reason: string;
+}
+export interface TabInfo {
+    tab: TabId;
+    url: string;
+    title: string;
+    occupied: boolean;
+    inPresence: boolean;
+    mayHaveChanged: boolean;
+}
 export declare class MhBrowserError extends Error {
     readonly code: string;
     readonly page?: PageView;
@@ -157,7 +219,11 @@ export interface InvokeCall {
     name: string;
     item?: string;
     input?: Record<string, unknown>;
-    seen: SeenView | 'not-in-context';
+    /** The Agent View text the model was shown, and the address it was read from. */
+    shown: {
+        url: string;
+        text: string;
+    };
 }
 /** The Agent View the model saw last: its declared `version` when it had one, and its digest. */
 export interface SeenView {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mind-harness/mh-browser",
-  "version": "0.1.1",
+  "version": "0.1.3",
   "description": "Opens pages in a real browser for the agent, keeps chosen Agent Views in context, and hands the browser to you when a person is needed.",
   "license": "SEE LICENSE IN LICENSE",
   "files": [
@@ -43,27 +43,27 @@
     "access": "public"
   },
   "dependencies": {
-    "playwright": "1.64.1",
+    "playwright": "^1.64.1",
     "yaml": "^2.9.1",
-    "zod": "4.4.3"
+    "zod": "^4.6.6"
   },
   "devDependencies": {
-    "@deepseek-ai/cordis": "4.0.5",
-    "@deepseek-ai/dsh-agent": "0.2.1-rc.3",
-    "@deepseek-ai/dsh-agent-loop": "0.2.1-rc.3",
-    "@deepseek-ai/dsh-agent-loop-testkit": "0.2.1-rc.3",
-    "@deepseek-ai/dsh-attachment": "0.2.1-rc.3",
-    "@deepseek-ai/dsh-browser-use": "0.2.1-rc.3",
-    "@deepseek-ai/dsh-home-paths": "0.2.1-rc.3",
-    "@deepseek-ai/dsh-llm": "0.2.1-rc.3",
-    "@deepseek-ai/dsh-llm-mock-server": "0.2.1-rc.3",
-    "@deepseek-ai/dsh-sandbox-policy": "0.2.1-rc.3",
-    "@deepseek-ai/dsh-session": "0.2.1-rc.3",
-    "@deepseek-ai/dsh-session-projection": "0.2.1-rc.3",
-    "@deepseek-ai/dsh-tools": "0.2.1-rc.3",
-    "@deepseek-ai/dsh-typert-protocol": "0.2.1-rc.3",
-    "@deepseek-ai/dsh-user-questions": "0.2.1-rc.3",
-    "@deepseek-ai/schemastery": "3.18.5"
+    "@deepseek-ai/cordis": "~4.0.5",
+    "@deepseek-ai/dsh-agent": "^0.2.1-rc.3",
+    "@deepseek-ai/dsh-agent-loop": "^0.2.1-rc.3",
+    "@deepseek-ai/dsh-agent-loop-testkit": "^0.2.1-rc.3",
+    "@deepseek-ai/dsh-attachment": "^0.2.1-rc.3",
+    "@deepseek-ai/dsh-browser-use": "^0.2.1-rc.3",
+    "@deepseek-ai/dsh-home-paths": "^0.2.1-rc.3",
+    "@deepseek-ai/dsh-llm": "^0.2.1-rc.3",
+    "@deepseek-ai/dsh-llm-mock-server": "^0.2.1-rc.3",
+    "@deepseek-ai/dsh-sandbox-policy": "^0.2.1-rc.3",
+    "@deepseek-ai/dsh-session": "^0.2.1-rc.3",
+    "@deepseek-ai/dsh-session-projection": "^0.2.1-rc.3",
+    "@deepseek-ai/dsh-tools": "^0.2.1-rc.3",
+    "@deepseek-ai/dsh-typert-protocol": "^0.2.1-rc.3",
+    "@deepseek-ai/dsh-user-questions": "^0.2.1-rc.3",
+    "@deepseek-ai/schemastery": "~3.18.5"
   },
   "peerDependencies": {
     "@deepseek-ai/cordis": "~4.0.5",
@@ -75,5 +75,7 @@
     "@deepseek-ai/schemastery": "~3.18.5"
   },
   "icon": "./icon.svg",
-  "scripts": {}
+  "scripts": {
+    "version": "node ../../scripts/mh/sync-extension-version.ts"
+  }
 }