@midscene/visualizer 0.26.7-beta-20250818081955.0 → 0.26.7-beta-20250820150415.0

package/dist/es/component/blackboard.mjs

@@ -75,7 +75,7 @@ const Blackboard = (props)=>{
     const elementMarkContainer = useMemo(()=>new Container(), []);
     const [hoverElement, setHoverElement] = useState(null);
     const pixiBgRef = useRef(void 0);
-    const { markerVisible, setMarkerVisible, elementsVisible, setTextsVisible } = useBlackboardPreference();
+    const { backgroundVisible, setBackgroundVisible, elementsVisible, setElementsVisible } = useBlackboardPreference();
     useEffect(()=>{
         Promise.resolve((async ()=>{
             if (!domRef.current || !screenWidth) return;
@@ -152,6 +152,7 @@ const Blackboard = (props)=>{
             backgroundSprite.eventMode = 'passive';
             app.stage.addChildAt(backgroundSprite, 0);
             pixiBgRef.current = backgroundSprite;
+            backgroundSprite.visible = backgroundVisible;
         };
         img.onerror = (e)=>{
             console.error('load screenshot failed', e);
@@ -203,8 +204,12 @@ const Blackboard = (props)=>{
         highlightRect,
         highlightPoints
     ]);
+    const onSetBackgroundVisible = (e)=>{
+        setBackgroundVisible(e.target.checked);
+        if (pixiBgRef.current) pixiBgRef.current.visible = e.target.checked;
+    };
     const onSetElementsVisible = (e)=>{
-        setTextsVisible(e.target.checked);
+        setElementsVisible(e.target.checked);
         elementMarkContainer.visible = e.target.checked;
     };
     let bottomTipA = null;
@@ -243,13 +248,20 @@ const Blackboard = (props)=>{
                 style: {
                     display: props.hideController ? 'none' : 'block'
                 },
-                children: /*#__PURE__*/ jsx("div", {
+                children: /*#__PURE__*/ jsxs("div", {
                     className: "overlay-control",
-                    children: /*#__PURE__*/ jsx(Checkbox, {
-                        checked: elementsVisible,
-                        onChange: onSetElementsVisible,
-                        children: "Elements"
-                    })
+                    children: [
+                        /*#__PURE__*/ jsx(Checkbox, {
+                            checked: backgroundVisible,
+                            onChange: onSetBackgroundVisible,
+                            children: "Background"
+                        }),
+                        /*#__PURE__*/ jsx(Checkbox, {
+                            checked: elementsVisible,
+                            onChange: onSetElementsVisible,
+                            children: "Elements"
+                        })
+                    ]
                 })
             }),
             /*#__PURE__*/ jsx("div", {

package/dist/es/component/player.mjs

@@ -9,8 +9,11 @@ import { CaretRightOutlined, DownloadOutlined, ExportOutlined, LoadingOutlined }
 import { treeToList } from "@midscene/shared/extractor";
 import { Dropdown, Spin, Switch, Tooltip } from "antd";
 import global_perspective from "../icons/global-perspective.mjs";
+import player_setting from "../icons/player-setting.mjs";
+import show_marker from "../icons/show-marker.mjs";
 import { rectMarkForItem } from "./blackboard.mjs";
 import { getTextureFromCache, loadTexture } from "./pixi-loader.mjs";
+import { useBlackboardPreference } from "./store/store.mjs";
 function _define_property(obj, key, value) {
     if (key in obj) Object.defineProperty(obj, key, {
         value: value,
@@ -116,11 +119,12 @@ function Player(props) {
     var _scripts_;
     const [titleText, setTitleText] = useState('');
     const [subTitleText, setSubTitleText] = useState('');
-    const [autoZoom, setAutoZoom] = useState((null == props ? void 0 : props.autoZoom) !== void 0 ? props.autoZoom : true);
+    const { autoZoom, setAutoZoom, elementsVisible, setElementsVisible } = useBlackboardPreference();
     useEffect(()=>{
         if ((null == props ? void 0 : props.autoZoom) !== void 0) setAutoZoom(props.autoZoom);
     }, [
-        null == props ? void 0 : props.autoZoom
+        null == props ? void 0 : props.autoZoom,
+        setAutoZoom
     ]);
     const scripts = null == props ? void 0 : props.replayScripts;
     const imageWidth = (null == props ? void 0 : props.imageWidth) || 1920;
@@ -144,6 +148,12 @@ function Player(props) {
         container.zIndex = LAYER_ORDER_INSIGHT;
         return container;
     }, []);
+    useEffect(()=>{
+        insightMarkContainer.visible = elementsVisible;
+    }, [
+        elementsVisible,
+        insightMarkContainer
+    ]);
     const basicCameraState = {
         left: 0,
         top: 0,
@@ -655,7 +665,8 @@ function Player(props) {
                             }),
                             /*#__PURE__*/ jsx(Dropdown, {
                                 trigger: [
-                                    'hover'
+                                    'hover',
+                                    'click'
                                 ],
                                 placement: "bottomRight",
                                 overlayStyle: {
@@ -729,6 +740,59 @@ function Player(props) {
                                                     })
                                                 ]
                                             })
+                                        },
+                                        {
+                                            key: 'elementsVisible',
+                                            style: {
+                                                height: '39px',
+                                                margin: 0,
+                                                padding: '0 12px'
+                                            },
+                                            label: /*#__PURE__*/ jsxs("div", {
+                                                style: {
+                                                    display: 'flex',
+                                                    alignItems: 'center',
+                                                    justifyContent: 'space-between',
+                                                    width: '100%',
+                                                    height: '39px'
+                                                },
+                                                children: [
+                                                    /*#__PURE__*/ jsxs("div", {
+                                                        style: {
+                                                            display: 'flex',
+                                                            alignItems: 'center',
+                                                            gap: '4px'
+                                                        },
+                                                        children: [
+                                                            /*#__PURE__*/ jsx(show_marker, {
+                                                                style: {
+                                                                    width: '16px',
+                                                                    height: '16px'
+                                                                }
+                                                            }),
+                                                            /*#__PURE__*/ jsx("span", {
+                                                                style: {
+                                                                    fontSize: '12px',
+                                                                    marginRight: '16px'
+                                                                },
+                                                                children: "Show Element Markers"
+                                                            })
+                                                        ]
+                                                    }),
+                                                    /*#__PURE__*/ jsx(Switch, {
+                                                        size: "small",
+                                                        checked: elementsVisible,
+                                                        onChange: (checked)=>{
+                                                            setElementsVisible(checked);
+                                                            triggerReplay();
+                                                        },
+                                                        onClick: (_, e)=>{
+                                                            var _e_stopPropagation;
+                                                            return null == e ? void 0 : null == (_e_stopPropagation = e.stopPropagation) ? void 0 : _e_stopPropagation.call(e);
+                                                        }
+                                                    })
+                                                ]
+                                            })
                                         }
                                     ]
                                 },
@@ -744,7 +808,7 @@ function Player(props) {
                                         opacity: mouseOverSettingsIcon ? 1 : 0.7,
                                         transition: 'opacity 0.2s'
                                     },
-                                    children: /*#__PURE__*/ jsx(global_perspective, {
+                                    children: /*#__PURE__*/ jsx(player_setting, {
                                         style: {
                                             width: '16px',
                                             height: '16px'

package/dist/es/component/store/store.mjs

@@ -27,20 +27,37 @@ __webpack_require__.d(external_zustand_namespaceObject, {
     create: ()=>create
 });
 const { create: store_create } = external_zustand_namespaceObject;
-const useBlackboardPreference = store_create((set)=>({
-        markerVisible: true,
-        elementsVisible: true,
-        setMarkerVisible: (visible)=>{
+const AUTO_ZOOM_KEY = 'midscene-auto-zoom';
+const BACKGROUND_VISIBLE_KEY = 'midscene-background-visible';
+const ELEMENTS_VISIBLE_KEY = 'midscene-elements-visible';
+const useBlackboardPreference = store_create((set)=>{
+    const savedAutoZoom = 'false' !== localStorage.getItem(AUTO_ZOOM_KEY);
+    const savedBackgroundVisible = 'false' !== localStorage.getItem(BACKGROUND_VISIBLE_KEY);
+    const savedElementsVisible = 'false' !== localStorage.getItem(ELEMENTS_VISIBLE_KEY);
+    return {
+        backgroundVisible: savedBackgroundVisible,
+        elementsVisible: savedElementsVisible,
+        autoZoom: savedAutoZoom,
+        setBackgroundVisible: (visible)=>{
             set({
-                markerVisible: visible
+                backgroundVisible: visible
             });
+            localStorage.setItem(BACKGROUND_VISIBLE_KEY, visible.toString());
         },
-        setTextsVisible: (visible)=>{
+        setElementsVisible: (visible)=>{
             set({
                 elementsVisible: visible
             });
+            localStorage.setItem(ELEMENTS_VISIBLE_KEY, visible.toString());
+        },
+        setAutoZoom: (enabled)=>{
+            set({
+                autoZoom: enabled
+            });
+            localStorage.setItem(AUTO_ZOOM_KEY, enabled.toString());
         }
-    }));
+    };
+});
 const CONFIG_KEY = 'midscene-env-config';
 const SERVICE_MODE_KEY = 'midscene-service-mode';
 const TRACKING_ACTIVE_TAB_KEY = 'midscene-tracking-active-tab';

package/dist/es/icons/show-marker.mjs

@@ -0,0 +1,16 @@
+import { jsx } from "react/jsx-runtime";
+import "react";
+const SvgShowMarker = (props)=>/*#__PURE__*/ jsx("svg", {
+        xmlns: "http://www.w3.org/2000/svg",
+        width: 16,
+        height: 16,
+        fill: "none",
+        viewBox: "0 0 16 16",
+        ...props,
+        children: /*#__PURE__*/ jsx("path", {
+            fill: "#333",
+            d: "M13 1.835a2.165 2.165 0 0 1 .665 4.225v3.88a2.166 2.166 0 1 1-2.725 2.725H5.06a2.165 2.165 0 1 1-2.725-2.726V6.06A2.165 2.165 0 1 1 5.06 3.336h5.88c.281-.87 1.097-1.5 2.06-1.5m-10 9.33a.835.835 0 1 0 0 1.67.835.835 0 0 0 0-1.67m10 0a.835.835 0 1 0 0 1.67.835.835 0 0 0 0-1.67m-7.94-6.5A2.17 2.17 0 0 1 3.665 6.06v3.88c.66.213 1.181.734 1.395 1.395h5.88a2.17 2.17 0 0 1 1.395-1.396V6.06a2.17 2.17 0 0 1-1.395-1.394zM3 3.165a.835.835 0 1 0 0 1.67.835.835 0 0 0 0-1.67m10 0a.835.835 0 1 0 0 1.67.835.835 0 0 0 0-1.67"
+        })
+    });
+const show_marker = SvgShowMarker;
+export { show_marker as default };

package/dist/es/index.mjs

@@ -14,8 +14,7 @@ import { PromptInput } from "./component/playground/PromptInput.mjs";
 import { Player } from "./component/player.mjs";
 import { Blackboard } from "./component/blackboard.mjs";
 import { GithubStar } from "./component/github-star.mjs";
-import { Describer } from "./component/describer.mjs";
 import { actionNameForType, blankResult, cancelTask, checkServerStatus, formatErrorMessage, getPlaceholderForType, getTaskProgress, overrideServerConfig, requestPlaygroundServer, staticAgentFromContext } from "./component/playground/playground-utils.mjs";
 import { filterBase64Value, timeStr } from "./utils.mjs";
 import shiny_text from "./component/shiny-text.mjs";
-export { Blackboard, ContextPreview, Describer, EnvConfig, GithubStar, Logo, Player, PlaygroundResultView, PromptInput, ServiceModeControl, shiny_text as ShinyText, actionNameForType, allScriptsFromDump, blankResult, cancelTask, checkServerStatus, colorForName, filterBase64Value, formatErrorMessage, generateAnimationScripts, getPlaceholderForType, getTaskProgress, globalThemeConfig, highlightColorForType, iconForStatus, overrideServerConfig, requestPlaygroundServer, staticAgentFromContext, timeCostStrElement, timeStr, useEnvConfig, useServerValid, useStaticPageAgent };
+export { Blackboard, ContextPreview, EnvConfig, GithubStar, Logo, Player, PlaygroundResultView, PromptInput, ServiceModeControl, shiny_text as ShinyText, actionNameForType, allScriptsFromDump, blankResult, cancelTask, checkServerStatus, colorForName, filterBase64Value, formatErrorMessage, generateAnimationScripts, getPlaceholderForType, getTaskProgress, globalThemeConfig, highlightColorForType, iconForStatus, overrideServerConfig, requestPlaygroundServer, staticAgentFromContext, timeCostStrElement, timeStr, useEnvConfig, useServerValid, useStaticPageAgent };

package/dist/lib/component/blackboard.js

@@ -106,7 +106,7 @@ const Blackboard = (props)=>{
     const elementMarkContainer = (0, external_react_namespaceObject.useMemo)(()=>new external_pixi_js_namespaceObject.Container(), []);
     const [hoverElement, setHoverElement] = (0, external_react_namespaceObject.useState)(null);
     const pixiBgRef = (0, external_react_namespaceObject.useRef)(void 0);
-    const { markerVisible, setMarkerVisible, elementsVisible, setTextsVisible } = (0, store_js_namespaceObject.useBlackboardPreference)();
+    const { backgroundVisible, setBackgroundVisible, elementsVisible, setElementsVisible } = (0, store_js_namespaceObject.useBlackboardPreference)();
     (0, external_react_namespaceObject.useEffect)(()=>{
         Promise.resolve((async ()=>{
             if (!domRef.current || !screenWidth) return;
@@ -183,6 +183,7 @@ const Blackboard = (props)=>{
             backgroundSprite.eventMode = 'passive';
             app.stage.addChildAt(backgroundSprite, 0);
             pixiBgRef.current = backgroundSprite;
+            backgroundSprite.visible = backgroundVisible;
         };
         img.onerror = (e)=>{
             console.error('load screenshot failed', e);
@@ -234,8 +235,12 @@ const Blackboard = (props)=>{
         highlightRect,
         highlightPoints
     ]);
+    const onSetBackgroundVisible = (e)=>{
+        setBackgroundVisible(e.target.checked);
+        if (pixiBgRef.current) pixiBgRef.current.visible = e.target.checked;
+    };
     const onSetElementsVisible = (e)=>{
-        setTextsVisible(e.target.checked);
+        setElementsVisible(e.target.checked);
         elementMarkContainer.visible = e.target.checked;
     };
     let bottomTipA = null;
@@ -274,13 +279,20 @@ const Blackboard = (props)=>{
                 style: {
                     display: props.hideController ? 'none' : 'block'
                 },
-                children: /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsx)("div", {
+                children: /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsxs)("div", {
                     className: "overlay-control",
-                    children: /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsx)(external_antd_namespaceObject.Checkbox, {
-                        checked: elementsVisible,
-                        onChange: onSetElementsVisible,
-                        children: "Elements"
-                    })
+                    children: [
+                        /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsx)(external_antd_namespaceObject.Checkbox, {
+                            checked: backgroundVisible,
+                            onChange: onSetBackgroundVisible,
+                            children: "Background"
+                        }),
+                        /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsx)(external_antd_namespaceObject.Checkbox, {
+                            checked: elementsVisible,
+                            onChange: onSetElementsVisible,
+                            children: "Elements"
+                        })
+                    ]
                 })
             }),
             /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsx)("div", {

package/dist/lib/component/player.js

@@ -47,8 +47,13 @@ const extractor_namespaceObject = require("@midscene/shared/extractor");
 const external_antd_namespaceObject = require("antd");
 const global_perspective_js_namespaceObject = require("../icons/global-perspective.js");
 var global_perspective_js_default = /*#__PURE__*/ __webpack_require__.n(global_perspective_js_namespaceObject);
+const player_setting_js_namespaceObject = require("../icons/player-setting.js");
+var player_setting_js_default = /*#__PURE__*/ __webpack_require__.n(player_setting_js_namespaceObject);
+const show_marker_js_namespaceObject = require("../icons/show-marker.js");
+var show_marker_js_default = /*#__PURE__*/ __webpack_require__.n(show_marker_js_namespaceObject);
 const external_blackboard_js_namespaceObject = require("./blackboard.js");
 const external_pixi_loader_js_namespaceObject = require("./pixi-loader.js");
+const store_js_namespaceObject = require("./store/store.js");
 function _define_property(obj, key, value) {
     if (key in obj) Object.defineProperty(obj, key, {
         value: value,
@@ -154,11 +159,12 @@ function Player(props) {
     var _scripts_;
     const [titleText, setTitleText] = (0, external_react_namespaceObject.useState)('');
     const [subTitleText, setSubTitleText] = (0, external_react_namespaceObject.useState)('');
-    const [autoZoom, setAutoZoom] = (0, external_react_namespaceObject.useState)((null == props ? void 0 : props.autoZoom) !== void 0 ? props.autoZoom : true);
+    const { autoZoom, setAutoZoom, elementsVisible, setElementsVisible } = (0, store_js_namespaceObject.useBlackboardPreference)();
     (0, external_react_namespaceObject.useEffect)(()=>{
         if ((null == props ? void 0 : props.autoZoom) !== void 0) setAutoZoom(props.autoZoom);
     }, [
-        null == props ? void 0 : props.autoZoom
+        null == props ? void 0 : props.autoZoom,
+        setAutoZoom
     ]);
     const scripts = null == props ? void 0 : props.replayScripts;
     const imageWidth = (null == props ? void 0 : props.imageWidth) || 1920;
@@ -182,6 +188,12 @@ function Player(props) {
         container.zIndex = LAYER_ORDER_INSIGHT;
         return container;
     }, []);
+    (0, external_react_namespaceObject.useEffect)(()=>{
+        insightMarkContainer.visible = elementsVisible;
+    }, [
+        elementsVisible,
+        insightMarkContainer
+    ]);
     const basicCameraState = {
         left: 0,
         top: 0,
@@ -693,7 +705,8 @@ function Player(props) {
                             }),
                             /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsx)(external_antd_namespaceObject.Dropdown, {
                                 trigger: [
-                                    'hover'
+                                    'hover',
+                                    'click'
                                 ],
                                 placement: "bottomRight",
                                 overlayStyle: {
@@ -767,6 +780,59 @@ function Player(props) {
                                                     })
                                                 ]
                                             })
+                                        },
+                                        {
+                                            key: 'elementsVisible',
+                                            style: {
+                                                height: '39px',
+                                                margin: 0,
+                                                padding: '0 12px'
+                                            },
+                                            label: /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsxs)("div", {
+                                                style: {
+                                                    display: 'flex',
+                                                    alignItems: 'center',
+                                                    justifyContent: 'space-between',
+                                                    width: '100%',
+                                                    height: '39px'
+                                                },
+                                                children: [
+                                                    /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsxs)("div", {
+                                                        style: {
+                                                            display: 'flex',
+                                                            alignItems: 'center',
+                                                            gap: '4px'
+                                                        },
+                                                        children: [
+                                                            /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsx)(show_marker_js_default(), {
+                                                                style: {
+                                                                    width: '16px',
+                                                                    height: '16px'
+                                                                }
+                                                            }),
+                                                            /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsx)("span", {
+                                                                style: {
+                                                                    fontSize: '12px',
+                                                                    marginRight: '16px'
+                                                                },
+                                                                children: "Show Element Markers"
+                                                            })
+                                                        ]
+                                                    }),
+                                                    /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsx)(external_antd_namespaceObject.Switch, {
+                                                        size: "small",
+                                                        checked: elementsVisible,
+                                                        onChange: (checked)=>{
+                                                            setElementsVisible(checked);
+                                                            triggerReplay();
+                                                        },
+                                                        onClick: (_, e)=>{
+                                                            var _e_stopPropagation;
+                                                            return null == e ? void 0 : null == (_e_stopPropagation = e.stopPropagation) ? void 0 : _e_stopPropagation.call(e);
+                                                        }
+                                                    })
+                                                ]
+                                            })
                                         }
                                     ]
                                 },
@@ -782,7 +848,7 @@ function Player(props) {
                                         opacity: mouseOverSettingsIcon ? 1 : 0.7,
                                         transition: 'opacity 0.2s'
                                     },
-                                    children: /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsx)(global_perspective_js_default(), {
+                                    children: /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsx)(player_setting_js_default(), {
                                         style: {
                                             width: '16px',
                                             height: '16px'

package/dist/lib/component/store/store.js

@@ -29,20 +29,37 @@ __webpack_require__.d(__webpack_exports__, {
 });
 const external_zustand_namespaceObject = require("zustand");
 const { create } = external_zustand_namespaceObject;
-const useBlackboardPreference = create((set)=>({
-        markerVisible: true,
-        elementsVisible: true,
-        setMarkerVisible: (visible)=>{
+const AUTO_ZOOM_KEY = 'midscene-auto-zoom';
+const BACKGROUND_VISIBLE_KEY = 'midscene-background-visible';
+const ELEMENTS_VISIBLE_KEY = 'midscene-elements-visible';
+const useBlackboardPreference = create((set)=>{
+    const savedAutoZoom = 'false' !== localStorage.getItem(AUTO_ZOOM_KEY);
+    const savedBackgroundVisible = 'false' !== localStorage.getItem(BACKGROUND_VISIBLE_KEY);
+    const savedElementsVisible = 'false' !== localStorage.getItem(ELEMENTS_VISIBLE_KEY);
+    return {
+        backgroundVisible: savedBackgroundVisible,
+        elementsVisible: savedElementsVisible,
+        autoZoom: savedAutoZoom,
+        setBackgroundVisible: (visible)=>{
             set({
-                markerVisible: visible
+                backgroundVisible: visible
             });
+            localStorage.setItem(BACKGROUND_VISIBLE_KEY, visible.toString());
         },
-        setTextsVisible: (visible)=>{
+        setElementsVisible: (visible)=>{
             set({
                 elementsVisible: visible
             });
+            localStorage.setItem(ELEMENTS_VISIBLE_KEY, visible.toString());
+        },
+        setAutoZoom: (enabled)=>{
+            set({
+                autoZoom: enabled
+            });
+            localStorage.setItem(AUTO_ZOOM_KEY, enabled.toString());
         }
-    }));
+    };
+});
 const CONFIG_KEY = 'midscene-env-config';
 const SERVICE_MODE_KEY = 'midscene-service-mode';
 const TRACKING_ACTIVE_TAB_KEY = 'midscene-tracking-active-tab';

package/dist/lib/icons/show-marker.js

@@ -0,0 +1,50 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    default: ()=>show_marker
+});
+const jsx_runtime_namespaceObject = require("react/jsx-runtime");
+require("react");
+const SvgShowMarker = (props)=>/*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsx)("svg", {
+        xmlns: "http://www.w3.org/2000/svg",
+        width: 16,
+        height: 16,
+        fill: "none",
+        viewBox: "0 0 16 16",
+        ...props,
+        children: /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsx)("path", {
+            fill: "#333",
+            d: "M13 1.835a2.165 2.165 0 0 1 .665 4.225v3.88a2.166 2.166 0 1 1-2.725 2.725H5.06a2.165 2.165 0 1 1-2.725-2.726V6.06A2.165 2.165 0 1 1 5.06 3.336h5.88c.281-.87 1.097-1.5 2.06-1.5m-10 9.33a.835.835 0 1 0 0 1.67.835.835 0 0 0 0-1.67m10 0a.835.835 0 1 0 0 1.67.835.835 0 0 0 0-1.67m-7.94-6.5A2.17 2.17 0 0 1 3.665 6.06v3.88c.66.213 1.181.734 1.395 1.395h5.88a2.17 2.17 0 0 1 1.395-1.396V6.06a2.17 2.17 0 0 1-1.395-1.394zM3 3.165a.835.835 0 1 0 0 1.67.835.835 0 0 0 0-1.67m10 0a.835.835 0 1 0 0 1.67.835.835 0 0 0 0-1.67"
+        })
+    });
+const show_marker = SvgShowMarker;
+exports["default"] = __webpack_exports__["default"];
+for(var __webpack_i__ in __webpack_exports__)if (-1 === [
+    "default"
+].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});

package/dist/lib/index.js

@@ -53,7 +53,6 @@ __webpack_require__.d(__webpack_exports__, {
     checkServerStatus: ()=>playground_utils_js_namespaceObject.checkServerStatus,
     blankResult: ()=>playground_utils_js_namespaceObject.blankResult,
     useEnvConfig: ()=>store_js_namespaceObject.useEnvConfig,
-    Describer: ()=>describer_js_namespaceObject.Describer,
     PromptInput: ()=>PromptInput_js_namespaceObject.PromptInput,
     ContextPreview: ()=>ContextPreview_js_namespaceObject.ContextPreview,
     requestPlaygroundServer: ()=>playground_utils_js_namespaceObject.requestPlaygroundServer,
@@ -83,14 +82,12 @@ const PromptInput_js_namespaceObject = require("./component/playground/PromptInp
 const player_js_namespaceObject = require("./component/player.js");
 const blackboard_js_namespaceObject = require("./component/blackboard.js");
 const github_star_js_namespaceObject = require("./component/github-star.js");
-const describer_js_namespaceObject = require("./component/describer.js");
 const playground_utils_js_namespaceObject = require("./component/playground/playground-utils.js");
 const external_utils_js_namespaceObject = require("./utils.js");
 const shiny_text_js_namespaceObject = require("./component/shiny-text.js");
 var shiny_text_js_default = /*#__PURE__*/ __webpack_require__.n(shiny_text_js_namespaceObject);
 exports.Blackboard = __webpack_exports__.Blackboard;
 exports.ContextPreview = __webpack_exports__.ContextPreview;
-exports.Describer = __webpack_exports__.Describer;
 exports.EnvConfig = __webpack_exports__.EnvConfig;
 exports.GithubStar = __webpack_exports__.GithubStar;
 exports.Logo = __webpack_exports__.Logo;
@@ -124,7 +121,6 @@ exports.useStaticPageAgent = __webpack_exports__.useStaticPageAgent;
 for(var __webpack_i__ in __webpack_exports__)if (-1 === [
     "Blackboard",
     "ContextPreview",
-    "Describer",
     "EnvConfig",
     "GithubStar",
     "Logo",

package/dist/types/component/store/store.d.ts

@@ -1,9 +1,11 @@
 import * as Z from 'zustand';
 export declare const useBlackboardPreference: Z.UseBoundStore<Z.StoreApi<{
-    markerVisible: boolean;
+    backgroundVisible: boolean;
     elementsVisible: boolean;
-    setMarkerVisible: (visible: boolean) => void;
-    setTextsVisible: (visible: boolean) => void;
+    autoZoom: boolean;
+    setBackgroundVisible: (visible: boolean) => void;
+    setElementsVisible: (visible: boolean) => void;
+    setAutoZoom: (enabled: boolean) => void;
 }>>;
 /**
  * Service Mode

package/dist/types/index.d.ts

@@ -15,7 +15,6 @@ export { PromptInput } from './component/playground/PromptInput';
 export { Player } from './component/player';
 export { Blackboard } from './component/blackboard';
 export { GithubStar } from './component/github-star';
-export { Describer } from './component/describer';
 export { requestPlaygroundServer, cancelTask, overrideServerConfig, getTaskProgress, checkServerStatus, actionNameForType, staticAgentFromContext, formatErrorMessage, getPlaceholderForType, blankResult, } from './component/playground/playground-utils';
 export { timeStr, filterBase64Value } from './utils';
 export { default as ShinyText } from './component/shiny-text';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@midscene/visualizer",
-  "version": "0.26.7-beta-20250818081955.0",
+  "version": "0.26.7-beta-20250820150415.0",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "types": "./dist/types/index.d.ts",
@@ -70,9 +70,9 @@
     "antd": "^5.21.6",
     "buffer": "6.0.3",
     "dayjs": "^1.11.11",
-    "@midscene/core": "0.26.7-beta-20250818081955.0",
-    "@midscene/shared": "0.26.7-beta-20250818081955.0",
-    "@midscene/web": "0.26.7-beta-20250818081955.0"
+    "@midscene/core": "0.26.7-beta-20250820150415.0",
+    "@midscene/web": "0.26.7-beta-20250820150415.0",
+    "@midscene/shared": "0.26.7-beta-20250820150415.0"
   },
   "license": "MIT",
   "scripts": {

package/dist/es/component/describer.mjs

@@ -1,128 +0,0 @@
-'use client';
-import { jsx, jsxs } from "react/jsx-runtime";
-import { useEffect, useRef, useState } from "react";
-import { useStaticPageAgent } from "./playground/useStaticPageAgent.mjs";
-import "./describer.css";
-import { Panel, PanelGroup, PanelResizeHandle } from "react-resizable-panels";
-import { Blackboard } from "./blackboard.mjs";
-import { PlaygroundResultView } from "./playground/PlaygroundResult.mjs";
-const Describer = (props)=>{
-    var _result_verifyResult;
-    const { uiContext } = props;
-    const image = uiContext.screenshotBase64;
-    const canvasRef = useRef(null);
-    const [highlightPoints, setHighlightPoints] = useState([]);
-    const [highlightRect, setHighlightRect] = useState();
-    const [error, setError] = useState();
-    const [loading, setLoading] = useState(false);
-    const [result, setResult] = useState();
-    const agent = useStaticPageAgent(uiContext);
-    useEffect(()=>{
-        const canvas = canvasRef.current;
-        if (!canvas || !image) return;
-        const ctx = canvas.getContext('2d');
-        if (!ctx) return;
-        const img = new Image();
-        img.onload = ()=>{
-            canvas.width = img.width;
-            canvas.height = img.height;
-            ctx.drawImage(img, 0, 0);
-        };
-        img.src = image;
-    }, [
-        image
-    ]);
-    const handleClick = async (position)=>{
-        if (!agent) return void console.error('agent is not initialized');
-        setLoading(true);
-        setError(void 0);
-        setResult(void 0);
-        setHighlightPoints([]);
-        setHighlightRect(void 0);
-        try {
-            var _result_verifyResult;
-            const userLocation = [
-                position[0],
-                position[1]
-            ];
-            setHighlightPoints([
-                userLocation
-            ]);
-            const result = await (null == agent ? void 0 : agent.describeElementAtPoint(userLocation));
-            console.log('describe result', result);
-            setResult(result);
-            if (null == (_result_verifyResult = result.verifyResult) ? void 0 : _result_verifyResult.rect) setHighlightRect(result.verifyResult.rect);
-        } catch (error) {
-            setError(error.message);
-        } finally{
-            setLoading(false);
-        }
-    };
-    let resultText = '';
-    if (error) resultText = error;
-    else if (!result || (null == (_result_verifyResult = result.verifyResult) ? void 0 : _result_verifyResult.pass)) {
-        if (result) resultText = result.deepThink ? `Deep think: ${result.prompt}` : result.prompt;
-        else if (loading) resultText = 'Loading...';
-    } else resultText = `Locate failed with prompt: ${result.prompt}`;
-    return /*#__PURE__*/ jsx("div", {
-        className: "image-describer",
-        children: /*#__PURE__*/ jsxs(PanelGroup, {
-            autoSaveId: "describer-layout",
-            direction: "horizontal",
-            children: [
-                /*#__PURE__*/ jsx(Panel, {
-                    defaultSize: 32,
-                    maxSize: 60,
-                    minSize: 20,
-                    style: {
-                        paddingRight: '24px'
-                    },
-                    children: /*#__PURE__*/ jsxs("div", {
-                        className: "form-part context-panel",
-                        children: [
-                            /*#__PURE__*/ jsx("h3", {
-                                children: "Screenshot"
-                            }),
-                            /*#__PURE__*/ jsx("div", {
-                                className: "form-sub-title",
-                                children: "Click on the screenshot, Midscene will help you describe the element at the clicked point."
-                            }),
-                            /*#__PURE__*/ jsx(Blackboard, {
-                                uiContext: {
-                                    ...uiContext,
-                                    tree: {
-                                        node: null,
-                                        children: []
-                                    }
-                                },
-                                highlightPoints: highlightPoints,
-                                highlightRect: highlightRect,
-                                onCanvasClick: handleClick,
-                                hideController: true
-                            })
-                        ]
-                    })
-                }),
-                /*#__PURE__*/ jsx(PanelResizeHandle, {
-                    className: "panel-resize-handle"
-                }),
-                /*#__PURE__*/ jsx(Panel, {
-                    children: /*#__PURE__*/ jsx(PlaygroundResultView, {
-                        result: {
-                            result: resultText,
-                            error: error || null
-                        },
-                        loading: loading,
-                        serverValid: true,
-                        serviceMode: 'In-Browser',
-                        replayScriptsInfo: null,
-                        replayCounter: 0,
-                        loadingProgressText: ''
-                    })
-                })
-            ]
-        })
-    });
-};
-const describer = Describer;
-export { Describer, describer as default };

package/dist/lib/component/describer.js

@@ -1,165 +0,0 @@
-'use client';
-"use strict";
-var __webpack_require__ = {};
-(()=>{
-    __webpack_require__.d = (exports1, definition)=>{
-        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
-            enumerable: true,
-            get: definition[key]
-        });
-    };
-})();
-(()=>{
-    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
-})();
-(()=>{
-    __webpack_require__.r = (exports1)=>{
-        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
-            value: 'Module'
-        });
-        Object.defineProperty(exports1, '__esModule', {
-            value: true
-        });
-    };
-})();
-var __webpack_exports__ = {};
-__webpack_require__.r(__webpack_exports__);
-__webpack_require__.d(__webpack_exports__, {
-    Describer: ()=>Describer,
-    default: ()=>describer
-});
-const jsx_runtime_namespaceObject = require("react/jsx-runtime");
-const external_react_namespaceObject = require("react");
-const useStaticPageAgent_js_namespaceObject = require("./playground/useStaticPageAgent.js");
-require("./describer.css");
-const external_react_resizable_panels_namespaceObject = require("react-resizable-panels");
-const external_blackboard_js_namespaceObject = require("./blackboard.js");
-const PlaygroundResult_js_namespaceObject = require("./playground/PlaygroundResult.js");
-const Describer = (props)=>{
-    var _result_verifyResult;
-    const { uiContext } = props;
-    const image = uiContext.screenshotBase64;
-    const canvasRef = (0, external_react_namespaceObject.useRef)(null);
-    const [highlightPoints, setHighlightPoints] = (0, external_react_namespaceObject.useState)([]);
-    const [highlightRect, setHighlightRect] = (0, external_react_namespaceObject.useState)();
-    const [error, setError] = (0, external_react_namespaceObject.useState)();
-    const [loading, setLoading] = (0, external_react_namespaceObject.useState)(false);
-    const [result, setResult] = (0, external_react_namespaceObject.useState)();
-    const agent = (0, useStaticPageAgent_js_namespaceObject.useStaticPageAgent)(uiContext);
-    (0, external_react_namespaceObject.useEffect)(()=>{
-        const canvas = canvasRef.current;
-        if (!canvas || !image) return;
-        const ctx = canvas.getContext('2d');
-        if (!ctx) return;
-        const img = new Image();
-        img.onload = ()=>{
-            canvas.width = img.width;
-            canvas.height = img.height;
-            ctx.drawImage(img, 0, 0);
-        };
-        img.src = image;
-    }, [
-        image
-    ]);
-    const handleClick = async (position)=>{
-        if (!agent) return void console.error('agent is not initialized');
-        setLoading(true);
-        setError(void 0);
-        setResult(void 0);
-        setHighlightPoints([]);
-        setHighlightRect(void 0);
-        try {
-            var _result_verifyResult;
-            const userLocation = [
-                position[0],
-                position[1]
-            ];
-            setHighlightPoints([
-                userLocation
-            ]);
-            const result = await (null == agent ? void 0 : agent.describeElementAtPoint(userLocation));
-            console.log('describe result', result);
-            setResult(result);
-            if (null == (_result_verifyResult = result.verifyResult) ? void 0 : _result_verifyResult.rect) setHighlightRect(result.verifyResult.rect);
-        } catch (error) {
-            setError(error.message);
-        } finally{
-            setLoading(false);
-        }
-    };
-    let resultText = '';
-    if (error) resultText = error;
-    else if (!result || (null == (_result_verifyResult = result.verifyResult) ? void 0 : _result_verifyResult.pass)) {
-        if (result) resultText = result.deepThink ? `Deep think: ${result.prompt}` : result.prompt;
-        else if (loading) resultText = 'Loading...';
-    } else resultText = `Locate failed with prompt: ${result.prompt}`;
-    return /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsx)("div", {
-        className: "image-describer",
-        children: /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsxs)(external_react_resizable_panels_namespaceObject.PanelGroup, {
-            autoSaveId: "describer-layout",
-            direction: "horizontal",
-            children: [
-                /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsx)(external_react_resizable_panels_namespaceObject.Panel, {
-                    defaultSize: 32,
-                    maxSize: 60,
-                    minSize: 20,
-                    style: {
-                        paddingRight: '24px'
-                    },
-                    children: /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsxs)("div", {
-                        className: "form-part context-panel",
-                        children: [
-                            /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsx)("h3", {
-                                children: "Screenshot"
-                            }),
-                            /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsx)("div", {
-                                className: "form-sub-title",
-                                children: "Click on the screenshot, Midscene will help you describe the element at the clicked point."
-                            }),
-                            /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsx)(external_blackboard_js_namespaceObject.Blackboard, {
-                                uiContext: {
-                                    ...uiContext,
-                                    tree: {
-                                        node: null,
-                                        children: []
-                                    }
-                                },
-                                highlightPoints: highlightPoints,
-                                highlightRect: highlightRect,
-                                onCanvasClick: handleClick,
-                                hideController: true
-                            })
-                        ]
-                    })
-                }),
-                /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsx)(external_react_resizable_panels_namespaceObject.PanelResizeHandle, {
-                    className: "panel-resize-handle"
-                }),
-                /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsx)(external_react_resizable_panels_namespaceObject.Panel, {
-                    children: /*#__PURE__*/ (0, jsx_runtime_namespaceObject.jsx)(PlaygroundResult_js_namespaceObject.PlaygroundResultView, {
-                        result: {
-                            result: resultText,
-                            error: error || null
-                        },
-                        loading: loading,
-                        serverValid: true,
-                        serviceMode: 'In-Browser',
-                        replayScriptsInfo: null,
-                        replayCounter: 0,
-                        loadingProgressText: ''
-                    })
-                })
-            ]
-        })
-    });
-};
-const describer = Describer;
-exports.Describer = __webpack_exports__.Describer;
-exports["default"] = __webpack_exports__["default"];
-for(var __webpack_i__ in __webpack_exports__)if (-1 === [
-    "Describer",
-    "default"
-].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
-Object.defineProperty(exports, '__esModule', {
-    value: true
-});

package/dist/types/component/describer.d.ts

@@ -1,6 +0,0 @@
-import type { UIContext } from '@midscene/core';
-import './describer.less';
-export declare const Describer: (props: {
-    uiContext: UIContext;
-}) => import("react").JSX.Element;
-export default Describer;