@midscene/visualizer 0.28.1-beta-20250909063633.0 → 0.28.2-beta-20250909133629.0

package/dist/es/component/universal-playground/index.css

@@ -0,0 +1,341 @@
+.playground-container {
+  background: #fff;
+  flex-direction: column;
+  width: 100%;
+  height: 100vh;
+  padding: 0 12px;
+  display: flex;
+}
+
+.playground-container .command-form {
+  flex-direction: column;
+  width: 100%;
+  height: 100%;
+  display: flex;
+}
+
+.playground-container .context-preview-section {
+  border-bottom: 1px solid #f0f0f0;
+  flex-shrink: 0;
+  padding: 16px;
+}
+
+.playground-container .middle-dialog-area {
+  flex-direction: column;
+  flex: 1;
+  min-height: 0;
+  display: flex;
+  position: relative;
+  overflow: hidden;
+}
+
+.playground-container .middle-dialog-area .clear-button-container {
+  z-index: 10;
+  position: absolute;
+  top: 8px;
+  right: 12px;
+}
+
+.playground-container .middle-dialog-area .clear-button-container .clear-button {
+  opacity: .7;
+  transition: opacity .2s;
+}
+
+.playground-container .middle-dialog-area .clear-button-container .clear-button:hover {
+  opacity: 1;
+}
+
+.playground-container .middle-dialog-area .info-list-container {
+  scrollbar-width: none;
+  flex: 1;
+  padding-top: 16px;
+  padding-bottom: 16px;
+  overflow-x: hidden;
+  overflow-y: auto;
+}
+
+.playground-container .middle-dialog-area .info-list-container .ant-list .ant-list-item {
+  border-bottom: none;
+  padding: 0;
+}
+
+.playground-container .middle-dialog-area .info-list-container .ant-list .ant-list-item .ant-card {
+  border: 1px solid #f0f0f0;
+  border-radius: 8px;
+  box-shadow: 0 1px 3px rgba(0, 0, 0, .1);
+}
+
+.playground-container .middle-dialog-area .info-list-container .ant-list .ant-list-item .ant-card:hover {
+  box-shadow: 0 2px 6px rgba(0, 0, 0, .15);
+}
+
+.playground-container .middle-dialog-area .info-list-container .ant-list .ant-list-item .ant-card .ant-card-body {
+  padding: 12px;
+}
+
+.playground-container .middle-dialog-area .info-list-container .ant-list .ant-list-empty-text {
+  color: #999;
+  font-style: italic;
+}
+
+.playground-container .middle-dialog-area .info-list-container::-webkit-scrollbar {
+  display: none;
+}
+
+.playground-container .middle-dialog-area .info-list-container .list-item {
+  background: none;
+  border: none;
+  padding: 0;
+}
+
+.playground-container .middle-dialog-area .scroll-to-bottom-button {
+  z-index: 10;
+  background: #fff;
+  position: absolute;
+  bottom: 10px;
+  right: 0;
+  box-shadow: 0 4px 8px rgba(0, 0, 0, .04);
+}
+
+.playground-container .middle-dialog-area .scroll-to-bottom-button:hover {
+  background: #1890ff;
+}
+
+.playground-container .middle-dialog-area .scroll-to-bottom-button:hover .anticon {
+  color: #fff;
+}
+
+.playground-container .middle-dialog-area .scroll-to-bottom-button .anticon {
+  color: #333;
+  font-size: 16px;
+}
+
+.playground-container .user-message-container {
+  justify-content: flex-end;
+  width: 100%;
+  margin: 20px 0 30px;
+  display: flex;
+}
+
+.playground-container .user-message-container .user-message-bubble {
+  color: rgba(0, 0, 0, .85);
+  text-align: center;
+  background: #f2f4f7;
+  border-radius: 12px;
+  max-width: 80%;
+  padding: 12px 16px;
+  font-size: 14px;
+  font-weight: 400;
+  display: inline-block;
+}
+
+.playground-container .progress-action-item {
+  color: #000;
+  background: #f2f4f7;
+  border-radius: 8px;
+  justify-content: space-between;
+  height: 36px;
+  margin: 4px 0;
+  padding: 0 12px;
+  font-size: 14px;
+  line-height: 36px;
+  display: flex;
+}
+
+.playground-container .progress-action-item .progress-status-icon {
+  margin-left: 4px;
+}
+
+.playground-container .progress-action-item .progress-status-icon.loading {
+  color: #1890ff;
+}
+
+.playground-container .progress-action-item .progress-status-icon.completed {
+  color: #52c41a;
+}
+
+.playground-container .progress-action-item .progress-status-icon.error {
+  color: #ff4d4f;
+  font-weight: bold;
+}
+
+.playground-container .progress-description {
+  color: #000;
+  padding: 8px 0;
+  font-size: 14px;
+  line-height: 22px;
+  display: inline-block;
+}
+
+.playground-container .system-message-container {
+  flex-direction: column;
+  display: flex;
+}
+
+.playground-container .system-message-container .system-message-header {
+  align-items: center;
+  gap: 8px;
+  margin: 12px 0;
+  display: flex;
+}
+
+.playground-container .system-message-container .system-message-header .system-message-title {
+  font-size: 12px;
+  font-weight: 400;
+  line-height: 100%;
+}
+
+.playground-container .system-message-container .system-message-content {
+  color: rgba(0, 0, 0, .85);
+  font-size: 14px;
+}
+
+.playground-container .system-message-container .system-message-content .system-message-text {
+  color: rgba(0, 0, 0, .85);
+  font-size: 14px;
+  line-height: 25px;
+}
+
+.playground-container .system-message-container .system-message-content .error-message {
+  color: #e51723;
+  word-break: break-word;
+  background-color: #fff;
+  border: none;
+  border-radius: 0;
+  align-items: flex-start;
+  margin-bottom: 16px;
+  padding: 0;
+  font-size: 14px;
+  display: flex;
+}
+
+.playground-container .system-message-container .system-message-content .error-message .divider {
+  background-color: #e6e8eb;
+  flex-shrink: 0;
+  align-self: stretch;
+  width: 1px;
+  min-height: 20px;
+  margin: 0 8px 0 0;
+}
+
+.playground-container .system-message-container .system-message-content .loading-progress-text {
+  color: #666;
+  background: #f6f8fa;
+  border-left: 3px solid #1890ff;
+  border-radius: 4px;
+  margin-top: 8px;
+  padding: 8px 12px;
+  font-size: 13px;
+}
+
+.playground-container .new-conversation-separator {
+  flex-shrink: 0;
+  justify-content: center;
+  align-items: center;
+  padding: 20px 0;
+  display: flex;
+  position: relative;
+}
+
+.playground-container .new-conversation-separator .separator-line {
+  background-color: #e8e8e8;
+  height: 1px;
+  position: absolute;
+  top: 50%;
+  left: 0;
+  right: 0;
+}
+
+.playground-container .new-conversation-separator .separator-text-container {
+  z-index: 1;
+  background-color: #fff;
+  padding: 0 16px;
+  position: relative;
+}
+
+.playground-container .new-conversation-separator .separator-text-container .separator-text {
+  color: #999;
+  background-color: #fff;
+  font-size: 12px;
+}
+
+.playground-container .bottom-input-section {
+  background-color: #fff;
+  flex-shrink: 0;
+  padding: 16px 0 0;
+}
+
+.playground-container .version-info-section {
+  flex-shrink: 0;
+  justify-content: center;
+  align-items: center;
+  height: 38px;
+  display: flex;
+}
+
+.playground-container .version-text {
+  color: #999;
+  text-align: center;
+  font-size: 12px;
+}
+
+.playground-container .hidden-result-ref {
+  display: none;
+}
+
+.playground-container .playground-description {
+  margin-bottom: 32px;
+}
+
+.playground-container .playground-description .description-zh {
+  color: #333;
+  margin: 0 0 8px;
+  font-size: 16px;
+  line-height: 1.5;
+}
+
+.playground-container .playground-description .description-en {
+  color: #666;
+  margin: 0;
+  font-size: 14px;
+  line-height: 1.5;
+}
+
+.playground-container .config-section {
+  margin-bottom: 24px;
+}
+
+.playground-container .config-section .config-title {
+  color: #333;
+  margin: 0 0 16px;
+  font-size: 18px;
+  font-weight: 600;
+}
+
+.playground-container .config-section .config-item {
+  align-items: center;
+  gap: 8px;
+  margin-bottom: 12px;
+  display: flex;
+}
+
+.playground-container .config-section .config-item .config-check {
+  color: #52c41a;
+  font-size: 16px;
+}
+
+.playground-container .config-section .config-item .config-label {
+  color: #333;
+  font-size: 14px;
+}
+
+.playground-container .config-section .config-link {
+  color: #1890ff;
+  font-size: 14px;
+  text-decoration: none;
+}
+
+.playground-container .config-section .config-link:hover {
+  text-decoration: underline;
+}
+

package/dist/es/component/universal-playground/index.mjs

@@ -0,0 +1,273 @@
+import { Fragment, jsx, jsxs } from "react/jsx-runtime";
+import icons, { ArrowDownOutlined, ClearOutlined, LoadingOutlined } from "@ant-design/icons";
+import { Button, Form, List, Tooltip, Typography, message } from "antd";
+import { useCallback, useEffect } from "react";
+import { usePlaygroundExecution } from "../../hooks/usePlaygroundExecution.mjs";
+import { usePlaygroundState } from "../../hooks/usePlaygroundState.mjs";
+import { useEnvConfig } from "../../store/store.mjs";
+import { ContextPreview } from "../context-preview/index.mjs";
+import { PlaygroundResultView } from "../playground-result/index.mjs";
+import "./index.css";
+import avatar from "../../icons/avatar.mjs";
+import { PromptInput } from "../prompt-input/index.mjs";
+const { Text } = Typography;
+function ErrorMessage(param) {
+    let { error } = param;
+    if (!error) return null;
+    return /*#__PURE__*/ jsxs(Tooltip, {
+        title: /*#__PURE__*/ jsx("span", {
+            style: {
+                whiteSpace: 'pre-wrap',
+                wordBreak: 'break-all'
+            },
+            children: error
+        }),
+        overlayStyle: {
+            maxWidth: '100vw'
+        },
+        children: [
+            "Error: ",
+            error.split('\n')[0]
+        ]
+    });
+}
+function UniversalPlayground(param) {
+    let { playgroundSDK, storage, contextProvider, config: componentConfig = {}, branding = {}, className = '', dryMode = false, showContextPreview = true } = param;
+    const [form] = Form.useForm();
+    const { deepThink, screenshotIncluded, domIncluded, config } = useEnvConfig();
+    const { loading, setLoading, infoList, setInfoList, actionSpace, actionSpaceLoading, uiContextPreview, setUiContextPreview, showScrollToBottomButton, verticalMode, replayCounter, setReplayCounter, infoListRef, currentRunningIdRef, interruptedFlagRef, clearInfoList, refreshContext, handleScrollToBottom } = usePlaygroundState(playgroundSDK, storage, contextProvider);
+    const { handleRun: executeAction, handleStop, canStop } = usePlaygroundExecution(playgroundSDK, storage, actionSpace, loading, setLoading, infoList, setInfoList, replayCounter, setReplayCounter, verticalMode, currentRunningIdRef, interruptedFlagRef);
+    useEffect(()=>{
+        const completeConfig = {
+            ...config,
+            deepThink,
+            screenshotIncluded,
+            domIncluded
+        };
+        if (playgroundSDK.overrideConfig) playgroundSDK.overrideConfig(completeConfig).catch((error)=>{
+            console.error('Failed to override SDK config:', error);
+        });
+    }, [
+        playgroundSDK,
+        config,
+        deepThink,
+        screenshotIncluded,
+        domIncluded
+    ]);
+    const handleFormRun = useCallback(async ()=>{
+        try {
+            const value = form.getFieldsValue();
+            await executeAction(value);
+        } catch (error) {
+            message.error((null == error ? void 0 : error.message) || 'Execution failed');
+        }
+    }, [
+        form,
+        executeAction
+    ]);
+    const runButtonEnabled = !dryMode && !actionSpaceLoading;
+    const selectedType = Form.useWatch('type', form);
+    const finalShowContextPreview = showContextPreview && false !== componentConfig.showContextPreview;
+    const enablePersistence = false !== componentConfig.enablePersistence;
+    const layout = componentConfig.layout || 'vertical';
+    const showVersionInfo = false !== componentConfig.showVersionInfo;
+    return /*#__PURE__*/ jsx("div", {
+        className: `playground-container ${layout}-mode ${className}`.trim(),
+        children: /*#__PURE__*/ jsxs(Form, {
+            form: form,
+            onFinish: handleFormRun,
+            className: "command-form",
+            children: [
+                finalShowContextPreview && /*#__PURE__*/ jsx("div", {
+                    className: "context-preview-section",
+                    children: /*#__PURE__*/ jsx(ContextPreview, {
+                        uiContextPreview: uiContextPreview,
+                        setUiContextPreview: setUiContextPreview,
+                        showContextPreview: finalShowContextPreview
+                    })
+                }),
+                /*#__PURE__*/ jsxs("div", {
+                    className: "middle-dialog-area",
+                    children: [
+                        infoList.length > 1 && enablePersistence && /*#__PURE__*/ jsx("div", {
+                            className: "clear-button-container",
+                            children: /*#__PURE__*/ jsx(Button, {
+                                size: "small",
+                                icon: /*#__PURE__*/ jsx(ClearOutlined, {}),
+                                onClick: clearInfoList,
+                                type: "text",
+                                className: "clear-button"
+                            })
+                        }),
+                        /*#__PURE__*/ jsx("div", {
+                            ref: infoListRef,
+                            className: "info-list-container",
+                            children: /*#__PURE__*/ jsx(List, {
+                                itemLayout: "vertical",
+                                dataSource: infoList,
+                                renderItem: (item)=>{
+                                    var _item_result;
+                                    return /*#__PURE__*/ jsx(List.Item, {
+                                        className: "list-item",
+                                        children: 'user' === item.type ? /*#__PURE__*/ jsx("div", {
+                                            className: "user-message-container",
+                                            children: /*#__PURE__*/ jsx("div", {
+                                                className: "user-message-bubble",
+                                                children: item.content
+                                            })
+                                        }) : 'progress' === item.type ? /*#__PURE__*/ jsx("div", {
+                                            children: (()=>{
+                                                var _parts_, _item_result, _item_result1, _item_result2;
+                                                const parts = item.content.split(' - ');
+                                                const action = null == (_parts_ = parts[0]) ? void 0 : _parts_.trim();
+                                                const description = parts.slice(1).join(' - ').trim();
+                                                const currentIndex = infoList.findIndex((listItem)=>listItem.id === item.id);
+                                                const laterProgressExists = infoList.slice(currentIndex + 1).some((listItem)=>'progress' === listItem.type);
+                                                const isLatestProgress = !laterProgressExists;
+                                                const shouldShowLoading = loading && isLatestProgress;
+                                                return /*#__PURE__*/ jsxs(Fragment, {
+                                                    children: [
+                                                        action && /*#__PURE__*/ jsxs("span", {
+                                                            className: "progress-action-item",
+                                                            children: [
+                                                                action,
+                                                                /*#__PURE__*/ jsx("span", {
+                                                                    className: `progress-status-icon ${shouldShowLoading ? 'loading' : (null == (_item_result = item.result) ? void 0 : _item_result.error) ? 'error' : 'completed'}`,
+                                                                    children: shouldShowLoading ? /*#__PURE__*/ jsx(LoadingOutlined, {
+                                                                        spin: true
+                                                                    }) : (null == (_item_result1 = item.result) ? void 0 : _item_result1.error) ? "\u2717" : "\u2713"
+                                                                })
+                                                            ]
+                                                        }),
+                                                        description && /*#__PURE__*/ jsx("div", {
+                                                            children: /*#__PURE__*/ jsx("span", {
+                                                                className: "progress-description",
+                                                                children: description
+                                                            })
+                                                        }),
+                                                        (null == (_item_result2 = item.result) ? void 0 : _item_result2.error) && /*#__PURE__*/ jsx(ErrorMessage, {
+                                                            error: item.result.error
+                                                        })
+                                                    ]
+                                                });
+                                            })()
+                                        }) : 'separator' === item.type ? /*#__PURE__*/ jsxs("div", {
+                                            className: "new-conversation-separator",
+                                            children: [
+                                                /*#__PURE__*/ jsx("div", {
+                                                    className: "separator-line"
+                                                }),
+                                                /*#__PURE__*/ jsx("div", {
+                                                    className: "separator-text-container",
+                                                    children: /*#__PURE__*/ jsx(Text, {
+                                                        type: "secondary",
+                                                        className: "separator-text",
+                                                        children: item.content
+                                                    })
+                                                })
+                                            ]
+                                        }) : /*#__PURE__*/ jsxs("div", {
+                                            className: "system-message-container",
+                                            children: [
+                                                /*#__PURE__*/ jsxs("div", {
+                                                    className: "system-message-header",
+                                                    children: [
+                                                        /*#__PURE__*/ jsx(icons, {
+                                                            component: branding.icon || avatar,
+                                                            style: {
+                                                                fontSize: 20
+                                                            }
+                                                        }),
+                                                        /*#__PURE__*/ jsx("span", {
+                                                            className: "system-message-title",
+                                                            children: branding.title || 'Playground'
+                                                        })
+                                                    ]
+                                                }),
+                                                (item.content || item.result) && /*#__PURE__*/ jsxs("div", {
+                                                    className: "system-message-content",
+                                                    children: [
+                                                        'result' === item.type && (null == (_item_result = item.result) ? void 0 : _item_result.error) && /*#__PURE__*/ jsxs("div", {
+                                                            className: "error-message",
+                                                            children: [
+                                                                /*#__PURE__*/ jsx("div", {
+                                                                    className: "divider"
+                                                                }),
+                                                                /*#__PURE__*/ jsx(ErrorMessage, {
+                                                                    error: item.result.error
+                                                                })
+                                                            ]
+                                                        }),
+                                                        'result' === item.type ? /*#__PURE__*/ jsx(PlaygroundResultView, {
+                                                            result: item.result || null,
+                                                            loading: item.loading || false,
+                                                            serverValid: true,
+                                                            serviceMode: 'Server',
+                                                            replayScriptsInfo: item.replayScriptsInfo || null,
+                                                            replayCounter: item.replayCounter || 0,
+                                                            loadingProgressText: item.loadingProgressText || '',
+                                                            verticalMode: item.verticalMode || false,
+                                                            fitMode: "width"
+                                                        }) : /*#__PURE__*/ jsxs(Fragment, {
+                                                            children: [
+                                                                /*#__PURE__*/ jsx("div", {
+                                                                    className: "system-message-text",
+                                                                    children: item.content
+                                                                }),
+                                                                item.loading && item.loadingProgressText && /*#__PURE__*/ jsx("div", {
+                                                                    className: "loading-progress-text",
+                                                                    children: /*#__PURE__*/ jsx("span", {
+                                                                        children: item.loadingProgressText
+                                                                    })
+                                                                })
+                                                            ]
+                                                        })
+                                                    ]
+                                                })
+                                            ]
+                                        })
+                                    }, item.id);
+                                }
+                            })
+                        }),
+                        showScrollToBottomButton && false !== componentConfig.enableScrollToBottom && /*#__PURE__*/ jsx(Button, {
+                            className: "scroll-to-bottom-button",
+                            type: "primary",
+                            shape: "circle",
+                            icon: /*#__PURE__*/ jsx(ArrowDownOutlined, {}),
+                            onClick: handleScrollToBottom,
+                            size: "large"
+                        })
+                    ]
+                }),
+                /*#__PURE__*/ jsx("div", {
+                    className: "bottom-input-section",
+                    children: /*#__PURE__*/ jsx(PromptInput, {
+                        runButtonEnabled: runButtonEnabled,
+                        form: form,
+                        serviceMode: 'Server',
+                        selectedType: selectedType,
+                        dryMode: dryMode,
+                        stoppable: canStop,
+                        loading: loading,
+                        onRun: handleFormRun,
+                        onStop: handleStop,
+                        actionSpace: actionSpace
+                    })
+                }),
+                showVersionInfo && branding.version && /*#__PURE__*/ jsx("div", {
+                    className: "version-info-section",
+                    children: /*#__PURE__*/ jsxs("span", {
+                        className: "version-text",
+                        children: [
+                            "Midscene.js version: ",
+                            branding.version
+                        ]
+                    })
+                })
+            ]
+        })
+    });
+}
+const universal_playground = UniversalPlayground;
+export { UniversalPlayground, universal_playground as default };

package/dist/es/component/universal-playground/providers/context-provider.mjs

@@ -0,0 +1,52 @@
+function _define_property(obj, key, value) {
+    if (key in obj) Object.defineProperty(obj, key, {
+        value: value,
+        enumerable: true,
+        configurable: true,
+        writable: true
+    });
+    else obj[key] = value;
+    return obj;
+}
+class BaseContextProvider {
+    async refreshContext() {
+        this.cachedContext = void 0;
+        return await this.getUIContext();
+    }
+    constructor(){
+        _define_property(this, "cachedContext", void 0);
+    }
+}
+class AgentContextProvider extends BaseContextProvider {
+    async getUIContext() {
+        if (this.cachedContext) return this.cachedContext;
+        const agent = this.getAgent();
+        if (!(null == agent ? void 0 : agent.getUIContext)) throw new Error('Agent does not support getUIContext');
+        const context = await agent.getUIContext();
+        this.cachedContext = context;
+        return context;
+    }
+    constructor(getAgent, options){
+        super(), _define_property(this, "getAgent", void 0), _define_property(this, "options", void 0), this.getAgent = getAgent, this.options = options;
+    }
+}
+class StaticContextProvider extends BaseContextProvider {
+    async getUIContext() {
+        return this.context;
+    }
+    async refreshContext() {
+        return this.context;
+    }
+    constructor(context){
+        super(), _define_property(this, "context", void 0), this.context = context;
+    }
+}
+class NoOpContextProvider {
+    async getUIContext() {
+        throw new Error('Context preview is disabled');
+    }
+    async refreshContext() {
+        throw new Error('Context preview is disabled');
+    }
+}
+export { AgentContextProvider, BaseContextProvider, NoOpContextProvider, StaticContextProvider };