@midscene/web 1.2.1-beta-20260108154312.0 → 1.2.1-beta-20260109060244.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/es/bridge-mode/io-client.mjs +1 -1
- package/dist/es/bridge-mode/io-server.mjs +2 -2
- package/dist/es/bridge-mode/page-browser-side.mjs +1 -1
- package/dist/es/mcp-server.mjs +1 -1
- package/dist/es/mcp-tools.mjs +30 -2
- package/dist/es/mcp-tools.mjs.map +1 -1
- package/dist/lib/bridge-mode/io-client.js +1 -1
- package/dist/lib/bridge-mode/io-server.js +2 -2
- package/dist/lib/bridge-mode/page-browser-side.js +1 -1
- package/dist/lib/mcp-server.js +1 -1
- package/dist/lib/mcp-tools.js +30 -2
- package/dist/lib/mcp-tools.js.map +1 -1
- package/dist/types/bridge-mode/agent-cli-side.d.ts +5 -1
- package/package.json +4 -4
|
@@ -75,7 +75,7 @@ class BridgeServer {
|
|
|
75
75
|
logMsg('one client connected');
|
|
76
76
|
this.socket = socket;
|
|
77
77
|
const clientVersion = socket.handshake.query.version;
|
|
78
|
-
logMsg(`Bridge connected, cli-side version v1.2.1-beta-
|
|
78
|
+
logMsg(`Bridge connected, cli-side version v1.2.1-beta-20260109060244.0, browser-side version v${clientVersion}`);
|
|
79
79
|
socket.on(BridgeEvent.CallResponse, (params)=>{
|
|
80
80
|
const id = params.id;
|
|
81
81
|
const response = params.response;
|
|
@@ -100,7 +100,7 @@ class BridgeServer {
|
|
|
100
100
|
setTimeout(()=>{
|
|
101
101
|
this.onConnect?.();
|
|
102
102
|
const payload = {
|
|
103
|
-
version: "1.2.1-beta-
|
|
103
|
+
version: "1.2.1-beta-20260109060244.0"
|
|
104
104
|
};
|
|
105
105
|
socket.emit(BridgeEvent.Connected, payload);
|
|
106
106
|
Promise.resolve().then(()=>{
|
|
@@ -46,7 +46,7 @@ class ExtensionBridgePageBrowserSide extends page {
|
|
|
46
46
|
}
|
|
47
47
|
}, ()=>this.destroy());
|
|
48
48
|
await this.bridgeClient.connect();
|
|
49
|
-
this.onLogMessage(`Bridge connected, cli-side version v${this.bridgeClient.serverVersion}, browser-side version v1.2.1-beta-
|
|
49
|
+
this.onLogMessage(`Bridge connected, cli-side version v${this.bridgeClient.serverVersion}, browser-side version v1.2.1-beta-20260109060244.0`, 'log');
|
|
50
50
|
}
|
|
51
51
|
async connect() {
|
|
52
52
|
return await this.setupBridgeClient();
|
package/dist/es/mcp-server.mjs
CHANGED
|
@@ -7,7 +7,7 @@ class WebMCPServer extends BaseMCPServer {
|
|
|
7
7
|
constructor(toolsManager){
|
|
8
8
|
super({
|
|
9
9
|
name: '@midscene/web-bridge-mcp',
|
|
10
|
-
version: "1.2.1-beta-
|
|
10
|
+
version: "1.2.1-beta-20260109060244.0",
|
|
11
11
|
description: 'Control the browser using natural language commands'
|
|
12
12
|
}, toolsManager);
|
|
13
13
|
}
|
package/dist/es/mcp-tools.mjs
CHANGED
|
@@ -63,8 +63,36 @@ class WebMidsceneTools extends BaseMidsceneTools {
|
|
|
63
63
|
...this.buildScreenshotContent(screenshot)
|
|
64
64
|
]
|
|
65
65
|
};
|
|
66
|
-
}
|
|
67
|
-
|
|
66
|
+
}
|
|
67
|
+
},
|
|
68
|
+
{
|
|
69
|
+
name: 'web_disconnect',
|
|
70
|
+
description: 'Disconnect from current web page and release browser resources',
|
|
71
|
+
schema: {},
|
|
72
|
+
handler: async ()=>{
|
|
73
|
+
if (!this.agent) return {
|
|
74
|
+
content: [
|
|
75
|
+
{
|
|
76
|
+
type: 'text',
|
|
77
|
+
text: 'No active connection to disconnect'
|
|
78
|
+
}
|
|
79
|
+
]
|
|
80
|
+
};
|
|
81
|
+
try {
|
|
82
|
+
await this.agent.destroy?.();
|
|
83
|
+
} catch (error) {
|
|
84
|
+
console.debug('Failed to destroy agent during disconnect:', error);
|
|
85
|
+
}
|
|
86
|
+
this.agent = void 0;
|
|
87
|
+
return {
|
|
88
|
+
content: [
|
|
89
|
+
{
|
|
90
|
+
type: 'text',
|
|
91
|
+
text: 'Disconnected from web page'
|
|
92
|
+
}
|
|
93
|
+
]
|
|
94
|
+
};
|
|
95
|
+
}
|
|
68
96
|
}
|
|
69
97
|
];
|
|
70
98
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mcp-tools.mjs","sources":["../../src/mcp-tools.ts"],"sourcesContent":["import { z } from '@midscene/core';\nimport { BaseMidsceneTools, type ToolDefinition } from '@midscene/shared/mcp';\nimport { AgentOverChromeBridge } from './bridge-mode';\nimport { StaticPage } from './static';\n\n/**\n * Tools manager for Web bridge-mode MCP\n */\nexport class WebMidsceneTools extends BaseMidsceneTools<AgentOverChromeBridge> {\n protected createTemporaryDevice() {\n // Use require to avoid type incompatibility with DeviceAction vs ActionSpaceItem\n // StaticPage.actionSpace() returns DeviceAction[] which is compatible at runtime\n return new StaticPage({\n screenshotBase64: '',\n size: { width: 1920, height: 1080 },\n });\n }\n\n protected async ensureAgent(\n openNewTabWithUrl?: string,\n ): Promise<AgentOverChromeBridge> {\n // Re-init if URL provided\n if (this.agent && openNewTabWithUrl) {\n try {\n await this.agent?.destroy?.();\n } catch (error) {\n console.debug('Failed to destroy agent during re-init:', error);\n }\n this.agent = undefined;\n }\n\n if (this.agent) return this.agent;\n\n // Bridge mode requires a URL to connect to browser\n if (!openNewTabWithUrl) {\n throw new Error(\n 'Bridge mode requires a URL. Use web_connect tool to connect to a page first.',\n );\n }\n\n this.agent = await this.initBridgeModeAgent(openNewTabWithUrl);\n\n return this.agent;\n }\n\n private async initBridgeModeAgent(\n url?: string,\n ): Promise<AgentOverChromeBridge> {\n const agent = new AgentOverChromeBridge({ closeConflictServer: true });\n\n if (!url) {\n await agent.connectCurrentTab();\n } else {\n await agent.connectNewTabWithUrl(url);\n }\n\n return agent;\n }\n\n protected preparePlatformTools(): ToolDefinition[] {\n return [\n {\n name: 'web_connect',\n description: 'Connect to web page by opening new tab with URL',\n schema: {\n url: z.string().url().describe('URL to connect to'),\n },\n handler: async (args) => {\n const { url } = args as { url: string };\n const agent = await this.ensureAgent(url);\n const screenshot = await agent.page?.screenshotBase64();\n if (!screenshot) {\n return {\n content: [\n {\n type: 'text',\n text: `Connected to: ${url}`,\n },\n ],\n };\n }\n\n return {\n content: [\n {\n type: 'text',\n text: `Connected to: ${url}`,\n },\n ...this.buildScreenshotContent(screenshot),\n ],\n };\n },\n
|
|
1
|
+
{"version":3,"file":"mcp-tools.mjs","sources":["../../src/mcp-tools.ts"],"sourcesContent":["import { z } from '@midscene/core';\nimport { BaseMidsceneTools, type ToolDefinition } from '@midscene/shared/mcp';\nimport { AgentOverChromeBridge } from './bridge-mode';\nimport { StaticPage } from './static';\n\n/**\n * Tools manager for Web bridge-mode MCP\n */\nexport class WebMidsceneTools extends BaseMidsceneTools<AgentOverChromeBridge> {\n protected createTemporaryDevice() {\n // Use require to avoid type incompatibility with DeviceAction vs ActionSpaceItem\n // StaticPage.actionSpace() returns DeviceAction[] which is compatible at runtime\n return new StaticPage({\n screenshotBase64: '',\n size: { width: 1920, height: 1080 },\n });\n }\n\n protected async ensureAgent(\n openNewTabWithUrl?: string,\n ): Promise<AgentOverChromeBridge> {\n // Re-init if URL provided\n if (this.agent && openNewTabWithUrl) {\n try {\n await this.agent?.destroy?.();\n } catch (error) {\n console.debug('Failed to destroy agent during re-init:', error);\n }\n this.agent = undefined;\n }\n\n if (this.agent) return this.agent;\n\n // Bridge mode requires a URL to connect to browser\n if (!openNewTabWithUrl) {\n throw new Error(\n 'Bridge mode requires a URL. Use web_connect tool to connect to a page first.',\n );\n }\n\n this.agent = await this.initBridgeModeAgent(openNewTabWithUrl);\n\n return this.agent;\n }\n\n private async initBridgeModeAgent(\n url?: string,\n ): Promise<AgentOverChromeBridge> {\n const agent = new AgentOverChromeBridge({ closeConflictServer: true });\n\n if (!url) {\n await agent.connectCurrentTab();\n } else {\n await agent.connectNewTabWithUrl(url);\n }\n\n return agent;\n }\n\n protected preparePlatformTools(): ToolDefinition[] {\n return [\n {\n name: 'web_connect',\n description: 'Connect to web page by opening new tab with URL',\n schema: {\n url: z.string().url().describe('URL to connect to'),\n },\n handler: async (args) => {\n const { url } = args as { url: string };\n const agent = await this.ensureAgent(url);\n const screenshot = await agent.page?.screenshotBase64();\n if (!screenshot) {\n return {\n content: [\n {\n type: 'text',\n text: `Connected to: ${url}`,\n },\n ],\n };\n }\n\n return {\n content: [\n {\n type: 'text',\n text: `Connected to: ${url}`,\n },\n ...this.buildScreenshotContent(screenshot),\n ],\n };\n },\n },\n {\n name: 'web_disconnect',\n description:\n 'Disconnect from current web page and release browser resources',\n schema: {},\n handler: async () => {\n if (!this.agent) {\n return {\n content: [\n {\n type: 'text',\n text: 'No active connection to disconnect',\n },\n ],\n };\n }\n\n try {\n await this.agent.destroy?.();\n } catch (error) {\n console.debug('Failed to destroy agent during disconnect:', error);\n }\n this.agent = undefined;\n\n return {\n content: [\n {\n type: 'text',\n text: 'Disconnected from web page',\n },\n ],\n };\n },\n },\n ];\n }\n}\n"],"names":["WebMidsceneTools","BaseMidsceneTools","StaticPage","openNewTabWithUrl","error","console","undefined","Error","url","agent","AgentOverChromeBridge","z","args","screenshot"],"mappings":";;;;AAQO,MAAMA,yBAAyBC;IAC1B,wBAAwB;QAGhC,OAAO,IAAIC,WAAW;YACpB,kBAAkB;YAClB,MAAM;gBAAE,OAAO;gBAAM,QAAQ;YAAK;QACpC;IACF;IAEA,MAAgB,YACdC,iBAA0B,EACM;QAEhC,IAAI,IAAI,CAAC,KAAK,IAAIA,mBAAmB;YACnC,IAAI;gBACF,MAAM,IAAI,CAAC,KAAK,EAAE;YACpB,EAAE,OAAOC,OAAO;gBACdC,QAAQ,KAAK,CAAC,2CAA2CD;YAC3D;YACA,IAAI,CAAC,KAAK,GAAGE;QACf;QAEA,IAAI,IAAI,CAAC,KAAK,EAAE,OAAO,IAAI,CAAC,KAAK;QAGjC,IAAI,CAACH,mBACH,MAAM,IAAII,MACR;QAIJ,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAACJ;QAE5C,OAAO,IAAI,CAAC,KAAK;IACnB;IAEA,MAAc,oBACZK,GAAY,EACoB;QAChC,MAAMC,QAAQ,IAAIC,sBAAsB;YAAE,qBAAqB;QAAK;QAEpE,IAAKF,KAGH,MAAMC,MAAM,oBAAoB,CAACD;aAFjC,MAAMC,MAAM,iBAAiB;QAK/B,OAAOA;IACT;IAEU,uBAAyC;QACjD,OAAO;YACL;gBACE,MAAM;gBACN,aAAa;gBACb,QAAQ;oBACN,KAAKE,EAAE,MAAM,GAAG,GAAG,GAAG,QAAQ,CAAC;gBACjC;gBACA,SAAS,OAAOC;oBACd,MAAM,EAAEJ,GAAG,EAAE,GAAGI;oBAChB,MAAMH,QAAQ,MAAM,IAAI,CAAC,WAAW,CAACD;oBACrC,MAAMK,aAAa,MAAMJ,MAAM,IAAI,EAAE;oBACrC,IAAI,CAACI,YACH,OAAO;wBACL,SAAS;4BACP;gCACE,MAAM;gCACN,MAAM,CAAC,cAAc,EAAEL,KAAK;4BAC9B;yBACD;oBACH;oBAGF,OAAO;wBACL,SAAS;4BACP;gCACE,MAAM;gCACN,MAAM,CAAC,cAAc,EAAEA,KAAK;4BAC9B;+BACG,IAAI,CAAC,sBAAsB,CAACK;yBAChC;oBACH;gBACF;YACF;YACA;gBACE,MAAM;gBACN,aACE;gBACF,QAAQ,CAAC;gBACT,SAAS;oBACP,IAAI,CAAC,IAAI,CAAC,KAAK,EACb,OAAO;wBACL,SAAS;4BACP;gCACE,MAAM;gCACN,MAAM;4BACR;yBACD;oBACH;oBAGF,IAAI;wBACF,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO;oBAC1B,EAAE,OAAOT,OAAO;wBACdC,QAAQ,KAAK,CAAC,8CAA8CD;oBAC9D;oBACA,IAAI,CAAC,KAAK,GAAGE;oBAEb,OAAO;wBACL,SAAS;4BACP;gCACE,MAAM;gCACN,MAAM;4BACR;yBACD;oBACH;gBACF;YACF;SACD;IACH;AACF"}
|
|
@@ -45,7 +45,7 @@ class BridgeClient {
|
|
|
45
45
|
this.socket = (0, external_socket_io_client_namespaceObject.io)(this.endpoint, {
|
|
46
46
|
reconnection: false,
|
|
47
47
|
query: {
|
|
48
|
-
version: "1.2.1-beta-
|
|
48
|
+
version: "1.2.1-beta-20260109060244.0"
|
|
49
49
|
}
|
|
50
50
|
});
|
|
51
51
|
const timeout = setTimeout(()=>{
|
|
@@ -104,7 +104,7 @@ class BridgeServer {
|
|
|
104
104
|
(0, shared_utils_namespaceObject.logMsg)('one client connected');
|
|
105
105
|
this.socket = socket;
|
|
106
106
|
const clientVersion = socket.handshake.query.version;
|
|
107
|
-
(0, shared_utils_namespaceObject.logMsg)(`Bridge connected, cli-side version v1.2.1-beta-
|
|
107
|
+
(0, shared_utils_namespaceObject.logMsg)(`Bridge connected, cli-side version v1.2.1-beta-20260109060244.0, browser-side version v${clientVersion}`);
|
|
108
108
|
socket.on(external_common_js_namespaceObject.BridgeEvent.CallResponse, (params)=>{
|
|
109
109
|
const id = params.id;
|
|
110
110
|
const response = params.response;
|
|
@@ -129,7 +129,7 @@ class BridgeServer {
|
|
|
129
129
|
setTimeout(()=>{
|
|
130
130
|
this.onConnect?.();
|
|
131
131
|
const payload = {
|
|
132
|
-
version: "1.2.1-beta-
|
|
132
|
+
version: "1.2.1-beta-20260109060244.0"
|
|
133
133
|
};
|
|
134
134
|
socket.emit(external_common_js_namespaceObject.BridgeEvent.Connected, payload);
|
|
135
135
|
Promise.resolve().then(()=>{
|
|
@@ -84,7 +84,7 @@ class ExtensionBridgePageBrowserSide extends page_js_default() {
|
|
|
84
84
|
}
|
|
85
85
|
}, ()=>this.destroy());
|
|
86
86
|
await this.bridgeClient.connect();
|
|
87
|
-
this.onLogMessage(`Bridge connected, cli-side version v${this.bridgeClient.serverVersion}, browser-side version v1.2.1-beta-
|
|
87
|
+
this.onLogMessage(`Bridge connected, cli-side version v${this.bridgeClient.serverVersion}, browser-side version v1.2.1-beta-20260109060244.0`, 'log');
|
|
88
88
|
}
|
|
89
89
|
async connect() {
|
|
90
90
|
return await this.setupBridgeClient();
|
package/dist/lib/mcp-server.js
CHANGED
|
@@ -37,7 +37,7 @@ class WebMCPServer extends mcp_namespaceObject.BaseMCPServer {
|
|
|
37
37
|
constructor(toolsManager){
|
|
38
38
|
super({
|
|
39
39
|
name: '@midscene/web-bridge-mcp',
|
|
40
|
-
version: "1.2.1-beta-
|
|
40
|
+
version: "1.2.1-beta-20260109060244.0",
|
|
41
41
|
description: 'Control the browser using natural language commands'
|
|
42
42
|
}, toolsManager);
|
|
43
43
|
}
|
package/dist/lib/mcp-tools.js
CHANGED
|
@@ -91,8 +91,36 @@ class WebMidsceneTools extends mcp_namespaceObject.BaseMidsceneTools {
|
|
|
91
91
|
...this.buildScreenshotContent(screenshot)
|
|
92
92
|
]
|
|
93
93
|
};
|
|
94
|
-
}
|
|
95
|
-
|
|
94
|
+
}
|
|
95
|
+
},
|
|
96
|
+
{
|
|
97
|
+
name: 'web_disconnect',
|
|
98
|
+
description: 'Disconnect from current web page and release browser resources',
|
|
99
|
+
schema: {},
|
|
100
|
+
handler: async ()=>{
|
|
101
|
+
if (!this.agent) return {
|
|
102
|
+
content: [
|
|
103
|
+
{
|
|
104
|
+
type: 'text',
|
|
105
|
+
text: 'No active connection to disconnect'
|
|
106
|
+
}
|
|
107
|
+
]
|
|
108
|
+
};
|
|
109
|
+
try {
|
|
110
|
+
await this.agent.destroy?.();
|
|
111
|
+
} catch (error) {
|
|
112
|
+
console.debug('Failed to destroy agent during disconnect:', error);
|
|
113
|
+
}
|
|
114
|
+
this.agent = void 0;
|
|
115
|
+
return {
|
|
116
|
+
content: [
|
|
117
|
+
{
|
|
118
|
+
type: 'text',
|
|
119
|
+
text: 'Disconnected from web page'
|
|
120
|
+
}
|
|
121
|
+
]
|
|
122
|
+
};
|
|
123
|
+
}
|
|
96
124
|
}
|
|
97
125
|
];
|
|
98
126
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mcp-tools.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../src/mcp-tools.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n }\n }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { z } from '@midscene/core';\nimport { BaseMidsceneTools, type ToolDefinition } from '@midscene/shared/mcp';\nimport { AgentOverChromeBridge } from './bridge-mode';\nimport { StaticPage } from './static';\n\n/**\n * Tools manager for Web bridge-mode MCP\n */\nexport class WebMidsceneTools extends BaseMidsceneTools<AgentOverChromeBridge> {\n protected createTemporaryDevice() {\n // Use require to avoid type incompatibility with DeviceAction vs ActionSpaceItem\n // StaticPage.actionSpace() returns DeviceAction[] which is compatible at runtime\n return new StaticPage({\n screenshotBase64: '',\n size: { width: 1920, height: 1080 },\n });\n }\n\n protected async ensureAgent(\n openNewTabWithUrl?: string,\n ): Promise<AgentOverChromeBridge> {\n // Re-init if URL provided\n if (this.agent && openNewTabWithUrl) {\n try {\n await this.agent?.destroy?.();\n } catch (error) {\n console.debug('Failed to destroy agent during re-init:', error);\n }\n this.agent = undefined;\n }\n\n if (this.agent) return this.agent;\n\n // Bridge mode requires a URL to connect to browser\n if (!openNewTabWithUrl) {\n throw new Error(\n 'Bridge mode requires a URL. Use web_connect tool to connect to a page first.',\n );\n }\n\n this.agent = await this.initBridgeModeAgent(openNewTabWithUrl);\n\n return this.agent;\n }\n\n private async initBridgeModeAgent(\n url?: string,\n ): Promise<AgentOverChromeBridge> {\n const agent = new AgentOverChromeBridge({ closeConflictServer: true });\n\n if (!url) {\n await agent.connectCurrentTab();\n } else {\n await agent.connectNewTabWithUrl(url);\n }\n\n return agent;\n }\n\n protected preparePlatformTools(): ToolDefinition[] {\n return [\n {\n name: 'web_connect',\n description: 'Connect to web page by opening new tab with URL',\n schema: {\n url: z.string().url().describe('URL to connect to'),\n },\n handler: async (args) => {\n const { url } = args as { url: string };\n const agent = await this.ensureAgent(url);\n const screenshot = await agent.page?.screenshotBase64();\n if (!screenshot) {\n return {\n content: [\n {\n type: 'text',\n text: `Connected to: ${url}`,\n },\n ],\n };\n }\n\n return {\n content: [\n {\n type: 'text',\n text: `Connected to: ${url}`,\n },\n ...this.buildScreenshotContent(screenshot),\n ],\n };\n },\n
|
|
1
|
+
{"version":3,"file":"mcp-tools.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../src/mcp-tools.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n }\n }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { z } from '@midscene/core';\nimport { BaseMidsceneTools, type ToolDefinition } from '@midscene/shared/mcp';\nimport { AgentOverChromeBridge } from './bridge-mode';\nimport { StaticPage } from './static';\n\n/**\n * Tools manager for Web bridge-mode MCP\n */\nexport class WebMidsceneTools extends BaseMidsceneTools<AgentOverChromeBridge> {\n protected createTemporaryDevice() {\n // Use require to avoid type incompatibility with DeviceAction vs ActionSpaceItem\n // StaticPage.actionSpace() returns DeviceAction[] which is compatible at runtime\n return new StaticPage({\n screenshotBase64: '',\n size: { width: 1920, height: 1080 },\n });\n }\n\n protected async ensureAgent(\n openNewTabWithUrl?: string,\n ): Promise<AgentOverChromeBridge> {\n // Re-init if URL provided\n if (this.agent && openNewTabWithUrl) {\n try {\n await this.agent?.destroy?.();\n } catch (error) {\n console.debug('Failed to destroy agent during re-init:', error);\n }\n this.agent = undefined;\n }\n\n if (this.agent) return this.agent;\n\n // Bridge mode requires a URL to connect to browser\n if (!openNewTabWithUrl) {\n throw new Error(\n 'Bridge mode requires a URL. Use web_connect tool to connect to a page first.',\n );\n }\n\n this.agent = await this.initBridgeModeAgent(openNewTabWithUrl);\n\n return this.agent;\n }\n\n private async initBridgeModeAgent(\n url?: string,\n ): Promise<AgentOverChromeBridge> {\n const agent = new AgentOverChromeBridge({ closeConflictServer: true });\n\n if (!url) {\n await agent.connectCurrentTab();\n } else {\n await agent.connectNewTabWithUrl(url);\n }\n\n return agent;\n }\n\n protected preparePlatformTools(): ToolDefinition[] {\n return [\n {\n name: 'web_connect',\n description: 'Connect to web page by opening new tab with URL',\n schema: {\n url: z.string().url().describe('URL to connect to'),\n },\n handler: async (args) => {\n const { url } = args as { url: string };\n const agent = await this.ensureAgent(url);\n const screenshot = await agent.page?.screenshotBase64();\n if (!screenshot) {\n return {\n content: [\n {\n type: 'text',\n text: `Connected to: ${url}`,\n },\n ],\n };\n }\n\n return {\n content: [\n {\n type: 'text',\n text: `Connected to: ${url}`,\n },\n ...this.buildScreenshotContent(screenshot),\n ],\n };\n },\n },\n {\n name: 'web_disconnect',\n description:\n 'Disconnect from current web page and release browser resources',\n schema: {},\n handler: async () => {\n if (!this.agent) {\n return {\n content: [\n {\n type: 'text',\n text: 'No active connection to disconnect',\n },\n ],\n };\n }\n\n try {\n await this.agent.destroy?.();\n } catch (error) {\n console.debug('Failed to destroy agent during disconnect:', error);\n }\n this.agent = undefined;\n\n return {\n content: [\n {\n type: 'text',\n text: 'Disconnected from web page',\n },\n ],\n };\n },\n },\n ];\n }\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","WebMidsceneTools","BaseMidsceneTools","StaticPage","openNewTabWithUrl","error","console","undefined","Error","url","agent","AgentOverChromeBridge","z","args","screenshot"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;ACEO,MAAMI,yBAAyBC,oBAAAA,iBAAiBA;IAC3C,wBAAwB;QAGhC,OAAO,IAAIC,yCAAAA,UAAUA,CAAC;YACpB,kBAAkB;YAClB,MAAM;gBAAE,OAAO;gBAAM,QAAQ;YAAK;QACpC;IACF;IAEA,MAAgB,YACdC,iBAA0B,EACM;QAEhC,IAAI,IAAI,CAAC,KAAK,IAAIA,mBAAmB;YACnC,IAAI;gBACF,MAAM,IAAI,CAAC,KAAK,EAAE;YACpB,EAAE,OAAOC,OAAO;gBACdC,QAAQ,KAAK,CAAC,2CAA2CD;YAC3D;YACA,IAAI,CAAC,KAAK,GAAGE;QACf;QAEA,IAAI,IAAI,CAAC,KAAK,EAAE,OAAO,IAAI,CAAC,KAAK;QAGjC,IAAI,CAACH,mBACH,MAAM,IAAII,MACR;QAIJ,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAACJ;QAE5C,OAAO,IAAI,CAAC,KAAK;IACnB;IAEA,MAAc,oBACZK,GAAY,EACoB;QAChC,MAAMC,QAAQ,IAAIC,yBAAAA,qBAAqBA,CAAC;YAAE,qBAAqB;QAAK;QAEpE,IAAKF,KAGH,MAAMC,MAAM,oBAAoB,CAACD;aAFjC,MAAMC,MAAM,iBAAiB;QAK/B,OAAOA;IACT;IAEU,uBAAyC;QACjD,OAAO;YACL;gBACE,MAAM;gBACN,aAAa;gBACb,QAAQ;oBACN,KAAKE,qBAAAA,CAAAA,CAAAA,MAAQ,GAAG,GAAG,GAAG,QAAQ,CAAC;gBACjC;gBACA,SAAS,OAAOC;oBACd,MAAM,EAAEJ,GAAG,EAAE,GAAGI;oBAChB,MAAMH,QAAQ,MAAM,IAAI,CAAC,WAAW,CAACD;oBACrC,MAAMK,aAAa,MAAMJ,MAAM,IAAI,EAAE;oBACrC,IAAI,CAACI,YACH,OAAO;wBACL,SAAS;4BACP;gCACE,MAAM;gCACN,MAAM,CAAC,cAAc,EAAEL,KAAK;4BAC9B;yBACD;oBACH;oBAGF,OAAO;wBACL,SAAS;4BACP;gCACE,MAAM;gCACN,MAAM,CAAC,cAAc,EAAEA,KAAK;4BAC9B;+BACG,IAAI,CAAC,sBAAsB,CAACK;yBAChC;oBACH;gBACF;YACF;YACA;gBACE,MAAM;gBACN,aACE;gBACF,QAAQ,CAAC;gBACT,SAAS;oBACP,IAAI,CAAC,IAAI,CAAC,KAAK,EACb,OAAO;wBACL,SAAS;4BACP;gCACE,MAAM;gCACN,MAAM;4BACR;yBACD;oBACH;oBAGF,IAAI;wBACF,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO;oBAC1B,EAAE,OAAOT,OAAO;wBACdC,QAAQ,KAAK,CAAC,8CAA8CD;oBAC9D;oBACA,IAAI,CAAC,KAAK,GAAGE;oBAEb,OAAO;wBACL,SAAS;4BACP;gCACE,MAAM;gCACN,MAAM;4BACR;yBACD;oBACH;gBACF;YACF;SACD;IACH;AACF"}
|
|
@@ -43,7 +43,11 @@ export declare class AgentOverChromeBridge extends Agent<ChromeExtensionPageCliS
|
|
|
43
43
|
}[]>;
|
|
44
44
|
setActiveTabId(tabId: string): Promise<void>;
|
|
45
45
|
connectCurrentTab(options?: BridgeConnectTabOptions): Promise<void>;
|
|
46
|
-
aiAct(prompt: string, options?: any): Promise<
|
|
46
|
+
aiAct(prompt: string, options?: any): Promise<{
|
|
47
|
+
result: Record<string, any>;
|
|
48
|
+
} | {
|
|
49
|
+
yamlFlow?: import("@midscene/core").MidsceneYamlFlowItem[];
|
|
50
|
+
} | undefined>;
|
|
47
51
|
destroy(closeNewTabsAfterDisconnect?: boolean): Promise<void>;
|
|
48
52
|
}
|
|
49
53
|
export {};
|
package/package.json
CHANGED
|
@@ -8,7 +8,7 @@
|
|
|
8
8
|
"Browser use",
|
|
9
9
|
"Android use"
|
|
10
10
|
],
|
|
11
|
-
"version": "1.2.1-beta-
|
|
11
|
+
"version": "1.2.1-beta-20260109060244.0",
|
|
12
12
|
"repository": "https://github.com/web-infra-dev/midscene",
|
|
13
13
|
"homepage": "https://midscenejs.com/",
|
|
14
14
|
"main": "./dist/lib/index.js",
|
|
@@ -108,9 +108,9 @@
|
|
|
108
108
|
"http-server": "14.1.1",
|
|
109
109
|
"socket.io": "^4.8.1",
|
|
110
110
|
"socket.io-client": "4.8.1",
|
|
111
|
-
"@midscene/
|
|
112
|
-
"@midscene/
|
|
113
|
-
"@midscene/
|
|
111
|
+
"@midscene/playground": "1.2.1-beta-20260109060244.0",
|
|
112
|
+
"@midscene/core": "1.2.1-beta-20260109060244.0",
|
|
113
|
+
"@midscene/shared": "1.2.1-beta-20260109060244.0"
|
|
114
114
|
},
|
|
115
115
|
"devDependencies": {
|
|
116
116
|
"@playwright/test": "^1.44.1",
|