@whyvix/remote 0.3.9 → 0.3.10

package/native/gui-window-action-helper-manifest.json

@@ -0,0 +1,8 @@
+{
+  "artifacts": {
+    "win32-x64": {
+      "path": "native/win32-x64/whyvix-gui-window-action-helper.exe",
+      "sha256": "f1ee7726d60fc72a9826690e1d7072d4f0a8063b8db4bd1de52eb17d481d312c"
+    }
+  }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@whyvix/remote",
-  "version": "0.3.9",
+  "version": "0.3.10",
   "private": false,
   "type": "module",
   "files": [
@@ -10,16 +10,19 @@
     "packages/protocol/src",
     "native/gui-helper-manifest.json",
     "native/win32-x64/whyvix-gui-helper.exe",
+    "native/gui-window-action-helper-manifest.json",
+    "native/win32-x64/whyvix-gui-window-action-helper.exe",
     "README.md"
   ],
   "scripts": {
     "gateway": "node services/gateway/src/index.js",
     "agent": "node packages/agent/src/index.js",
     "test:r0": "node scripts/r0-test.js",
-    "test": "npm run test:r0 && npm run test:r1-r2 && npm run test:r3-r5",
+    "test": "npm run test:r0 && npm run test:r1-r2 && npm run test:r3-r5 && npm run test:r10-gui-window-focus",
     "check": "node --check packages/protocol/src/index.js && node --check packages/agent/src/security.js && node --check packages/agent/src/process-manager.js && node --check packages/agent/src/tools.js && node --check packages/agent/src/agent.js && node --check packages/agent/src/index.js && node --check packages/cli/index.js && node --check services/gateway/src/device-registry.js && node --check services/gateway/src/gateway.js && node --check services/gateway/src/index.js && node --check scripts/r0-test.js && node --check scripts/r1-r2-test.js && node --check scripts/r3-r5-test.js",
     "test:r1-r2": "node scripts/r1-r2-test.js",
-    "test:r3-r5": "node scripts/r3-r5-test.js"
+    "test:r3-r5": "node scripts/r3-r5-test.js",
+    "test:r10-gui-window-focus": "node scripts/r10-gui-window-action-contract-test.js && node scripts/r10-gui-window-action-source-test.js && node scripts/r10-gui-window-action-agent-capability-test.js && node scripts/r10-gui-window-action-authorization-test.js && node scripts/r10-gui-window-action-loader-test.js && node scripts/r10-gui-window-action-mcp-schema-test.js"
   },
   "dependencies": {
     "@modelcontextprotocol/ext-apps": "^2.0.0",

package/packages/agent/src/agent.js

@@ -7,17 +7,19 @@ import { ProcessManager } from "./process-manager.js";
 import { RemoteExecutionManager } from "./remote-execution-manager.js";
 import { DeploymentManager } from "./deployment-manager.js";
 import { GuiManager } from "./gui-manager.js";
+import { GuiWindowActionManager } from "./gui-window-action-manager.js";
 import { createToolExecutor } from "./tools.js";
 
-export function createAgent({gatewayUrl="ws://127.0.0.1:8787",deviceId=randomUUID(),deviceName=os.hostname(),token="",workspaces=[process.cwd()],remoteTargets=[],deploymentProfiles=[],deploymentTransferArtifact=null,guiBackend=null,agentVersion="unknown",capabilities=[],reconnectMs=1000,reconnect=true,heartbeatMs=30000,audit=()=>{},log=console.log,errorLog=console.error,onRegistered=()=>{}}={}) {
+export function createAgent({gatewayUrl="ws://127.0.0.1:8787",deviceId=randomUUID(),deviceName=os.hostname(),token="",workspaces=[process.cwd()],remoteTargets=[],deploymentProfiles=[],deploymentTransferArtifact=null,guiBackend=null,guiWindowActionBackend=null,agentVersion="unknown",capabilities=[],reconnectMs=1000,reconnect=true,heartbeatMs=30000,audit=()=>{},log=console.log,errorLog=console.error,onRegistered=()=>{}}={}) {
   let ws=null,reconnectTimer=null,stopped=false,generation=0;
   const security=createSecurity({token,workspaces,audit});
   const processManager=new ProcessManager({audit});
   const remoteExecutionManager=new RemoteExecutionManager({targets:remoteTargets,audit});
   const deploymentManager=new DeploymentManager({profiles:deploymentProfiles,security,audit,transferArtifact:deploymentTransferArtifact});
   const guiManager=new GuiManager({backend:guiBackend,audit});
-  const advertisedCapabilities=[...new Set([...capabilities,...(guiManager.capabilities().available?["gui.observe"]:[])])].sort();
-  const executeTool=createToolExecutor({security,processManager,remoteExecutionManager,deploymentManager,guiManager});
+  const guiWindowActionManager=new GuiWindowActionManager({backend:guiWindowActionBackend,audit});
+  const advertisedCapabilities=[...new Set([...capabilities,...(guiManager.capabilities().available?["gui.observe"]:[]),...(guiWindowActionManager.capabilities().available?["gui.window.focus"]:[])])].sort();
+  const executeTool=createToolExecutor({security,processManager,remoteExecutionManager,deploymentManager,guiManager,guiWindowActionManager});
   function scheduleReconnect(reason){
     if(stopped||!reconnect||reconnectTimer)return;
     log("[agent:reconnect-scheduled]",reason,reconnectMs);

package/packages/agent/src/gui-window-action-backend-loader.js

@@ -0,0 +1,3 @@
+import path from "node:path";import { access,readFile } from "node:fs/promises";import { createReadStream } from "node:fs";import { createHash } from "node:crypto";import { fileURLToPath } from "node:url";import { WindowsGuiWindowActionBackend } from "./windows-gui-window-action-backend.js";
+async function sha256(file){const hash=createHash("sha256");for await(const chunk of createReadStream(file))hash.update(chunk);return hash.digest("hex");}
+export async function loadGuiWindowActionBackend({platform=process.platform,arch=process.arch,runAction,packageRoot}={}){if(platform!=="win32")return null;const root=packageRoot??path.resolve(path.dirname(fileURLToPath(import.meta.url)),"..","..",".."),key=`${platform}-${arch}`,manifestPath=path.join(root,"native","gui-window-action-helper-manifest.json");let manifest;try{manifest=JSON.parse(await readFile(manifestPath,"utf8"));}catch{return null;}const entry=manifest?.artifacts?.[key];if(!entry||typeof entry.path!=="string"||!/^[a-f0-9]{64}$/.test(entry.sha256??""))return null;const helperPath=path.resolve(root,entry.path);if(!helperPath.startsWith(path.resolve(root)+path.sep))return null;try{await access(helperPath);}catch{return null;}if(await sha256(helperPath)!==entry.sha256||typeof runAction!=="function")return null;return new WindowsGuiWindowActionBackend({helperPath,runAction});}

package/packages/agent/src/gui-window-action-manager.js

@@ -0,0 +1,6 @@
+function fail(message,code){throw Object.assign(new Error(message),{code});}
+export class GuiWindowActionManager{
+ constructor({backend=null,audit=()=>{}}={}){this.backend=backend;this.audit=audit;}
+ capabilities(){return{available:Boolean(this.backend),focus:Boolean(this.backend?.focusWindow)};}
+ async focusWindow({windowId}={}){const id=String(windowId??"");if(!/^\d{1,20}$/.test(id))fail("Invalid GUI window id","GUI_WINDOW_INVALID");if(typeof this.backend?.focusWindow!=="function")fail("GUI window action is not available","GUI_WINDOW_ACTION_NOT_AVAILABLE");const result=await this.backend.focusWindow({windowId:id});this.audit({event:"gui.window.focus",windowId:id});return result;}
+}

package/packages/agent/src/tools.js

@@ -21,6 +21,7 @@ export function createToolExecutor({ security, processManager, remoteExecutionMa
     if(tool==="gui.windows")return guiManager.windows();
     if(tool==="gui.foreground")return guiManager.foreground();
     if(tool==="gui.capture")return guiManager.capture(args);
+    if(tool==="gui.window.focus"){if(!guiWindowActionManager)throw Object.assign(new Error("GUI window action manager is not configured"),{code:"GUI_WINDOW_ACTION_NOT_AVAILABLE"});return guiWindowActionManager.focusWindow(args);}
     if(tool==="fs.begin_binary_write")return binaryTransferManager.begin(args);
     if(tool==="fs.write_binary_session")return binaryTransferManager.write(args);
     if(tool==="fs.finalize_binary_write")return binaryTransferManager.finalize(args);

package/packages/agent/src/windows-gui-window-action-backend.js

@@ -0,0 +1,6 @@
+import path from "node:path";
+function fail(message,code){throw Object.assign(new Error(message),{code});}
+export class WindowsGuiWindowActionBackend{
+ constructor({helperPath,runAction}={}){if(typeof runAction!=="function"||typeof helperPath!=="string"||!helperPath.trim())fail("Windows GUI window action helper is not configured","GUI_WINDOW_ACTION_NOT_CONFIGURED");this.name="windows-native-window-action";this.helperPath=path.resolve(helperPath);this.runAction=runAction;}
+ async focusWindow({windowId}){const response=await this.runAction({helperPath:this.helperPath,windowId});if(!response||typeof response!=="object"||Array.isArray(response))fail("Windows GUI window action returned invalid payload","GUI_WINDOW_ACTION_PROTOCOL_ERROR");if(response.error)fail(String(response.error.message||"GUI window action rejected"),String(response.error.code||"GUI_WINDOW_ACTION_FAILED"));return response;}
+}

package/packages/agent/src/windows-gui-window-action-runner.js

@@ -0,0 +1,2 @@
+import { execFile } from "node:child_process";
+export function runWindowsGuiWindowAction({helperPath,windowId}){return new Promise((resolve,reject)=>execFile(helperPath,["focus",String(windowId)],{windowsHide:true,timeout:5000,maxBuffer:65536,encoding:"utf8"},(error,stdout)=>{if(error)return reject(Object.assign(new Error("Windows GUI window action failed"),{code:error.killed?"GUI_WINDOW_ACTION_TIMEOUT":"GUI_WINDOW_ACTION_FAILED"}));try{resolve(JSON.parse(stdout));}catch{reject(Object.assign(new Error("Windows GUI window action returned invalid JSON"),{code:"GUI_WINDOW_ACTION_PROTOCOL_ERROR"}));}}));}

package/packages/cli/index.js

@@ -8,7 +8,9 @@ import { createAgent } from "../agent/src/agent.js";
 import { loadDeploymentProfiles } from "../agent/src/deployment-profile-loader.js";
 import { transferDeploymentArtifact } from "../agent/src/deployment-transfer-runner.js";
 import { loadGuiBackend } from "../agent/src/gui-backend-loader.js";
-import { runWindowsGuiHelper } from "../agent/src/windows-gui-helper-runner.js";
+import { runWindowsGuiHelper } from "../agent/src/windows-gui-helper-runner.js";
+import { loadGuiWindowActionBackend } from "../agent/src/gui-window-action-backend-loader.js";
+import { runWindowsGuiWindowAction } from "../agent/src/windows-gui-window-action-runner.js";
 import { openBrowser } from "./browser.js";
 
 const packageRoot=join(dirname(fileURLToPath(import.meta.url)),"..","..");
@@ -23,6 +25,7 @@ const configuredDeploymentProfiles=String(process.env.WHYVIX_DEPLOY_PROFILES_FIL
 const defaultDeploymentProfiles=join(os.homedir(),".whyvix-remote","deployment-profiles.json");
 const deploymentProfiles=await loadDeploymentProfiles(configuredDeploymentProfiles||defaultDeploymentProfiles,{optional:!configuredDeploymentProfiles});
 const guiBackend=await loadGuiBackend({packageRoot,runHelper:runWindowsGuiHelper});
+const guiWindowActionBackend=await loadGuiWindowActionBackend({packageRoot,runAction:runWindowsGuiWindowAction});
 const capabilities=["filesystem.crud","process.bounded","git.read","git.mutate",...(remoteTargets.length?["remote.bounded"]:[]),...(deploymentProfiles.length?["deployment.profiled"]:[])];
 const deviceId=process.env.WHYVIX_DEVICE_ID||crypto.createHash("sha256").update(os.hostname()+"|"+os.userInfo().username).digest("hex").slice(0,24);
 const credentialDir=join(os.homedir(),".whyvix-remote");