@remcp/runtime 0.2.46 → 0.2.48

package/src/extended/desktop-windows.mjs

@@ -0,0 +1,546 @@
+import path from 'node:path';
+import process from 'node:process';
+import { readFile, stat } from 'node:fs/promises';
+import { image, multi, text } from '../util.mjs';
+import {
+  clamp,
+  escapePowerShellSingle,
+  jsonResult,
+  optionalString,
+  removeTemp,
+  requireEnum,
+  runPowerShell,
+  spawnDetached,
+  tempDir,
+} from './common.mjs';
+
+export async function listWindows() {
+  const script=String.raw`
+Add-Type @'
+using System;using System.Runtime.InteropServices;
+public static class RM {
+ [StructLayout(LayoutKind.Sequential)] public struct RECT{public int Left,Top,Right,Bottom;}
+ [DllImport("user32.dll")] public static extern bool GetWindowRect(IntPtr h,out RECT r);
+ [DllImport("user32.dll")] public static extern bool IsWindowVisible(IntPtr h);
+ [DllImport("user32.dll")] public static extern IntPtr GetForegroundWindow();
+ [DllImport("user32.dll")] public static extern bool IsIconic(IntPtr h);
+ [DllImport("user32.dll")] public static extern bool IsZoomed(IntPtr h);
+}
+'@
+$o=@();Get-Process|Where-Object{$_.MainWindowHandle -ne 0}|ForEach-Object{
+ $h=$_.MainWindowHandle;if([RM]::IsWindowVisible($h)){$r=New-Object RM+RECT;[void][RM]::GetWindowRect($h,[ref]$r);
+ $o += [pscustomobject]@{id=('0x{0:X}' -f $h.ToInt64());pid=$_.Id;app=$_.ProcessName;title=$_.MainWindowTitle;active=($h -eq [RM]::GetForegroundWindow());minimized=[RM]::IsIconic($h);maximized=[RM]::IsZoomed($h);x=$r.Left;y=$r.Top;width=$r.Right-$r.Left;height=$r.Bottom-$r.Top}}
+};$o|ConvertTo-Json -Compress`;
+  const {stdout}=await runPowerShell(script,{label:'list windows'});
+  const parsed=stdout.trim()?JSON.parse(stdout):[];
+  return jsonResult(Array.isArray(parsed)?parsed:[parsed]);
+}
+
+function selectorScript(args) {
+  const id=optionalString(args.id);
+  const idExpr=id?.startsWith('0x')?`[IntPtr]${Number.parseInt(id,16)}`:'[IntPtr]::Zero';
+  const pid=Number.isInteger(Number(args.pid))?Number(args.pid):0;
+  const app=escapePowerShellSingle(optionalString(args.app)||'');
+  const title=escapePowerShellSingle(optionalString(args.title)||'');
+  return `$h=${idExpr};if($h -eq [IntPtr]::Zero){$p=Get-Process|Where-Object{$_.MainWindowHandle -ne 0 -and (${pid} -eq 0 -or $_.Id -eq ${pid}) -and ('${app}' -eq '' -or $_.ProcessName -like '*${app}*') -and ('${title}' -eq '' -or $_.MainWindowTitle -like '*${title}*')}|Select-Object -First 1;if(-not $p){throw 'No matching window found'};$h=$p.MainWindowHandle}`;
+}
+
+export async function windowAction(args = {}) {
+  const action=requireEnum(args.action,'action',['focus','minimize','maximize','restore','move','resize','move_resize','close']);
+  const x=Number(args.x),y=Number(args.y),width=Number(args.width),height=Number(args.height);
+  const script=String.raw`
+Add-Type @'
+using System;using System.Runtime.InteropServices;
+public static class RM {
+ [StructLayout(LayoutKind.Sequential)] public struct RECT{public int Left,Top,Right,Bottom;}
+ [DllImport("user32.dll")] public static extern bool ShowWindow(IntPtr h,int c);
+ [DllImport("user32.dll")] public static extern bool SetForegroundWindow(IntPtr h);
+ [DllImport("user32.dll")] public static extern IntPtr GetForegroundWindow();
+ [DllImport("user32.dll")] public static extern uint GetWindowThreadProcessId(IntPtr h,IntPtr p);
+ [DllImport("user32.dll")] public static extern bool AttachThreadInput(uint from,uint to,bool attach);
+ [DllImport("kernel32.dll")] public static extern uint GetCurrentThreadId();
+ [DllImport("user32.dll")] public static extern bool BringWindowToTop(IntPtr h);
+ [DllImport("user32.dll")] public static extern bool SetWindowPos(IntPtr h,IntPtr after,int x,int y,int cx,int cy,uint flags);
+ [DllImport("user32.dll")] public static extern bool AllowSetForegroundWindow(int pid);
+ [DllImport("user32.dll")] public static extern bool MoveWindow(IntPtr h,int x,int y,int w,int h2,bool r);
+ [DllImport("user32.dll")] public static extern bool GetWindowRect(IntPtr h,out RECT r);
+ [DllImport("user32.dll")] public static extern bool PostMessage(IntPtr h,uint m,IntPtr w,IntPtr l);
+ public static bool FocusWindow(IntPtr h){
+  uint current=GetCurrentThreadId(),target=GetWindowThreadProcessId(h,IntPtr.Zero);
+  IntPtr fg=GetForegroundWindow();uint foreground=fg==IntPtr.Zero?0:GetWindowThreadProcessId(fg,IntPtr.Zero);
+  bool attachTarget=false,attachForeground=false;
+  try{
+   if(target!=0&&current!=target)attachTarget=AttachThreadInput(current,target,true);
+   if(foreground!=0&&current!=foreground&&foreground!=target)attachForeground=AttachThreadInput(current,foreground,true);
+   ShowWindow(h,9);AllowSetForegroundWindow(-1);BringWindowToTop(h);
+   SetWindowPos(h,new IntPtr(-1),0,0,0,0,0x0001|0x0002|0x0010|0x0040);
+   return SetForegroundWindow(h);
+  }finally{
+   if(attachForeground)AttachThreadInput(current,foreground,false);
+   if(attachTarget)AttachThreadInput(current,target,false);
+  }
+ }
+}
+'@
+${selectorScript(args)}
+$r=New-Object RM+RECT;[void][RM]::GetWindowRect($h,[ref]$r)
+switch('${action}'){
+ 'focus'{if(-not [RM]::FocusWindow($h)){throw 'Windows refused foreground focus'}}
+ 'minimize'{[void][RM]::ShowWindow($h,6)}
+ 'maximize'{[void][RM]::ShowWindow($h,3)}
+ 'restore'{[void][RM]::ShowWindow($h,9)}
+ 'close'{[void][RM]::PostMessage($h,0x0010,[IntPtr]::Zero,[IntPtr]::Zero)}
+ 'move'{[void][RM]::MoveWindow($h,${Number.isFinite(x)?Math.trunc(x):0},${Number.isFinite(y)?Math.trunc(y):0},$r.Right-$r.Left,$r.Bottom-$r.Top,$true)}
+ 'resize'{[void][RM]::MoveWindow($h,$r.Left,$r.Top,${Number.isFinite(width)?Math.trunc(width):800},${Number.isFinite(height)?Math.trunc(height):600},$true)}
+ 'move_resize'{[void][RM]::MoveWindow($h,${Number.isFinite(x)?Math.trunc(x):0},${Number.isFinite(y)?Math.trunc(y):0},${Number.isFinite(width)?Math.trunc(width):800},${Number.isFinite(height)?Math.trunc(height):600},$true)}
+}
+`;
+  await runPowerShell(script,{label:'window action'});
+  return text(`Window action ${action} completed.`);
+}
+
+async function msaaBrowserSnapshot(args = {}) {
+  const maxNodes = clamp(args.max_nodes, 1200, 1, 5000);
+  const maxDepth = clamp(args.max_depth, 64, 1, 128);
+  const script = String.raw`
+Add-Type -AssemblyName UIAutomationClient;Add-Type -AssemblyName UIAutomationTypes;Add-Type -AssemblyName Accessibility
+${windowsUiRootScript(args)}
+Add-Type @'
+using System;
+using System.Runtime.InteropServices;
+public static class RMAcc {
+ [DllImport("oleacc.dll")]
+ public static extern int AccessibleObjectFromWindow(IntPtr hwnd,uint dwId,ref Guid riid,[MarshalAs(UnmanagedType.Interface)] out object ppvObject);
+ public static object FromWindow(IntPtr hwnd) {
+  Guid iid=new Guid("618736E0-3C3D-11CF-810C-00AA00389B71");
+  object value=null;
+  int hr=AccessibleObjectFromWindow(hwnd,0xFFFFFFFCu,ref iid,out value);
+  if(hr<0) Marshal.ThrowExceptionForHR(hr);
+  return value;
+ }
+}
+'@
+$rootAcc=[Accessibility.IAccessible][RMAcc]::FromWindow($h)
+$nodes=New-Object System.Collections.ArrayList
+$seen=0
+$truncated=$false
+$interactive=@(30,33,34,36,37,43,44,45,46,47,51,56,60,62)
+$informative=@(15,20,22,24,31,32,40,41,42)
+function Get-RoleName([int]$role){
+ switch($role){
+  15{'Document'};20{'Group'};22{'Toolbar'};24{'Table'};30{'Link'};33{'List'};34{'ListItem'};35{'Tree'};36{'TreeItem'};37{'TabItem'};40{'Graphic'};41{'Text'};42{'Edit'};43{'Button'};44{'CheckBox'};45{'RadioButton'};46{'ComboBox'};47{'DropList'};51{'Slider'};56{'Button'};60{'TabList'};62{'Button'};default{'Accessible'}
+ }
+}
+function Walk-Acc($acc,[int]$depth,[string]$path,[bool]$inDocument,[string]$parentId){
+ if($null -eq $acc -or $depth -gt ${maxDepth} -or $script:seen -ge ${maxNodes}){if($script:seen -ge ${maxNodes}){$script:truncated=$true};return}
+ $script:seen++
+ try{$roleRaw=$acc.get_accRole(0);$role=[int]$roleRaw}catch{$role=-1}
+ try{$state=[int]$acc.get_accState(0)}catch{$state=0}
+ $invisible=(($state -band 0x8000) -ne 0) -or (($state -band 0x10000) -ne 0)
+ if($depth -gt 0 -and $invisible){return}
+ $isDocument=$role -eq 15
+ $inside=$inDocument -or $isDocument
+ $l=0;$t=0;$w=0;$hh=0;$hasRect=$true
+ try{$acc.accLocation([ref]$l,[ref]$t,[ref]$w,[ref]$hh,0)}catch{$hasRect=$false}
+ try{$name=[string]$acc.get_accName(0)}catch{$name=''}
+ try{$value=[string]$acc.get_accValue(0)}catch{$value=''}
+ $visible=$hasRect -and $w -gt 0 -and $hh -gt 0 -and -not $invisible
+ if($inside -and $visible -and (($interactive -contains $role) -or ($informative -contains $role) -or $name -or $value)){
+  $id='msaa:'+$rootPid+':'+$path
+  $patterns=New-Object System.Collections.ArrayList
+  if($role -in @(30,43,56,62)){[void]$patterns.Add('invoke')}
+  if($role -in @(42,46,47)){[void]$patterns.Add('value')}
+  if($role -in @(34,36,37,45)){[void]$patterns.Add('selection_item')}
+  if($role -eq 44){[void]$patterns.Add('toggle')}
+  if($role -eq 51){[void]$patterns.Add('range_value')}
+  [void]$nodes.Add([pscustomobject]@{
+   id=$id;parent_id=$parentId;depth=$depth;active=($depth -eq 0);pid=$rootPid;app=$rootApp;window=$windowName;
+   name=$name;role=(Get-RoleName $role);localized_role=(Get-RoleName $role);automationId='';className='';frameworkId='MSAA';
+   enabled=$true;offscreen=$false;focused=(($state -band 0x4) -ne 0);focusable=(($state -band 0x100000) -ne 0);password=$false;
+   value=$value;patterns=@($patterns);x=[int]$l;y=[int]$t;width=[int]$w;height=[int]$hh
+  })
+  $parentId=$id
+ }
+ try{$count=[int]$acc.accChildCount}catch{$count=0}
+ for($i=1;$i -le $count;$i++){
+  if($script:seen -ge ${maxNodes}){$script:truncated=$true;break}
+  try{$child=$acc.get_accChild($i)}catch{continue}
+  if($child -is [Accessibility.IAccessible]){
+   Walk-Acc $child ($depth+1) ($path+'.'+$i) $inside $parentId
+  }
+ }
+}
+Walk-Acc $rootAcc 0 'r' $false $null
+[pscustomobject]@{platform='win32';count=$nodes.Count;nodes=@($nodes);truncated=$truncated;max_nodes=${maxNodes};browser_dom=[pscustomobject]@{requested=$true;available=($nodes.Count -gt 0);provider='msaa-iaccessible'}}|ConvertTo-Json -Compress -Depth 7`;
+  const { stdout } = await runPowerShell(script, { label:'MSAA browser accessibility snapshot', timeout:30_000 });
+  return stdout.trim() ? JSON.parse(stdout) : { platform:'win32', count:0, nodes:[], browser_dom:{ requested:true, available:false, provider:'msaa-iaccessible' } };
+}
+
+function windowsUiRootScript(args = {}) {
+  const pid = Number.isInteger(Number(args.pid)) ? Number(args.pid) : 0;
+  const app = escapePowerShellSingle(optionalString(args.app) || '');
+  const title = escapePowerShellSingle(optionalString(args.window_title || args.windowTitle) || '');
+  const scoped = pid > 0 || app || title;
+  const selector = scoped
+    ? `$p=Get-Process|Where-Object{$_.MainWindowHandle -ne 0 -and (${pid} -eq 0 -or $_.Id -eq ${pid}) -and ('${app}' -eq '' -or $_.ProcessName -like '*${app}*') -and ('${title}' -eq '' -or $_.MainWindowTitle -like '*${title}*')}|Select-Object -First 1;if(-not $p){throw 'No matching UI window found'};$h=$p.MainWindowHandle`
+    : '$h=[RMFG]::GetForegroundWindow()';
+  return String.raw`
+Add-Type @'
+using System;using System.Runtime.InteropServices;
+public static class RMFG{
+ [DllImport("user32.dll")]public static extern IntPtr GetForegroundWindow();
+}
+'@
+$h=[IntPtr]::Zero
+${selector}
+if($h -eq [IntPtr]::Zero){throw 'No foreground UI window is available'}
+$root=[System.Windows.Automation.AutomationElement]::FromHandle($h)
+if(-not $root){throw 'Could not create UI Automation root'}
+$windowName=$root.Current.Name
+$rootPid=$root.Current.ProcessId
+try{$rootApp=(Get-Process -Id $rootPid -ErrorAction Stop).ProcessName}catch{$rootApp=''}
+`;
+}
+
+export async function uiSnapshot(args = {}) {
+  const maxNodes = clamp(args.max_nodes, 500, 1, 5000);
+  const maxDepth = clamp(args.max_depth, 8, 1, 32);
+  const browserDom = args.browser_dom === true;
+  const script = String.raw`
+Add-Type -AssemblyName UIAutomationClient;Add-Type -AssemblyName UIAutomationTypes
+${windowsUiRootScript(args)}
+$browserProvider=$null
+if(${browserDom ? '$true' : '$false'}){
+ try{
+  $cond=New-Object System.Windows.Automation.PropertyCondition([System.Windows.Automation.AutomationElement]::AutomationIdProperty,'RootWebArea')
+  $dom=$root.FindFirst([System.Windows.Automation.TreeScope]::Subtree,$cond)
+  if($dom){$root=$dom;$browserProvider='uia-rootwebarea'}
+ }catch{}
+}
+$cache=New-Object System.Windows.Automation.CacheRequest
+$cache.TreeScope=[System.Windows.Automation.TreeScope]::Element
+@(
+ [System.Windows.Automation.AutomationElement]::NameProperty,
+ [System.Windows.Automation.AutomationElement]::AutomationIdProperty,
+ [System.Windows.Automation.AutomationElement]::LocalizedControlTypeProperty,
+ [System.Windows.Automation.AutomationElement]::AcceleratorKeyProperty,
+ [System.Windows.Automation.AutomationElement]::ClassNameProperty,
+ [System.Windows.Automation.AutomationElement]::ControlTypeProperty,
+ [System.Windows.Automation.AutomationElement]::FrameworkIdProperty,
+ [System.Windows.Automation.AutomationElement]::IsEnabledProperty,
+ [System.Windows.Automation.AutomationElement]::IsOffscreenProperty,
+ [System.Windows.Automation.AutomationElement]::HasKeyboardFocusProperty,
+ [System.Windows.Automation.AutomationElement]::IsKeyboardFocusableProperty,
+ [System.Windows.Automation.AutomationElement]::IsPasswordProperty,
+ [System.Windows.Automation.AutomationElement]::BoundingRectangleProperty,
+ [System.Windows.Automation.AutomationElement]::HelpTextProperty,
+ [System.Windows.Automation.AutomationElement]::ProcessIdProperty
+)|ForEach-Object{$cache.Add($_)}
+@(
+ [System.Windows.Automation.InvokePattern]::Pattern,
+ [System.Windows.Automation.ValuePattern]::Pattern,
+ [System.Windows.Automation.TogglePattern]::Pattern,
+ [System.Windows.Automation.SelectionItemPattern]::Pattern,
+ [System.Windows.Automation.ExpandCollapsePattern]::Pattern,
+ [System.Windows.Automation.RangeValuePattern]::Pattern,
+ [System.Windows.Automation.ScrollPattern]::Pattern,
+ [System.Windows.Automation.ScrollItemPattern]::Pattern,
+ [System.Windows.Automation.LegacyIAccessiblePattern]::Pattern
+)|ForEach-Object{try{$cache.Add($_)}catch{}}
+try{$root=$root.GetUpdatedCache($cache)}catch{}
+$q=New-Object System.Collections.Queue
+$q.Enqueue([pscustomobject]@{e=$root;d=0;parent=$null})
+$o=New-Object System.Collections.ArrayList
+$seen=0
+while($q.Count -gt 0 -and $seen -lt ${maxNodes}){
+ $item=$q.Dequeue();$e=$item.e;$d=[int]$item.d;$parent=$item.parent;$seen++
+ try{
+  $c=$e.Cached
+  $r=$c.BoundingRectangle
+  try{$rid=($e.GetRuntimeId()-join '.')}catch{$rid=($rootPid.ToString()+'.'+$seen.ToString())}
+  $id='win:'+$rid
+  $patterns=New-Object System.Collections.ArrayList
+  $value=$null;$toggleState=$null;$expandState=$null;$rangeValue=$null;$rangeMin=$null;$rangeMax=$null
+  $selected=$null;$scrollH=$false;$scrollV=$false;$scrollHPct=$null;$scrollVPct=$null;$defaultAction=$null
+  try{$p=$e.GetCachedPattern([System.Windows.Automation.InvokePattern]::Pattern);if($p){[void]$patterns.Add('invoke')}}catch{}
+  try{$p=[System.Windows.Automation.ValuePattern]$e.GetCachedPattern([System.Windows.Automation.ValuePattern]::Pattern);if($p){[void]$patterns.Add('value');$value=$p.Cached.Value}}catch{}
+  try{$p=[System.Windows.Automation.TogglePattern]$e.GetCachedPattern([System.Windows.Automation.TogglePattern]::Pattern);if($p){[void]$patterns.Add('toggle');$toggleState=$p.Cached.ToggleState.ToString().ToLowerInvariant()}}catch{}
+  try{$p=[System.Windows.Automation.SelectionItemPattern]$e.GetCachedPattern([System.Windows.Automation.SelectionItemPattern]::Pattern);if($p){[void]$patterns.Add('selection_item');$selected=$p.Cached.IsSelected}}catch{}
+  try{$p=[System.Windows.Automation.ExpandCollapsePattern]$e.GetCachedPattern([System.Windows.Automation.ExpandCollapsePattern]::Pattern);if($p){[void]$patterns.Add('expand_collapse');$expandState=$p.Cached.ExpandCollapseState.ToString().ToLowerInvariant()}}catch{}
+  try{$p=[System.Windows.Automation.RangeValuePattern]$e.GetCachedPattern([System.Windows.Automation.RangeValuePattern]::Pattern);if($p){[void]$patterns.Add('range_value');$rangeValue=$p.Cached.Value;$rangeMin=$p.Cached.Minimum;$rangeMax=$p.Cached.Maximum}}catch{}
+  try{$p=[System.Windows.Automation.ScrollPattern]$e.GetCachedPattern([System.Windows.Automation.ScrollPattern]::Pattern);if($p){[void]$patterns.Add('scroll');$scrollH=$p.Cached.HorizontallyScrollable;$scrollV=$p.Cached.VerticallyScrollable;$scrollHPct=$p.Cached.HorizontalScrollPercent;$scrollVPct=$p.Cached.VerticalScrollPercent}}catch{}
+  try{$p=$e.GetCachedPattern([System.Windows.Automation.ScrollItemPattern]::Pattern);if($p){[void]$patterns.Add('scroll_item')}}catch{}
+  try{$p=[System.Windows.Automation.LegacyIAccessiblePattern]$e.GetCachedPattern([System.Windows.Automation.LegacyIAccessiblePattern]::Pattern);if($p){[void]$patterns.Add('legacy_iaccessible');$defaultAction=$p.Cached.DefaultAction;if($null -eq $value -or $value -eq ''){$value=$p.Cached.Value}}}catch{}
+  [void]$o.Add([pscustomobject]@{
+   id=$id;parent_id=$parent;depth=$d;active=($d -eq 0);pid=$c.ProcessId;app=$rootApp;window=$windowName;
+   name=$c.Name;role=$c.ControlType.ProgrammaticName.Replace('ControlType.','');localized_role=$c.LocalizedControlType;
+   automationId=$c.AutomationId;className=$c.ClassName;frameworkId=$c.FrameworkId;enabled=$c.IsEnabled;offscreen=$c.IsOffscreen;
+   focused=$c.HasKeyboardFocus;focusable=$c.IsKeyboardFocusable;password=$c.IsPassword;help_text=$c.HelpText;shortcut=$c.AcceleratorKey;
+   value=$value;patterns=@($patterns);toggle_state=$toggleState;expand_collapse_state=$expandState;selected=$selected;
+   range_value=$rangeValue;range_min=$rangeMin;range_max=$rangeMax;scrollable=($scrollH -or $scrollV);
+   horizontal_scrollable=$scrollH;vertical_scrollable=$scrollV;horizontal_scroll_percent=$scrollHPct;vertical_scroll_percent=$scrollVPct;
+   default_action=$defaultAction;x=[int]$r.X;y=[int]$r.Y;width=[int]$r.Width;height=[int]$r.Height
+  })
+  if($d -lt ${maxDepth}){
+   try{$activation=$cache.Activate();try{$children=$e.FindAll([System.Windows.Automation.TreeScope]::Children,[System.Windows.Automation.Condition]::TrueCondition)}finally{if($activation){$activation.Dispose()}}}
+   catch{$children=$null}
+   if($children){for($i=0;$i -lt $children.Count;$i++){$q.Enqueue([pscustomobject]@{e=$children.Item($i);d=$d+1;parent=$id})}}
+  }
+ }catch{}
+}
+[pscustomobject]@{platform='win32';count=$o.Count;nodes=@($o);truncated=($q.Count -gt 0);max_nodes=${maxNodes};browser_dom=[pscustomobject]@{requested=${browserDom ? '$true' : '$false'};available=($null -ne $browserProvider);provider=$browserProvider}}|ConvertTo-Json -Compress -Depth 8`;
+  const { stdout } = await runPowerShell(script, { label:'UI snapshot', timeout:30_000 });
+  const parsed = stdout.trim() ? JSON.parse(stdout) : { platform:'win32', count:0, nodes:[] };
+  if (browserDom && !parsed?.browser_dom?.available) {
+    const fallback = await msaaBrowserSnapshot(args).catch(() => null);
+    if (fallback?.nodes?.length) return jsonResult(fallback);
+  }
+  return jsonResult(parsed);
+}
+
+export async function uiAction(args = {}) {
+  const action = requireEnum(args.action, 'action', [
+    'click','invoke','focus','set_value','select','toggle','expand','collapse',
+    'scroll_into_view','set_range_value','add_to_selection','remove_from_selection',
+  ]);
+  const id = escapePowerShellSingle(optionalString(args.id) || '');
+  const name = escapePowerShellSingle(optionalString(args.name) || '');
+  const role = escapePowerShellSingle(optionalString(args.role) || '');
+  const automationId = escapePowerShellSingle(optionalString(args.automation_id || args.automationId) || '');
+  const value = escapePowerShellSingle(String(args.value ?? ''));
+  const numericValue = Number(args.value);
+  if (action === 'set_range_value' && !Number.isFinite(numericValue)) throw new Error('set_range_value requires a finite numeric value');
+  const script = String.raw`
+Add-Type -AssemblyName UIAutomationClient;Add-Type -AssemblyName UIAutomationTypes
+${windowsUiRootScript(args)}
+Add-Type @'
+using System;using System.Runtime.InteropServices;
+public static class RMMouse{
+ [DllImport("user32.dll")]public static extern bool SetCursorPos(int x,int y);
+ [DllImport("user32.dll")]public static extern void mouse_event(uint f,uint x,uint y,uint d,UIntPtr i);
+}
+'@
+$q=New-Object System.Collections.Queue;$q.Enqueue($root);$found=$null;$visited=0
+while($q.Count -gt 0 -and -not $found -and $visited -lt 10000){
+ $e=$q.Dequeue();$visited++
+ try{
+  $rid='win:'+($e.GetRuntimeId()-join '.')
+  $r=$e.Current.ControlType.ProgrammaticName.Replace('ControlType.','')
+  if(('${id}' -eq '' -or $rid -eq '${id}') -and ('${name}' -eq '' -or $e.Current.Name -like '*${name}*') -and ('${role}' -eq '' -or $r -like '*${role}*') -and ('${automationId}' -eq '' -or $e.Current.AutomationId -eq '${automationId}')){$found=$e;break}
+  $children=$e.FindAll([System.Windows.Automation.TreeScope]::Children,[System.Windows.Automation.Condition]::TrueCondition)
+  for($i=0;$i -lt $children.Count;$i++){$q.Enqueue($children.Item($i))}
+ }catch{}
+}
+if(-not $found){throw 'UI element not found'}
+$used=$null
+switch('${action}'){
+ 'focus'{[void]$found.SetFocus();$used='SetFocus'}
+ 'invoke'{
+  $p=$null;if($found.TryGetCurrentPattern([System.Windows.Automation.InvokePattern]::Pattern,[ref]$p)){([System.Windows.Automation.InvokePattern]$p).Invoke();$used='InvokePattern'}else{throw 'InvokePattern unavailable'}
+ }
+ 'click'{
+  $p=$null
+  if($found.TryGetCurrentPattern([System.Windows.Automation.InvokePattern]::Pattern,[ref]$p)){([System.Windows.Automation.InvokePattern]$p).Invoke();$used='InvokePattern'}
+  else{
+   $pt=New-Object System.Windows.Point
+   $hasPoint=$false
+   try{$hasPoint=$found.TryGetClickablePoint([ref]$pt)}catch{}
+   if(-not $hasPoint){$b=$found.Current.BoundingRectangle;$pt=New-Object System.Windows.Point(($b.X+$b.Width/2),($b.Y+$b.Height/2))}
+   [void][RMMouse]::SetCursorPos([int]$pt.X,[int]$pt.Y)
+   [RMMouse]::mouse_event(2,0,0,0,[UIntPtr]::Zero);[RMMouse]::mouse_event(4,0,0,0,[UIntPtr]::Zero);$used='pointer'
+  }
+ }
+ 'set_value'{
+  $p=$null;if($found.TryGetCurrentPattern([System.Windows.Automation.ValuePattern]::Pattern,[ref]$p)){([System.Windows.Automation.ValuePattern]$p).SetValue('${value}');$used='ValuePattern'}else{throw 'ValuePattern unavailable'}
+ }
+ 'select'{
+  $p=$null;if($found.TryGetCurrentPattern([System.Windows.Automation.SelectionItemPattern]::Pattern,[ref]$p)){([System.Windows.Automation.SelectionItemPattern]$p).Select();$used='SelectionItemPattern.Select'}else{throw 'SelectionItemPattern unavailable'}
+ }
+ 'add_to_selection'{
+  $p=$null;if($found.TryGetCurrentPattern([System.Windows.Automation.SelectionItemPattern]::Pattern,[ref]$p)){([System.Windows.Automation.SelectionItemPattern]$p).AddToSelection();$used='SelectionItemPattern.AddToSelection'}else{throw 'SelectionItemPattern unavailable'}
+ }
+ 'remove_from_selection'{
+  $p=$null;if($found.TryGetCurrentPattern([System.Windows.Automation.SelectionItemPattern]::Pattern,[ref]$p)){([System.Windows.Automation.SelectionItemPattern]$p).RemoveFromSelection();$used='SelectionItemPattern.RemoveFromSelection'}else{throw 'SelectionItemPattern unavailable'}
+ }
+ 'toggle'{
+  $p=$null;if($found.TryGetCurrentPattern([System.Windows.Automation.TogglePattern]::Pattern,[ref]$p)){([System.Windows.Automation.TogglePattern]$p).Toggle();$used='TogglePattern'}else{throw 'TogglePattern unavailable'}
+ }
+ 'expand'{
+  $p=$null;if($found.TryGetCurrentPattern([System.Windows.Automation.ExpandCollapsePattern]::Pattern,[ref]$p)){([System.Windows.Automation.ExpandCollapsePattern]$p).Expand();$used='ExpandCollapsePattern.Expand'}else{throw 'ExpandCollapsePattern unavailable'}
+ }
+ 'collapse'{
+  $p=$null;if($found.TryGetCurrentPattern([System.Windows.Automation.ExpandCollapsePattern]::Pattern,[ref]$p)){([System.Windows.Automation.ExpandCollapsePattern]$p).Collapse();$used='ExpandCollapsePattern.Collapse'}else{throw 'ExpandCollapsePattern unavailable'}
+ }
+ 'scroll_into_view'{
+  $p=$null;if($found.TryGetCurrentPattern([System.Windows.Automation.ScrollItemPattern]::Pattern,[ref]$p)){([System.Windows.Automation.ScrollItemPattern]$p).ScrollIntoView();$used='ScrollItemPattern'}else{throw 'ScrollItemPattern unavailable'}
+ }
+ 'set_range_value'{
+  $p=$null;if($found.TryGetCurrentPattern([System.Windows.Automation.RangeValuePattern]::Pattern,[ref]$p)){([System.Windows.Automation.RangeValuePattern]$p).SetValue([double]${numericValue});$used='RangeValuePattern'}else{throw 'RangeValuePattern unavailable'}
+ }
+}
+[pscustomobject]@{id=('win:'+($found.GetRuntimeId()-join '.'));name=$found.Current.Name;role=$found.Current.ControlType.ProgrammaticName.Replace('ControlType.','');action='${action}';backend=$used}|ConvertTo-Json -Compress`;
+  const raw = (await runPowerShell(script, { label:'UI action', timeout:30_000 })).stdout.trim();
+  return jsonResult(raw ? JSON.parse(raw) : { action });
+}
+
+export async function clipboard(args = {}) {
+  const action=requireEnum(args.action,'action',['read','write','clear']);
+  if(action==='read')return text((await runPowerShell("$v=Get-Clipboard -Raw;if($null -eq $v){$v=''};$v",{label:'clipboard read'})).stdout.replace(/\r?\n$/,''));
+  const value=action==='clear'?'':String(args.text??args.value??'');
+  const encoded=Buffer.from(value,'utf16le').toString('base64');
+  await runPowerShell(`$b=[Convert]::FromBase64String('${encoded}');Set-Clipboard -Value ([Text.Encoding]::Unicode.GetString($b))`,{label:'clipboard write'});
+  return jsonResult({action,length:value.length});
+}
+
+export async function keyboard(args = {}) {
+  const shortcut=optionalString(args.shortcut)||(Array.isArray(args.keys)?args.keys.join('+'):optionalString(args.key));
+  if(!shortcut)throw new Error('shortcut or key is required');
+  const tokens=shortcut.split('+').map(value=>value.trim()).filter(Boolean);
+  const mods={ctrl:'^',control:'^',alt:'%',shift:'+'};
+  const special={enter:'{ENTER}',return:'{ENTER}',esc:'{ESC}',escape:'{ESC}',tab:'{TAB}',backspace:'{BACKSPACE}',delete:'{DELETE}',up:'{UP}',down:'{DOWN}',left:'{LEFT}',right:'{RIGHT}',home:'{HOME}',end:'{END}',pageup:'{PGUP}',pagedown:'{PGDN}',space:' '};
+  const prefix=tokens.slice(0,-1).map(v=>mods[v.toLowerCase()]||'').join('');
+  const key=tokens.at(-1);
+  const send=prefix+(special[key.toLowerCase()]||(key.length===1?key:`{${key.toUpperCase()}}`));
+  await runPowerShell(`$w=New-Object -ComObject WScript.Shell;$w.SendKeys('${escapePowerShellSingle(send)}')`,{label:'keyboard'});
+  return text(`Sent ${shortcut}.`);
+}
+
+export async function typeTextKeys(value) {
+  const escaped=escapePowerShellSingle(String(value).replace(/[+^%~(){}\[\]]/g,'{$&}'));
+  await runPowerShell(`$w=New-Object -ComObject WScript.Shell;$w.SendKeys('${escaped}')`,{label:'type text'});
+}
+
+function mousePrelude() {
+  return String.raw`Add-Type @'
+using System;using System.Runtime.InteropServices;public static class RMMouse{[DllImport("user32.dll")]public static extern bool SetCursorPos(int x,int y);[DllImport("user32.dll")]public static extern void mouse_event(uint f,uint x,uint y,uint d,UIntPtr i);}
+'@`;
+}
+
+function flags(button='left') {
+  const b=String(button).toLowerCase();
+  return b==='right'?{down:'0x0008',up:'0x0010'}:b==='middle'?{down:'0x0020',up:'0x0040'}:{down:'0x0002',up:'0x0004'};
+}
+
+export async function pointer(args = {}) {
+  const action=requireEnum(args.action,'action',['move','click','double_click','right_click','down','up']);
+  const x=Number(args.x),y=Number(args.y),f=flags(action==='right_click'?'right':args.button);
+  const clicks=action==='double_click'?2:1;
+  const op=action==='move'?'':action==='down'?`[RMMouse]::mouse_event(${f.down},0,0,0,[UIntPtr]::Zero)`:action==='up'?`[RMMouse]::mouse_event(${f.up},0,0,0,[UIntPtr]::Zero)`:`for($i=0;$i -lt ${clicks};$i++){[RMMouse]::mouse_event(${f.down},0,0,0,[UIntPtr]::Zero);[RMMouse]::mouse_event(${f.up},0,0,0,[UIntPtr]::Zero);Start-Sleep -Milliseconds 70}`;
+  const move=Number.isFinite(x)&&Number.isFinite(y)?`[void][RMMouse]::SetCursorPos(${Math.trunc(x)},${Math.trunc(y)})`:'';
+  await runPowerShell(`${mousePrelude()}\n${move}\n${op}`,{label:'pointer'});
+  return text(`Pointer ${action} completed.`);
+}
+
+export async function dragDrop(args = {}) {
+  const f=flags(args.button);
+  const script=`${mousePrelude()}\n[void][RMMouse]::SetCursorPos(${Math.trunc(args.from_x)},${Math.trunc(args.from_y)});[RMMouse]::mouse_event(${f.down},0,0,0,[UIntPtr]::Zero);Start-Sleep -Milliseconds ${clamp(args.hold_ms,120,0,5000)};[void][RMMouse]::SetCursorPos(${Math.trunc(args.to_x)},${Math.trunc(args.to_y)});Start-Sleep -Milliseconds ${clamp(args.duration_ms,120,0,5000)};[RMMouse]::mouse_event(${f.up},0,0,0,[UIntPtr]::Zero)`;
+  await runPowerShell(script,{label:'drag and drop'});
+  return jsonResult({from:[args.from_x,args.from_y],to:[args.to_x,args.to_y]});
+}
+
+export async function scroll(args = {}) {
+  const dx=Number(args.delta_x||0),dy=Number(args.delta_y??args.delta??0);
+  const script=`${mousePrelude()}\n[RMMouse]::mouse_event(0x0800,0,0,[uint32]([int]${Math.trunc(-dy)}),[UIntPtr]::Zero);[RMMouse]::mouse_event(0x01000,0,0,[uint32]([int]${Math.trunc(dx)}),[UIntPtr]::Zero)`;
+  await runPowerShell(script,{label:'scroll'});
+  return jsonResult({delta_x:dx,delta_y:dy});
+}
+
+export async function cursorPosition() {
+  const script=String.raw`Add-Type @'
+using System;using System.Runtime.InteropServices;public static class RMCursor{[StructLayout(LayoutKind.Sequential)]public struct POINT{public int X;public int Y;}[DllImport("user32.dll")]public static extern bool GetCursorPos(out POINT p);}
+'@;$p=New-Object RMCursor+POINT;if(-not [RMCursor]::GetCursorPos([ref]$p)){throw 'GetCursorPos failed'};[pscustomobject]@{x=$p.X;y=$p.Y}|ConvertTo-Json -Compress`;
+  const raw=(await runPowerShell(script,{label:'cursor position'})).stdout.trim();
+  return jsonResult(raw?JSON.parse(raw):{x:null,y:null});
+}
+
+export async function displayInventory() {
+  const script=String.raw`Add-Type -AssemblyName System.Windows.Forms
+Add-Type @'
+using System;using System.Runtime.InteropServices;
+public static class RMDisplay{
+ [StructLayout(LayoutKind.Sequential)]public struct POINT{public int X;public int Y;public POINT(int x,int y){X=x;Y=y;}}
+ [DllImport("user32.dll")]public static extern uint GetDpiForSystem();
+ [DllImport("user32.dll")]public static extern IntPtr MonitorFromPoint(POINT pt,uint flags);
+ [DllImport("Shcore.dll")]public static extern int GetDpiForMonitor(IntPtr monitor,int type,out uint x,out uint y);
+ public static uint DpiAt(int x,int y){
+  uint fallback=GetDpiForSystem();
+  try{IntPtr h=MonitorFromPoint(new POINT(x,y),2);uint dx,dy;if(h!=IntPtr.Zero&&GetDpiForMonitor(h,0,out dx,out dy)==0&&dx>0)return dx;}catch{}
+  return fallback;
+ }
+}
+'@
+[System.Windows.Forms.Screen]::AllScreens|ForEach-Object{
+ $cx=$_.Bounds.X+[int]($_.Bounds.Width/2);$cy=$_.Bounds.Y+[int]($_.Bounds.Height/2);$dpi=[RMDisplay]::DpiAt($cx,$cy);$scale=[Math]::Round($dpi/96.0,3)
+ [pscustomobject]@{name=$_.DeviceName;display_name=$_.DeviceName;primary=$_.Primary;x=$_.Bounds.X;y=$_.Bounds.Y;width=$_.Bounds.Width;height=$_.Bounds.Height;pixel_width=$_.Bounds.Width;pixel_height=$_.Bounds.Height;workingX=$_.WorkingArea.X;workingY=$_.WorkingArea.Y;workingWidth=$_.WorkingArea.Width;workingHeight=$_.WorkingArea.Height;scale=$scale;dpi=$dpi}
+}|ConvertTo-Json -Compress`;
+  const raw=(await runPowerShell(script,{label:'display inventory'})).stdout.trim();
+  const parsed=raw?JSON.parse(raw):[];
+  return jsonResult(Array.isArray(parsed)?parsed:[parsed]);
+}
+
+export async function screenshotRegion(args = {}) {
+  const x=Math.trunc(Number(args.x)),y=Math.trunc(Number(args.y)),width=Math.trunc(Number(args.width)),height=Math.trunc(Number(args.height));
+  if(![x,y,width,height].every(Number.isFinite)||width<=0||height<=0)throw new Error('x, y, width and height are required; width/height must be positive');
+  if(width>8192||height>8192||width*height>16_777_216)throw new Error('screenshot region is too large; width/height must be <= 8192 and area <= 16 megapixels');
+  const dir=await tempDir('remcp-region-'),target=path.join(dir,'region.png');
+  try{
+    const safe=escapePowerShellSingle(target);
+    await runPowerShell(`Add-Type -AssemblyName System.Drawing;$b=New-Object System.Drawing.Bitmap(${width},${height});$g=[System.Drawing.Graphics]::FromImage($b);$g.CopyFromScreen(${x},${y},0,0,$b.Size);$b.Save('${safe}',[System.Drawing.Imaging.ImageFormat]::Png);$g.Dispose();$b.Dispose()`,{label:'screenshot region'});
+    const info=await stat(target);if(info.size>4*1024*1024)throw new Error(`captured region is ${info.size} bytes; request a smaller region so it fits the inline image limit`);
+    const data=await readFile(target);
+    return multi([{type:'text',text:`Captured ${width}x${height} at ${x},${y}.`},image(data.toString('base64'),'image/png')]);
+  }finally{await removeTemp(dir);}
+}
+
+export async function notification(args = {}) {
+  const title=escapePowerShellSingle(optionalString(args.title)||'ReMCP');
+  const body=escapePowerShellSingle(String(args.message??args.body??''));
+  await runPowerShell(`$w=New-Object -ComObject WScript.Shell;[void]$w.Popup('${body}',${clamp(args.timeout_seconds,5,1,60)},'${title}',0x40)`,{label:'notification'});
+  return text('Notification sent.');
+}
+
+export async function launchApp(app,argv=[],options={}) {
+  const query=escapePowerShellSingle(String(app));
+  const argsText=argv.map(v=>`'${escapePowerShellSingle(v)}'`).join(',');
+  const argumentClause=argv.length?`-ArgumentList @(${argsText})`:'';
+  const hasArgs=argv.length?'$true':'$false';
+  const cwd=options.cwd?escapePowerShellSingle(String(options.cwd)):'';
+  const hasCwd=cwd?'$true':'$false';
+  const cwdClause=cwd?`-WorkingDirectory '${cwd}'`:'';
+  const script=String.raw`
+$ErrorActionPreference='Stop'
+$name='${query}'
+$mode='direct';$pidValue=$null;$resolved=$name
+try{
+ $p=Start-Process -FilePath $name ${argumentClause} ${cwdClause} -PassThru -ErrorAction Stop
+ $pidValue=$p.Id
+}catch{
+ if(${hasArgs} -or ${hasCwd}){throw}
+ $apps=@()
+ if(Get-Command Get-StartApps -ErrorAction SilentlyContinue){$apps=@(Get-StartApps)}
+ $row=$apps|Where-Object{$_.Name -ieq $name -or $_.AppID -ieq $name}|Select-Object -First 1
+ if(-not $row){$row=$apps|Where-Object{$_.Name -like ('*'+$name+'*') -or $_.AppID -like ('*'+$name+'*')}|Sort-Object @{Expression={if($_.Name -like ($name+'*')){0}else{1}}},@{Expression={$_.Name.Length}}|Select-Object -First 1}
+ if($row){
+  $mode='start_menu';$resolved=$row.Name
+  Start-Process -FilePath 'explorer.exe' -ArgumentList ('shell:AppsFolder\'+$row.AppID) -ErrorAction Stop
+ }else{
+  $roots=@(
+   (Join-Path $env:ProgramData 'Microsoft\Windows\Start Menu\Programs'),
+   (Join-Path $env:APPDATA 'Microsoft\Windows\Start Menu\Programs')
+  )|Where-Object{$_ -and (Test-Path $_)}
+  $links=@($roots|ForEach-Object{Get-ChildItem -LiteralPath $_ -Filter '*.lnk' -Recurse -ErrorAction SilentlyContinue})
+  $link=$links|Where-Object{$_.BaseName -ieq $name}|Select-Object -First 1
+  if(-not $link){$link=$links|Where-Object{$_.BaseName -like ('*'+$name+'*')}|Sort-Object @{Expression={if($_.BaseName -like ($name+'*')){0}else{1}}},@{Expression={$_.BaseName.Length}}|Select-Object -First 1}
+  if(-not $link){throw ('Application not found by executable/path or Start Menu name: '+$name)}
+  $mode='start_menu_link';$resolved=$link.BaseName
+  Start-Process -FilePath $link.FullName -ErrorAction Stop
+ }
+}
+[pscustomobject]@{requested=$name;resolved=$resolved;mode=$mode;pid=$pidValue}|ConvertTo-Json -Compress`;
+  const raw=(await runPowerShell(script,{label:'launch app',timeout:15_000})).stdout.trim();
+  const payload=raw?JSON.parse(raw):{requested:String(app),resolved:String(app),mode:'direct',pid:null};
+  return `Launched ${payload.resolved} via ${payload.mode}${payload.pid?` (pid ${payload.pid})`:''}.`;
+}
+
+export async function openPath(target){await runPowerShell(`Start-Process -FilePath '${escapePowerShellSingle(target)}'`,{label:'open path'});}
+export async function revealPath(target){spawnDetached('explorer.exe',['/select,',target]);}