comber 0.1.0

package/runtime/windows-uia-runner.ps1

@@ -0,0 +1,539 @@
+param(
+  [Parameter(Mandatory = $true)]
+  [string]$Command
+)
+
+$ErrorActionPreference = "Stop"
+$WarningPreference = "SilentlyContinue"
+
+function Write-UiaJson {
+  param([hashtable]$Value)
+  $Value | ConvertTo-Json -Depth 80 -Compress
+}
+
+function Write-UiaError {
+  param([string]$Message)
+  Write-UiaJson @{ ok = $false; error = $Message.Substring(0, [Math]::Min($Message.Length, 500)) }
+}
+
+function Read-UiaPayload {
+  $raw = [Console]::In.ReadToEnd()
+  if ([string]::IsNullOrWhiteSpace($raw)) {
+    return @{}
+  }
+  return $raw | ConvertFrom-Json
+}
+
+function Import-UiaAssemblies {
+  Add-Type -AssemblyName UIAutomationClient
+  Add-Type -AssemblyName UIAutomationTypes
+}
+
+function Get-Target {
+  param($Payload)
+  if ($null -ne $Payload.target) {
+    return $Payload.target
+  }
+  return $Payload
+}
+
+function Get-ProcessNameFromTarget {
+  param($Target)
+  if ($Target.processName) {
+    return [System.IO.Path]::GetFileNameWithoutExtension([string]$Target.processName)
+  }
+  if ($Target.appPath) {
+    return [System.IO.Path]::GetFileNameWithoutExtension([string]$Target.appPath)
+  }
+  return $null
+}
+
+function Get-ProcessIdFromTarget {
+  param($Target)
+  if ($Target.processId) {
+    return [int]$Target.processId
+  }
+  return $null
+}
+
+function Get-WindowTitleFromTarget {
+  param($Target)
+  if ($Target.windowTitle) {
+    return [string]$Target.windowTitle
+  }
+  return $null
+}
+
+function Has-DeclaredTarget {
+  param($Target)
+  return $Target.appPath -or $Target.appId -or $Target.processName -or $Target.processId -or $Target.windowTitle
+}
+
+function Start-UiaTarget {
+  param($Target)
+  if ($Target.appPath) {
+    $process = Start-Process -FilePath ([string]$Target.appPath) -PassThru
+    Start-Sleep -Milliseconds 800
+    return [int]$process.Id
+  }
+  if ($Target.processId) {
+    return [int]$Target.processId
+  }
+  return $null
+}
+
+function Get-UiaRootWindow {
+  param($Target)
+  Import-UiaAssemblies
+  $processId = Get-ProcessIdFromTarget $Target
+  $processName = Get-ProcessNameFromTarget $Target
+  $windowTitle = Get-WindowTitleFromTarget $Target
+  $windows = [System.Windows.Automation.AutomationElement]::RootElement.FindAll(
+    [System.Windows.Automation.TreeScope]::Children,
+    [System.Windows.Automation.Condition]::TrueCondition
+  )
+
+  $matches = @()
+  foreach ($window in $windows) {
+    if ($null -eq $window) {
+      continue
+    }
+    try {
+      if ($processId -and [int]$window.Current.ProcessId -ne $processId) {
+        continue
+      }
+      if ($windowTitle -and [string]$window.Current.Name -ne $windowTitle) {
+        continue
+      }
+      if ($processName) {
+        $process = Get-Process -Id $window.Current.ProcessId -ErrorAction SilentlyContinue
+        if (-not $process -or $process.ProcessName -ine $processName) {
+          continue
+        }
+      }
+      $matches += $window
+    } catch {
+    }
+  }
+
+  if ($matches.Count -eq 1) {
+    return $matches[0]
+  }
+
+  if ($matches.Count -gt 1) {
+    throw "Windows UI Automation target matched multiple root windows; add --process-id or --window-title"
+  }
+
+  if (Has-DeclaredTarget $Target) {
+    throw "No UI Automation root window was found for declared target"
+  }
+
+  foreach ($window in $windows) {
+    if ($null -ne $window) {
+      return $window
+    }
+  }
+  throw "No UI Automation root window was found for target"
+}
+
+function Get-ControlTypeName {
+  param($Element)
+  $programmaticName = [string]$Element.Current.ControlType.ProgrammaticName
+  return $programmaticName -replace "^ControlType\.", ""
+}
+
+function Get-PatternNames {
+  param($Element)
+  $names = @()
+  foreach ($pattern in $Element.GetSupportedPatterns()) {
+    $name = [string]$pattern.ProgrammaticName
+    $name = $name -replace "^PatternInterface\.", ""
+    $name = $name -replace "PatternIdentifiers\.Pattern$", ""
+    $names += $name
+  }
+  return $names
+}
+
+function Get-RuntimeIdText {
+  param($Element)
+  try {
+    return ([string]::Join(".", $Element.GetRuntimeId()))
+  } catch {
+    return ""
+  }
+}
+
+function Get-UiaBounds {
+  param($Element)
+  $rect = $Element.Current.BoundingRectangle
+  $values = @([double]$rect.X, [double]$rect.Y, [double]$rect.Width, [double]$rect.Height)
+  foreach ($value in $values) {
+    if ([double]::IsNaN($value) -or [double]::IsInfinity($value)) {
+      return $null
+    }
+  }
+  return @{
+    x = [double]$rect.X
+    y = [double]$rect.Y
+    width = [double]$rect.Width
+    height = [double]$rect.Height
+  }
+}
+
+function Convert-UiaNode {
+  param(
+    $Element,
+    [int]$Depth,
+    [int]$MaxDepth,
+    [ref]$Count,
+    [int]$MaxNodes
+  )
+
+  $Count.Value += 1
+  if ($Depth -ge $MaxDepth -or $Count.Value -gt $MaxNodes) {
+    return @{
+      name = [string]$Element.Current.Name
+      automationId = [string]$Element.Current.AutomationId
+      controlType = Get-ControlTypeName $Element
+      className = [string]$Element.Current.ClassName
+      frameworkId = [string]$Element.Current.FrameworkId
+      runtimeId = Get-RuntimeIdText $Element
+      isEnabled = [bool]$Element.Current.IsEnabled
+      isOffscreen = [bool]$Element.Current.IsOffscreen
+      patterns = @(Get-PatternNames $Element)
+      children = @()
+      isOpaque = $true
+    }
+  }
+
+  $children = @()
+  $childElements = $Element.FindAll(
+    [System.Windows.Automation.TreeScope]::Children,
+    [System.Windows.Automation.Condition]::TrueCondition
+  )
+  foreach ($child in $childElements) {
+    if ($Count.Value -gt $MaxNodes) {
+      break
+    }
+    $children += Convert-UiaNode $child ($Depth + 1) $MaxDepth $Count $MaxNodes
+  }
+
+  $node = @{
+    name = [string]$Element.Current.Name
+    automationId = [string]$Element.Current.AutomationId
+    controlType = Get-ControlTypeName $Element
+    className = [string]$Element.Current.ClassName
+    frameworkId = [string]$Element.Current.FrameworkId
+    runtimeId = Get-RuntimeIdText $Element
+    isEnabled = [bool]$Element.Current.IsEnabled
+    isOffscreen = [bool]$Element.Current.IsOffscreen
+    patterns = @(Get-PatternNames $Element)
+    children = $children
+  }
+  $bounds = Get-UiaBounds $Element
+  if ($null -ne $bounds) {
+    $node.bounds = $bounds
+  }
+  return $node
+}
+
+function Get-UiaTree {
+  param($Target)
+  $window = Get-UiaRootWindow $Target
+  $count = [ref]0
+  $root = Convert-UiaNode $window 0 25 $count 2000
+  $processName = ""
+  $processId = [int]$window.Current.ProcessId
+  try {
+    $processName = (Get-Process -Id $processId -ErrorAction SilentlyContinue).ProcessName
+  } catch {
+  }
+  return @{
+    appPath = [string]$Target.appPath
+    processName = $processName
+    processId = $processId
+    windowTitle = [string]$window.Current.Name
+    root = $root
+  }
+}
+
+function Get-ForegroundProcess {
+  if (-not ("ComberForegroundWindow" -as [type])) {
+    Add-Type -TypeDefinition @"
+using System;
+using System.Runtime.InteropServices;
+public static class ComberForegroundWindow {
+  [DllImport("user32.dll")]
+  public static extern IntPtr GetForegroundWindow();
+  [DllImport("user32.dll")]
+  public static extern uint GetWindowThreadProcessId(IntPtr hWnd, out uint processId);
+}
+"@
+  }
+
+  $handle = [ComberForegroundWindow]::GetForegroundWindow()
+  if ($handle -eq [IntPtr]::Zero) {
+    return @{ processName = ""; processId = 0 }
+  }
+  $processId = [uint32]0
+  [ComberForegroundWindow]::GetWindowThreadProcessId($handle, [ref]$processId) | Out-Null
+  $processName = ""
+  try {
+    $processName = (Get-Process -Id ([int]$processId) -ErrorAction SilentlyContinue).ProcessName
+  } catch {
+  }
+  return @{ processName = $processName; processId = [int]$processId }
+}
+
+function Import-WindowInterop {
+  if (-not ("ComberWindowInterop" -as [type])) {
+    Add-Type -TypeDefinition @"
+using System;
+using System.Runtime.InteropServices;
+public static class ComberWindowInterop {
+  [DllImport("user32.dll")]
+  public static extern bool SetForegroundWindow(IntPtr hWnd);
+  [DllImport("user32.dll")]
+  public static extern bool ShowWindow(IntPtr hWnd, int nCmdShow);
+}
+"@
+  }
+}
+
+function Copy-TargetWithProcessId {
+  param($Target, $ProcessId)
+  if (-not $ProcessId) {
+    return $Target
+  }
+  $copy = [ordered]@{}
+  foreach ($property in $Target.PSObject.Properties) {
+    $copy[$property.Name] = $property.Value
+  }
+  $copy["processId"] = [int]$ProcessId
+  return [pscustomobject]$copy
+}
+
+function Set-UiaRootWindowForeground {
+  param($Target)
+  Import-WindowInterop
+  $window = Get-UiaRootWindow $Target
+  $handle = [IntPtr]$window.Current.NativeWindowHandle
+  if ($handle -eq [IntPtr]::Zero) {
+    return
+  }
+  [ComberWindowInterop]::ShowWindow($handle, 5) | Out-Null
+  [ComberWindowInterop]::SetForegroundWindow($handle) | Out-Null
+}
+
+function Find-UiaByPath {
+  param($Root, [string]$Path)
+  $current = $Root
+  $parts = $Path -split "/"
+  for ($i = 1; $i -lt $parts.Length; $i++) {
+    $children = $current.FindAll(
+      [System.Windows.Automation.TreeScope]::Children,
+      [System.Windows.Automation.Condition]::TrueCondition
+    )
+    $index = [int]$parts[$i]
+    if ($index -lt 0 -or $index -ge $children.Count) {
+      throw "UIA path segment out of range"
+    }
+    $current = $children.Item($index)
+  }
+  return $current
+}
+
+function Find-UiaElement {
+  param($Target, $Selector)
+  $root = Get-UiaRootWindow $Target
+  if ($Selector.automationId) {
+    $condition = New-Object System.Windows.Automation.PropertyCondition(
+      [System.Windows.Automation.AutomationElement]::AutomationIdProperty,
+      [string]$Selector.automationId
+    )
+    $element = $root.FindFirst([System.Windows.Automation.TreeScope]::Descendants, $condition)
+    if ($null -ne $element) {
+      return $element
+    }
+  }
+  if ($Selector.path) {
+    return Find-UiaByPath $root ([string]$Selector.path)
+  }
+  throw "UIA element selector did not match an element"
+}
+
+function Import-MouseInterop {
+  if (-not ("ComberMouseInput" -as [type])) {
+    Add-Type -TypeDefinition @"
+using System;
+using System.Runtime.InteropServices;
+public static class ComberMouseInput {
+  [DllImport("user32.dll")]
+  public static extern bool SetCursorPos(int x, int y);
+  [DllImport("user32.dll")]
+  public static extern void mouse_event(uint flags, uint dx, uint dy, uint data, UIntPtr extraInfo);
+}
+"@
+  }
+}
+
+function Invoke-UiaMouseClick {
+  param($Element)
+  Import-MouseInterop
+  $rect = $Element.Current.BoundingRectangle
+  if ($rect.Width -le 0 -or $rect.Height -le 0) {
+    throw "UIA element has no clickable bounds"
+  }
+  try {
+    $Element.SetFocus()
+  } catch {
+  }
+  $x = [int]($rect.X + ($rect.Width / 2))
+  $y = [int]($rect.Y + ($rect.Height / 2))
+  [ComberMouseInput]::SetCursorPos($x, $y) | Out-Null
+  [ComberMouseInput]::mouse_event(0x0002, 0, 0, 0, [UIntPtr]::Zero)
+  [ComberMouseInput]::mouse_event(0x0004, 0, 0, 0, [UIntPtr]::Zero)
+  Start-Sleep -Milliseconds 120
+}
+
+function Invoke-UiaDefaultAction {
+  param($Element)
+  try {
+    $pattern = $Element.GetCurrentPattern([System.Windows.Automation.InvokePattern]::Pattern)
+    $pattern.Invoke()
+    return
+  } catch {
+  }
+  try {
+    $pattern = $Element.GetCurrentPattern([System.Windows.Automation.LegacyIAccessiblePattern]::Pattern)
+    $pattern.DoDefaultAction()
+    return
+  } catch {
+  }
+  Invoke-UiaMouseClick $Element
+}
+
+function Set-UiaValue {
+  param($Element, [string]$Value)
+  try {
+    $pattern = $Element.GetCurrentPattern([System.Windows.Automation.ValuePattern]::Pattern)
+    $pattern.SetValue($Value)
+    return
+  } catch {
+  }
+  try {
+    $pattern = $Element.GetCurrentPattern([System.Windows.Automation.LegacyIAccessiblePattern]::Pattern)
+    $pattern.SetValue($Value)
+    return
+  } catch {
+  }
+  Add-Type -AssemblyName System.Windows.Forms
+  try {
+    $Element.SetFocus()
+  } catch {
+  }
+  [System.Windows.Forms.SendKeys]::SendWait("^a")
+  [System.Windows.Forms.SendKeys]::SendWait($Value)
+}
+
+function Invoke-UiaAction {
+  param($Target, $Action)
+  $element = Find-UiaElement $Target $Action.selector
+  switch ([string]$Action.kind) {
+    "invoke" {
+      Invoke-UiaDefaultAction $element
+    }
+    "toggle" {
+      $pattern = $element.GetCurrentPattern([System.Windows.Automation.TogglePattern]::Pattern)
+      $pattern.Toggle()
+    }
+    "set-value" {
+      Set-UiaValue $element ([string]$Action.value)
+    }
+    "select" {
+      $pattern = $element.GetCurrentPattern([System.Windows.Automation.SelectionItemPattern]::Pattern)
+      $pattern.Select()
+    }
+    "expand-collapse" {
+      $pattern = $element.GetCurrentPattern([System.Windows.Automation.ExpandCollapsePattern]::Pattern)
+      if ($pattern.Current.ExpandCollapseState -eq [System.Windows.Automation.ExpandCollapseState]::Expanded) {
+        $pattern.Collapse()
+      } else {
+        $pattern.Expand()
+      }
+    }
+    "range" {
+      $pattern = $element.GetCurrentPattern([System.Windows.Automation.RangeValuePattern]::Pattern)
+      $delta = 1
+      if ($Action.delta) {
+        $delta = [double]$Action.delta
+      }
+      $next = [Math]::Min($pattern.Current.Maximum, [Math]::Max($pattern.Current.Minimum, $pattern.Current.Value + $delta))
+      $pattern.SetValue($next)
+    }
+    default {
+      throw "Unsupported UIA action kind"
+    }
+  }
+}
+
+try {
+  $payload = Read-UiaPayload
+  $target = Get-Target $payload
+  switch ($Command) {
+    "launch" {
+      $processId = Start-UiaTarget $target
+      try {
+        Set-UiaRootWindowForeground (Copy-TargetWithProcessId $target $processId)
+      } catch {
+      }
+      if ($processId) {
+        Write-UiaJson @{ ok = $true; processId = $processId }
+      } else {
+        Write-UiaJson @{ ok = $true }
+      }
+    }
+    "snapshot" {
+      Write-UiaJson @{ ok = $true; tree = Get-UiaTree $target }
+    }
+    "foreground" {
+      $foreground = Get-ForegroundProcess
+      Write-UiaJson @{ ok = $true; processName = $foreground.processName; processId = $foreground.processId }
+    }
+    "close" {
+      if ($payload.launchedByComber -and $target.processId) {
+        Stop-Process -Id ([int]$target.processId) -Force -ErrorAction SilentlyContinue
+      }
+      Write-UiaJson @{ ok = $true }
+    }
+    "invoke" {
+      Invoke-UiaAction $target $payload.action
+      Write-UiaJson @{ ok = $true }
+    }
+    "toggle" {
+      Invoke-UiaAction $target $payload.action
+      Write-UiaJson @{ ok = $true }
+    }
+    "set-value" {
+      Invoke-UiaAction $target $payload.action
+      Write-UiaJson @{ ok = $true }
+    }
+    "select" {
+      Invoke-UiaAction $target $payload.action
+      Write-UiaJson @{ ok = $true }
+    }
+    "expand-collapse" {
+      Invoke-UiaAction $target $payload.action
+      Write-UiaJson @{ ok = $true }
+    }
+    "range" {
+      Invoke-UiaAction $target $payload.action
+      Write-UiaJson @{ ok = $true }
+    }
+    default {
+      Write-UiaError "Unsupported UIA command"
+    }
+  }
+} catch {
+  Write-UiaError $_.Exception.Message
+}