askui 0.12.0 → 0.12.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (337) hide show
  1. package/dist/cjs/core/reporting/default-step.js +4 -3
  2. package/dist/cjs/core/reporting/index.d.ts +0 -1
  3. package/dist/cjs/core/reporting/index.js +0 -1
  4. package/dist/cjs/core/reporting/snapshot-detail-level.d.ts +1 -0
  5. package/dist/cjs/core/reporting/snapshot-detail-level.js +8 -0
  6. package/dist/cjs/core/reporting/step-reporter.d.ts +7 -6
  7. package/dist/cjs/core/reporting/step-reporter.js +49 -34
  8. package/dist/cjs/execution/ui-control-client-dependency-builder.d.ts +0 -1
  9. package/dist/cjs/execution/ui-control-client-dependency-builder.js +1 -13
  10. package/dist/cjs/execution/ui-controller-client-interface.d.ts +4 -6
  11. package/dist/esm/core/reporting/default-step.js +4 -3
  12. package/dist/esm/core/reporting/index.d.ts +0 -1
  13. package/dist/esm/core/reporting/index.js +0 -1
  14. package/dist/esm/core/reporting/snapshot-detail-level.d.ts +1 -0
  15. package/dist/esm/core/reporting/snapshot-detail-level.js +6 -1
  16. package/dist/esm/core/reporting/step-reporter.d.ts +7 -6
  17. package/dist/esm/core/reporting/step-reporter.js +49 -34
  18. package/dist/esm/execution/ui-control-client-dependency-builder.d.ts +0 -1
  19. package/dist/esm/execution/ui-control-client-dependency-builder.js +2 -14
  20. package/dist/esm/execution/ui-controller-client-interface.d.ts +4 -6
  21. package/package.json +3 -1
  22. package/dist/cjs/core/reporting/default-reporter.d.ts +0 -10
  23. package/dist/cjs/core/reporting/default-reporter.js +0 -12
  24. package/dist/cjs/core/ui-control-commands/action-class-tdk-v1.d.ts +0 -19
  25. package/dist/cjs/core/ui-control-commands/action-class-tdk-v1.js +0 -23
  26. package/dist/cjs/core/ui-control-commands/action-tdk-v1.d.ts +0 -10
  27. package/dist/cjs/core/ui-control-commands/action-tdk-v1.js +0 -100
  28. package/dist/cjs/execution/annotation-level.d.ts +0 -5
  29. package/dist/cjs/execution/annotation-level.js +0 -9
  30. package/dist/cjs/execution/ui-control-client-error.d.ts +0 -2
  31. package/dist/cjs/execution/ui-control-client-error.js +0 -6
  32. package/dist/cjs/execution/ui-controller-client-facade.d.ts +0 -15
  33. package/dist/cjs/execution/ui-controller-client-facade.js +0 -2
  34. package/dist/cjs/execution/ui-controller-client-grpc.d.ts +0 -24
  35. package/dist/cjs/execution/ui-controller-client-grpc.js +0 -159
  36. package/dist/cjs/execution/ui-controller-client-tdk-v1.d.ts +0 -26
  37. package/dist/cjs/execution/ui-controller-client-tdk-v1.js +0 -221
  38. package/dist/cjs/proto/Askui/API/TDKv1/ActionClassID.d.ts +0 -21
  39. package/dist/cjs/proto/Askui/API/TDKv1/ActionClassID.js +0 -23
  40. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters.d.ts +0 -57
  41. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters.js +0 -3
  42. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_KeyboardKey_Press.d.ts +0 -8
  43. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_KeyboardKey_Press.js +0 -3
  44. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_KeyboardKey_PressAndRelease.d.ts +0 -8
  45. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_KeyboardKey_PressAndRelease.js +0 -3
  46. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_KeyboardKey_Release.d.ts +0 -8
  47. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_KeyboardKey_Release.js +0 -3
  48. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_KeyboardKeys_Press.d.ts +0 -8
  49. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_KeyboardKeys_Press.js +0 -3
  50. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_KeyboardKeys_PressAndRelease.d.ts +0 -8
  51. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_KeyboardKeys_PressAndRelease.js +0 -3
  52. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_KeyboardKeys_Release.d.ts +0 -8
  53. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_KeyboardKeys_Release.js +0 -3
  54. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_KeyboardType_Text.d.ts +0 -13
  55. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_KeyboardType_Text.js +0 -3
  56. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_KeyboardType_UnicodeText.d.ts +0 -14
  57. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_KeyboardType_UnicodeText.js +0 -3
  58. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_MouseButton_Press.d.ts +0 -7
  59. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_MouseButton_Press.js +0 -3
  60. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_MouseButton_PressAndRelease.d.ts +0 -9
  61. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_MouseButton_PressAndRelease.js +0 -3
  62. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_MouseButton_Release.d.ts +0 -7
  63. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_MouseButton_Release.js +0 -3
  64. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_MouseMove.d.ts +0 -11
  65. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_MouseMove.js +0 -3
  66. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_MouseMove_Delta.d.ts +0 -11
  67. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_MouseMove_Delta.js +0 -3
  68. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_MouseWheelScroll.d.ts +0 -14
  69. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_MouseWheelScroll.js +0 -3
  70. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_RunCommand.d.ts +0 -6
  71. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_RunCommand.js +0 -3
  72. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_Wait.d.ts +0 -6
  73. package/dist/cjs/proto/Askui/API/TDKv1/ActionParameters_Wait.js +0 -3
  74. package/dist/cjs/proto/Askui/API/TDKv1/Bitmap.d.ts +0 -17
  75. package/dist/cjs/proto/Askui/API/TDKv1/Bitmap.js +0 -3
  76. package/dist/cjs/proto/Askui/API/TDKv1/CaptureArea.d.ts +0 -13
  77. package/dist/cjs/proto/Askui/API/TDKv1/CaptureArea.js +0 -3
  78. package/dist/cjs/proto/Askui/API/TDKv1/Color.d.ts +0 -10
  79. package/dist/cjs/proto/Askui/API/TDKv1/Color.js +0 -3
  80. package/dist/cjs/proto/Askui/API/TDKv1/ControllerAPI.d.ts +0 -239
  81. package/dist/cjs/proto/Askui/API/TDKv1/ControllerAPI.js +0 -3
  82. package/dist/cjs/proto/Askui/API/TDKv1/Coordinate2.d.ts +0 -8
  83. package/dist/cjs/proto/Askui/API/TDKv1/Coordinate2.js +0 -3
  84. package/dist/cjs/proto/Askui/API/TDKv1/Delta2.d.ts +0 -8
  85. package/dist/cjs/proto/Askui/API/TDKv1/Delta2.js +0 -3
  86. package/dist/cjs/proto/Askui/API/TDKv1/DisplayInformation.d.ts +0 -14
  87. package/dist/cjs/proto/Askui/API/TDKv1/DisplayInformation.js +0 -3
  88. package/dist/cjs/proto/Askui/API/TDKv1/GUID.d.ts +0 -9
  89. package/dist/cjs/proto/Askui/API/TDKv1/GUID.js +0 -3
  90. package/dist/cjs/proto/Askui/API/TDKv1/MouseButton.d.ts +0 -8
  91. package/dist/cjs/proto/Askui/API/TDKv1/MouseButton.js +0 -10
  92. package/dist/cjs/proto/Askui/API/TDKv1/MouseWheelDeltaType.d.ts +0 -7
  93. package/dist/cjs/proto/Askui/API/TDKv1/MouseWheelDeltaType.js +0 -9
  94. package/dist/cjs/proto/Askui/API/TDKv1/MouseWheelScrollDirection.d.ts +0 -7
  95. package/dist/cjs/proto/Askui/API/TDKv1/MouseWheelScrollDirection.js +0 -9
  96. package/dist/cjs/proto/Askui/API/TDKv1/PollEventID.d.ts +0 -6
  97. package/dist/cjs/proto/Askui/API/TDKv1/PollEventID.js +0 -8
  98. package/dist/cjs/proto/Askui/API/TDKv1/PollEventParameters.d.ts +0 -9
  99. package/dist/cjs/proto/Askui/API/TDKv1/PollEventParameters.js +0 -3
  100. package/dist/cjs/proto/Askui/API/TDKv1/PollEventParameters_ActionFinished.d.ts +0 -6
  101. package/dist/cjs/proto/Askui/API/TDKv1/PollEventParameters_ActionFinished.js +0 -3
  102. package/dist/cjs/proto/Askui/API/TDKv1/Rectangle.d.ts +0 -12
  103. package/dist/cjs/proto/Askui/API/TDKv1/Rectangle.js +0 -3
  104. package/dist/cjs/proto/Askui/API/TDKv1/Request_CaptureScreen.d.ts +0 -12
  105. package/dist/cjs/proto/Askui/API/TDKv1/Request_CaptureScreen.js +0 -3
  106. package/dist/cjs/proto/Askui/API/TDKv1/Request_EndSession.d.ts +0 -7
  107. package/dist/cjs/proto/Askui/API/TDKv1/Request_EndSession.js +0 -3
  108. package/dist/cjs/proto/Askui/API/TDKv1/Request_GetAction.d.ts +0 -9
  109. package/dist/cjs/proto/Askui/API/TDKv1/Request_GetAction.js +0 -3
  110. package/dist/cjs/proto/Askui/API/TDKv1/Request_GetActionCount.d.ts +0 -7
  111. package/dist/cjs/proto/Askui/API/TDKv1/Request_GetActionCount.js +0 -3
  112. package/dist/cjs/proto/Askui/API/TDKv1/Request_GetColor.d.ts +0 -11
  113. package/dist/cjs/proto/Askui/API/TDKv1/Request_GetColor.js +0 -3
  114. package/dist/cjs/proto/Askui/API/TDKv1/Request_GetPixelColor.d.ts +0 -8
  115. package/dist/cjs/proto/Askui/API/TDKv1/Request_GetPixelColor.js +0 -3
  116. package/dist/cjs/proto/Askui/API/TDKv1/Request_Poll.d.ts +0 -10
  117. package/dist/cjs/proto/Askui/API/TDKv1/Request_Poll.js +0 -3
  118. package/dist/cjs/proto/Askui/API/TDKv1/Request_RemoveAction.d.ts +0 -9
  119. package/dist/cjs/proto/Askui/API/TDKv1/Request_RemoveAction.js +0 -3
  120. package/dist/cjs/proto/Askui/API/TDKv1/Request_RemoveAllActions.d.ts +0 -7
  121. package/dist/cjs/proto/Askui/API/TDKv1/Request_RemoveAllActions.js +0 -3
  122. package/dist/cjs/proto/Askui/API/TDKv1/Request_RunRecordedAction.d.ts +0 -13
  123. package/dist/cjs/proto/Askui/API/TDKv1/Request_RunRecordedAction.js +0 -3
  124. package/dist/cjs/proto/Askui/API/TDKv1/Request_ScheduleBatchedAction.d.ts +0 -13
  125. package/dist/cjs/proto/Askui/API/TDKv1/Request_ScheduleBatchedAction.js +0 -3
  126. package/dist/cjs/proto/Askui/API/TDKv1/Request_SetDisplayLabel.d.ts +0 -11
  127. package/dist/cjs/proto/Askui/API/TDKv1/Request_SetDisplayLabel.js +0 -3
  128. package/dist/cjs/proto/Askui/API/TDKv1/Request_SetKeyboardDelay.d.ts +0 -9
  129. package/dist/cjs/proto/Askui/API/TDKv1/Request_SetKeyboardDelay.js +0 -3
  130. package/dist/cjs/proto/Askui/API/TDKv1/Request_SetMouseDelay.d.ts +0 -9
  131. package/dist/cjs/proto/Askui/API/TDKv1/Request_SetMouseDelay.js +0 -3
  132. package/dist/cjs/proto/Askui/API/TDKv1/Request_StartBatchRun.d.ts +0 -7
  133. package/dist/cjs/proto/Askui/API/TDKv1/Request_StartBatchRun.js +0 -3
  134. package/dist/cjs/proto/Askui/API/TDKv1/Request_StartSession.d.ts +0 -8
  135. package/dist/cjs/proto/Askui/API/TDKv1/Request_StartSession.js +0 -3
  136. package/dist/cjs/proto/Askui/API/TDKv1/Request_StopBatchRun.d.ts +0 -7
  137. package/dist/cjs/proto/Askui/API/TDKv1/Request_StopBatchRun.js +0 -3
  138. package/dist/cjs/proto/Askui/API/TDKv1/Request_Void.d.ts +0 -4
  139. package/dist/cjs/proto/Askui/API/TDKv1/Request_Void.js +0 -3
  140. package/dist/cjs/proto/Askui/API/TDKv1/Response_CaptureScreen.d.ts +0 -7
  141. package/dist/cjs/proto/Askui/API/TDKv1/Response_CaptureScreen.js +0 -3
  142. package/dist/cjs/proto/Askui/API/TDKv1/Response_GetAction.d.ts +0 -12
  143. package/dist/cjs/proto/Askui/API/TDKv1/Response_GetAction.js +0 -3
  144. package/dist/cjs/proto/Askui/API/TDKv1/Response_GetActionCount.d.ts +0 -6
  145. package/dist/cjs/proto/Askui/API/TDKv1/Response_GetActionCount.js +0 -3
  146. package/dist/cjs/proto/Askui/API/TDKv1/Response_GetColor.d.ts +0 -7
  147. package/dist/cjs/proto/Askui/API/TDKv1/Response_GetColor.js +0 -3
  148. package/dist/cjs/proto/Askui/API/TDKv1/Response_GetContinuousCapturedScreen.d.ts +0 -7
  149. package/dist/cjs/proto/Askui/API/TDKv1/Response_GetContinuousCapturedScreen.js +0 -3
  150. package/dist/cjs/proto/Askui/API/TDKv1/Response_GetDisplayInformation.d.ts +0 -10
  151. package/dist/cjs/proto/Askui/API/TDKv1/Response_GetDisplayInformation.js +0 -3
  152. package/dist/cjs/proto/Askui/API/TDKv1/Response_GetMousePosition.d.ts +0 -8
  153. package/dist/cjs/proto/Askui/API/TDKv1/Response_GetMousePosition.js +0 -3
  154. package/dist/cjs/proto/Askui/API/TDKv1/Response_GetPixelColor.d.ts +0 -7
  155. package/dist/cjs/proto/Askui/API/TDKv1/Response_GetPixelColor.js +0 -3
  156. package/dist/cjs/proto/Askui/API/TDKv1/Response_Poll.d.ts +0 -10
  157. package/dist/cjs/proto/Askui/API/TDKv1/Response_Poll.js +0 -3
  158. package/dist/cjs/proto/Askui/API/TDKv1/Response_RunRecordedAction.d.ts +0 -6
  159. package/dist/cjs/proto/Askui/API/TDKv1/Response_RunRecordedAction.js +0 -3
  160. package/dist/cjs/proto/Askui/API/TDKv1/Response_ScheduleBatchedAction.d.ts +0 -6
  161. package/dist/cjs/proto/Askui/API/TDKv1/Response_ScheduleBatchedAction.js +0 -3
  162. package/dist/cjs/proto/Askui/API/TDKv1/Response_StartSession.d.ts +0 -7
  163. package/dist/cjs/proto/Askui/API/TDKv1/Response_StartSession.js +0 -3
  164. package/dist/cjs/proto/Askui/API/TDKv1/Response_Void.d.ts +0 -4
  165. package/dist/cjs/proto/Askui/API/TDKv1/Response_Void.js +0 -3
  166. package/dist/cjs/proto/Askui/API/TDKv1/Reuqest_SetTestConfiguration.d.ts +0 -14
  167. package/dist/cjs/proto/Askui/API/TDKv1/Reuqest_SetTestConfiguration.js +0 -3
  168. package/dist/cjs/proto/Askui/API/TDKv1/SessionInfo.d.ts +0 -10
  169. package/dist/cjs/proto/Askui/API/TDKv1/SessionInfo.js +0 -3
  170. package/dist/cjs/proto/Askui/API/TDKv1/Size2.d.ts +0 -8
  171. package/dist/cjs/proto/Askui/API/TDKv1/Size2.js +0 -3
  172. package/dist/cjs/proto/Askui/API/TDKv1/TypingSpeedValue.d.ts +0 -7
  173. package/dist/cjs/proto/Askui/API/TDKv1/TypingSpeedValue.js +0 -9
  174. package/dist/cjs/proto/Askui/API/TDKv1/VirtualScreen.d.ts +0 -10
  175. package/dist/cjs/proto/Askui/API/TDKv1/VirtualScreen.js +0 -3
  176. package/dist/cjs/proto/Askui/API/TDKv1/Void.d.ts +0 -4
  177. package/dist/cjs/proto/Askui/API/TDKv1/Void.js +0 -3
  178. package/dist/cjs/proto/tdk-v1.d.ts +0 -87
  179. package/dist/cjs/proto/tdk-v1.js +0 -2
  180. package/dist/esm/core/reporting/default-reporter.d.ts +0 -10
  181. package/dist/esm/core/reporting/default-reporter.js +0 -9
  182. package/dist/esm/core/ui-control-commands/action-class-tdk-v1.d.ts +0 -19
  183. package/dist/esm/core/ui-control-commands/action-class-tdk-v1.js +0 -20
  184. package/dist/esm/core/ui-control-commands/action-tdk-v1.d.ts +0 -10
  185. package/dist/esm/core/ui-control-commands/action-tdk-v1.js +0 -96
  186. package/dist/esm/execution/annotation-level.d.ts +0 -5
  187. package/dist/esm/execution/annotation-level.js +0 -6
  188. package/dist/esm/execution/ui-control-client-error.d.ts +0 -2
  189. package/dist/esm/execution/ui-control-client-error.js +0 -2
  190. package/dist/esm/execution/ui-controller-client-facade.d.ts +0 -15
  191. package/dist/esm/execution/ui-controller-client-facade.js +0 -1
  192. package/dist/esm/execution/ui-controller-client-grpc.d.ts +0 -24
  193. package/dist/esm/execution/ui-controller-client-grpc.js +0 -133
  194. package/dist/esm/execution/ui-controller-client-tdk-v1.d.ts +0 -26
  195. package/dist/esm/execution/ui-controller-client-tdk-v1.js +0 -195
  196. package/dist/esm/proto/Askui/API/TDKv1/ActionClassID.d.ts +0 -21
  197. package/dist/esm/proto/Askui/API/TDKv1/ActionClassID.js +0 -20
  198. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters.d.ts +0 -57
  199. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters.js +0 -2
  200. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_KeyboardKey_Press.d.ts +0 -8
  201. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_KeyboardKey_Press.js +0 -2
  202. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_KeyboardKey_PressAndRelease.d.ts +0 -8
  203. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_KeyboardKey_PressAndRelease.js +0 -2
  204. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_KeyboardKey_Release.d.ts +0 -8
  205. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_KeyboardKey_Release.js +0 -2
  206. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_KeyboardKeys_Press.d.ts +0 -8
  207. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_KeyboardKeys_Press.js +0 -2
  208. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_KeyboardKeys_PressAndRelease.d.ts +0 -8
  209. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_KeyboardKeys_PressAndRelease.js +0 -2
  210. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_KeyboardKeys_Release.d.ts +0 -8
  211. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_KeyboardKeys_Release.js +0 -2
  212. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_KeyboardType_Text.d.ts +0 -13
  213. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_KeyboardType_Text.js +0 -2
  214. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_KeyboardType_UnicodeText.d.ts +0 -14
  215. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_KeyboardType_UnicodeText.js +0 -2
  216. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_MouseButton_Press.d.ts +0 -7
  217. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_MouseButton_Press.js +0 -2
  218. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_MouseButton_PressAndRelease.d.ts +0 -9
  219. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_MouseButton_PressAndRelease.js +0 -2
  220. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_MouseButton_Release.d.ts +0 -7
  221. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_MouseButton_Release.js +0 -2
  222. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_MouseMove.d.ts +0 -11
  223. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_MouseMove.js +0 -2
  224. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_MouseMove_Delta.d.ts +0 -11
  225. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_MouseMove_Delta.js +0 -2
  226. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_MouseWheelScroll.d.ts +0 -14
  227. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_MouseWheelScroll.js +0 -2
  228. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_RunCommand.d.ts +0 -6
  229. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_RunCommand.js +0 -2
  230. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_Wait.d.ts +0 -6
  231. package/dist/esm/proto/Askui/API/TDKv1/ActionParameters_Wait.js +0 -2
  232. package/dist/esm/proto/Askui/API/TDKv1/Bitmap.d.ts +0 -17
  233. package/dist/esm/proto/Askui/API/TDKv1/Bitmap.js +0 -2
  234. package/dist/esm/proto/Askui/API/TDKv1/CaptureArea.d.ts +0 -13
  235. package/dist/esm/proto/Askui/API/TDKv1/CaptureArea.js +0 -2
  236. package/dist/esm/proto/Askui/API/TDKv1/Color.d.ts +0 -10
  237. package/dist/esm/proto/Askui/API/TDKv1/Color.js +0 -2
  238. package/dist/esm/proto/Askui/API/TDKv1/ControllerAPI.d.ts +0 -239
  239. package/dist/esm/proto/Askui/API/TDKv1/ControllerAPI.js +0 -2
  240. package/dist/esm/proto/Askui/API/TDKv1/Coordinate2.d.ts +0 -8
  241. package/dist/esm/proto/Askui/API/TDKv1/Coordinate2.js +0 -2
  242. package/dist/esm/proto/Askui/API/TDKv1/Delta2.d.ts +0 -8
  243. package/dist/esm/proto/Askui/API/TDKv1/Delta2.js +0 -2
  244. package/dist/esm/proto/Askui/API/TDKv1/DisplayInformation.d.ts +0 -14
  245. package/dist/esm/proto/Askui/API/TDKv1/DisplayInformation.js +0 -2
  246. package/dist/esm/proto/Askui/API/TDKv1/GUID.d.ts +0 -9
  247. package/dist/esm/proto/Askui/API/TDKv1/GUID.js +0 -2
  248. package/dist/esm/proto/Askui/API/TDKv1/MouseButton.d.ts +0 -8
  249. package/dist/esm/proto/Askui/API/TDKv1/MouseButton.js +0 -7
  250. package/dist/esm/proto/Askui/API/TDKv1/MouseWheelDeltaType.d.ts +0 -7
  251. package/dist/esm/proto/Askui/API/TDKv1/MouseWheelDeltaType.js +0 -6
  252. package/dist/esm/proto/Askui/API/TDKv1/MouseWheelScrollDirection.d.ts +0 -7
  253. package/dist/esm/proto/Askui/API/TDKv1/MouseWheelScrollDirection.js +0 -6
  254. package/dist/esm/proto/Askui/API/TDKv1/PollEventID.d.ts +0 -6
  255. package/dist/esm/proto/Askui/API/TDKv1/PollEventID.js +0 -5
  256. package/dist/esm/proto/Askui/API/TDKv1/PollEventParameters.d.ts +0 -9
  257. package/dist/esm/proto/Askui/API/TDKv1/PollEventParameters.js +0 -2
  258. package/dist/esm/proto/Askui/API/TDKv1/PollEventParameters_ActionFinished.d.ts +0 -6
  259. package/dist/esm/proto/Askui/API/TDKv1/PollEventParameters_ActionFinished.js +0 -2
  260. package/dist/esm/proto/Askui/API/TDKv1/Rectangle.d.ts +0 -12
  261. package/dist/esm/proto/Askui/API/TDKv1/Rectangle.js +0 -2
  262. package/dist/esm/proto/Askui/API/TDKv1/Request_CaptureScreen.d.ts +0 -12
  263. package/dist/esm/proto/Askui/API/TDKv1/Request_CaptureScreen.js +0 -2
  264. package/dist/esm/proto/Askui/API/TDKv1/Request_EndSession.d.ts +0 -7
  265. package/dist/esm/proto/Askui/API/TDKv1/Request_EndSession.js +0 -2
  266. package/dist/esm/proto/Askui/API/TDKv1/Request_GetAction.d.ts +0 -9
  267. package/dist/esm/proto/Askui/API/TDKv1/Request_GetAction.js +0 -2
  268. package/dist/esm/proto/Askui/API/TDKv1/Request_GetActionCount.d.ts +0 -7
  269. package/dist/esm/proto/Askui/API/TDKv1/Request_GetActionCount.js +0 -2
  270. package/dist/esm/proto/Askui/API/TDKv1/Request_GetColor.d.ts +0 -11
  271. package/dist/esm/proto/Askui/API/TDKv1/Request_GetColor.js +0 -2
  272. package/dist/esm/proto/Askui/API/TDKv1/Request_GetPixelColor.d.ts +0 -8
  273. package/dist/esm/proto/Askui/API/TDKv1/Request_GetPixelColor.js +0 -2
  274. package/dist/esm/proto/Askui/API/TDKv1/Request_Poll.d.ts +0 -10
  275. package/dist/esm/proto/Askui/API/TDKv1/Request_Poll.js +0 -2
  276. package/dist/esm/proto/Askui/API/TDKv1/Request_RemoveAction.d.ts +0 -9
  277. package/dist/esm/proto/Askui/API/TDKv1/Request_RemoveAction.js +0 -2
  278. package/dist/esm/proto/Askui/API/TDKv1/Request_RemoveAllActions.d.ts +0 -7
  279. package/dist/esm/proto/Askui/API/TDKv1/Request_RemoveAllActions.js +0 -2
  280. package/dist/esm/proto/Askui/API/TDKv1/Request_RunRecordedAction.d.ts +0 -13
  281. package/dist/esm/proto/Askui/API/TDKv1/Request_RunRecordedAction.js +0 -2
  282. package/dist/esm/proto/Askui/API/TDKv1/Request_ScheduleBatchedAction.d.ts +0 -13
  283. package/dist/esm/proto/Askui/API/TDKv1/Request_ScheduleBatchedAction.js +0 -2
  284. package/dist/esm/proto/Askui/API/TDKv1/Request_SetDisplayLabel.d.ts +0 -11
  285. package/dist/esm/proto/Askui/API/TDKv1/Request_SetDisplayLabel.js +0 -2
  286. package/dist/esm/proto/Askui/API/TDKv1/Request_SetKeyboardDelay.d.ts +0 -9
  287. package/dist/esm/proto/Askui/API/TDKv1/Request_SetKeyboardDelay.js +0 -2
  288. package/dist/esm/proto/Askui/API/TDKv1/Request_SetMouseDelay.d.ts +0 -9
  289. package/dist/esm/proto/Askui/API/TDKv1/Request_SetMouseDelay.js +0 -2
  290. package/dist/esm/proto/Askui/API/TDKv1/Request_StartBatchRun.d.ts +0 -7
  291. package/dist/esm/proto/Askui/API/TDKv1/Request_StartBatchRun.js +0 -2
  292. package/dist/esm/proto/Askui/API/TDKv1/Request_StartSession.d.ts +0 -8
  293. package/dist/esm/proto/Askui/API/TDKv1/Request_StartSession.js +0 -2
  294. package/dist/esm/proto/Askui/API/TDKv1/Request_StopBatchRun.d.ts +0 -7
  295. package/dist/esm/proto/Askui/API/TDKv1/Request_StopBatchRun.js +0 -2
  296. package/dist/esm/proto/Askui/API/TDKv1/Request_Void.d.ts +0 -4
  297. package/dist/esm/proto/Askui/API/TDKv1/Request_Void.js +0 -2
  298. package/dist/esm/proto/Askui/API/TDKv1/Response_CaptureScreen.d.ts +0 -7
  299. package/dist/esm/proto/Askui/API/TDKv1/Response_CaptureScreen.js +0 -2
  300. package/dist/esm/proto/Askui/API/TDKv1/Response_GetAction.d.ts +0 -12
  301. package/dist/esm/proto/Askui/API/TDKv1/Response_GetAction.js +0 -2
  302. package/dist/esm/proto/Askui/API/TDKv1/Response_GetActionCount.d.ts +0 -6
  303. package/dist/esm/proto/Askui/API/TDKv1/Response_GetActionCount.js +0 -2
  304. package/dist/esm/proto/Askui/API/TDKv1/Response_GetColor.d.ts +0 -7
  305. package/dist/esm/proto/Askui/API/TDKv1/Response_GetColor.js +0 -2
  306. package/dist/esm/proto/Askui/API/TDKv1/Response_GetContinuousCapturedScreen.d.ts +0 -7
  307. package/dist/esm/proto/Askui/API/TDKv1/Response_GetContinuousCapturedScreen.js +0 -2
  308. package/dist/esm/proto/Askui/API/TDKv1/Response_GetDisplayInformation.d.ts +0 -10
  309. package/dist/esm/proto/Askui/API/TDKv1/Response_GetDisplayInformation.js +0 -2
  310. package/dist/esm/proto/Askui/API/TDKv1/Response_GetMousePosition.d.ts +0 -8
  311. package/dist/esm/proto/Askui/API/TDKv1/Response_GetMousePosition.js +0 -2
  312. package/dist/esm/proto/Askui/API/TDKv1/Response_GetPixelColor.d.ts +0 -7
  313. package/dist/esm/proto/Askui/API/TDKv1/Response_GetPixelColor.js +0 -2
  314. package/dist/esm/proto/Askui/API/TDKv1/Response_Poll.d.ts +0 -10
  315. package/dist/esm/proto/Askui/API/TDKv1/Response_Poll.js +0 -2
  316. package/dist/esm/proto/Askui/API/TDKv1/Response_RunRecordedAction.d.ts +0 -6
  317. package/dist/esm/proto/Askui/API/TDKv1/Response_RunRecordedAction.js +0 -2
  318. package/dist/esm/proto/Askui/API/TDKv1/Response_ScheduleBatchedAction.d.ts +0 -6
  319. package/dist/esm/proto/Askui/API/TDKv1/Response_ScheduleBatchedAction.js +0 -2
  320. package/dist/esm/proto/Askui/API/TDKv1/Response_StartSession.d.ts +0 -7
  321. package/dist/esm/proto/Askui/API/TDKv1/Response_StartSession.js +0 -2
  322. package/dist/esm/proto/Askui/API/TDKv1/Response_Void.d.ts +0 -4
  323. package/dist/esm/proto/Askui/API/TDKv1/Response_Void.js +0 -2
  324. package/dist/esm/proto/Askui/API/TDKv1/Reuqest_SetTestConfiguration.d.ts +0 -14
  325. package/dist/esm/proto/Askui/API/TDKv1/Reuqest_SetTestConfiguration.js +0 -2
  326. package/dist/esm/proto/Askui/API/TDKv1/SessionInfo.d.ts +0 -10
  327. package/dist/esm/proto/Askui/API/TDKv1/SessionInfo.js +0 -2
  328. package/dist/esm/proto/Askui/API/TDKv1/Size2.d.ts +0 -8
  329. package/dist/esm/proto/Askui/API/TDKv1/Size2.js +0 -2
  330. package/dist/esm/proto/Askui/API/TDKv1/TypingSpeedValue.d.ts +0 -7
  331. package/dist/esm/proto/Askui/API/TDKv1/TypingSpeedValue.js +0 -6
  332. package/dist/esm/proto/Askui/API/TDKv1/VirtualScreen.d.ts +0 -10
  333. package/dist/esm/proto/Askui/API/TDKv1/VirtualScreen.js +0 -2
  334. package/dist/esm/proto/Askui/API/TDKv1/Void.d.ts +0 -4
  335. package/dist/esm/proto/Askui/API/TDKv1/Void.js +0 -2
  336. package/dist/esm/proto/tdk-v1.d.ts +0 -87
  337. package/dist/esm/proto/tdk-v1.js +0 -1
@@ -1,20 +0,0 @@
1
- export var ActionClassIdTdkV1;
2
- (function (ActionClassIdTdkV1) {
3
- ActionClassIdTdkV1["ActionClassID_Undefined"] = "ActionClassID_Undefined";
4
- ActionClassIdTdkV1["ActionClassID_Wait"] = "ActionClassID_Wait";
5
- ActionClassIdTdkV1["ActionClassID_MouseButton_Press"] = "ActionClassID_MouseButton_Press";
6
- ActionClassIdTdkV1["ActionClassID_MouseButton_Release"] = "ActionClassID_MouseButton_Release";
7
- ActionClassIdTdkV1["ActionClassID_MouseButton_PressAndRelease"] = "ActionClassID_MouseButton_PressAndRelease";
8
- ActionClassIdTdkV1["ActionClassID_MouseWheelScroll"] = "ActionClassID_MouseWheelScroll";
9
- ActionClassIdTdkV1["ActionClassID_MouseMove"] = "ActionClassID_MouseMove";
10
- ActionClassIdTdkV1["ActionClassID_MouseMove_Delta"] = "ActionClassID_MouseMove_Delta";
11
- ActionClassIdTdkV1["ActionClassID_KeyboardKey_Press"] = "ActionClassID_KeyboardKey_Press";
12
- ActionClassIdTdkV1["ActionClassID_KeyboardKey_Release"] = "ActionClassID_KeyboardKey_Release";
13
- ActionClassIdTdkV1["ActionClassID_KeyboardKey_PressAndRelease"] = "ActionClassID_KeyboardKey_PressAndRelease";
14
- ActionClassIdTdkV1["ActionClassID_KeyboardKeys_Press"] = "ActionClassID_KeyboardKeys_Press";
15
- ActionClassIdTdkV1["ActionClassID_KeyboardKeys_Release"] = "ActionClassID_KeyboardKeys_Release";
16
- ActionClassIdTdkV1["ActionClassID_KeyboardKeys_PressAndRelease"] = "ActionClassID_KeyboardKeys_PressAndRelease";
17
- ActionClassIdTdkV1["ActionClassID_KeyboardType_Text"] = "ActionClassID_KeyboardType_Text";
18
- ActionClassIdTdkV1["ActionClassID_KeyboardType_UnicodeText"] = "ActionClassID_KeyboardType_UnicodeText";
19
- ActionClassIdTdkV1["ActionClassID_RunCommand"] = "ActionClassID_RunCommand";
20
- })(ActionClassIdTdkV1 || (ActionClassIdTdkV1 = {}));
@@ -1,10 +0,0 @@
1
- import { ActionParameters } from '../../proto/Askui/API/TDKv1/ActionParameters';
2
- import { ActionClassIdTdkV1 } from './action-class-tdk-v1';
3
- import { Action } from './action';
4
- export declare class ActionTdkV1 {
5
- actionClassID: ActionClassIdTdkV1;
6
- actionParameters: ActionParameters;
7
- constructor(actionClassID: ActionClassIdTdkV1, actionParameters: ActionParameters);
8
- static fromJson(json: unknown, _resizeRatio?: number): ActionTdkV1;
9
- static fromAction(action: Action, _resizeRatio?: number): ActionTdkV1;
10
- }
@@ -1,96 +0,0 @@
1
- import { ActionClassIdTdkV1 } from './action-class-tdk-v1';
2
- const actionMapper = {
3
- NO_COMMAND: (_action) => [
4
- ActionClassIdTdkV1.ActionClassID_Undefined,
5
- {},
6
- ],
7
- MOUSE_CLICK_LEFT: (_action) => [
8
- ActionClassIdTdkV1.ActionClassID_MouseButton_PressAndRelease,
9
- { mouseButtonPressAndRelease: { count: 1, mouseButton: 'MouseButton_Left' } },
10
- ],
11
- MOUSE_CLICK_RIGHT: (_action) => [
12
- ActionClassIdTdkV1.ActionClassID_MouseButton_PressAndRelease,
13
- { mouseButtonPressAndRelease: { count: 1, mouseButton: 'MouseButton_Right' } },
14
- ],
15
- MOUSE_CLICK_MIDDLE: (_action) => [
16
- ActionClassIdTdkV1.ActionClassID_MouseButton_PressAndRelease,
17
- { mouseButtonPressAndRelease: { count: 1, mouseButton: 'MouseButton_Middle' } },
18
- ],
19
- MOUSE_CLICK_DOUBLE_LEFT: (_action) => [
20
- ActionClassIdTdkV1.ActionClassID_MouseButton_PressAndRelease,
21
- { mouseButtonPressAndRelease: { count: 2, mouseButton: 'MouseButton_Left' } },
22
- ],
23
- MOUSE_CLICK_DOUBLE_RIGHT: (_action) => [
24
- ActionClassIdTdkV1.ActionClassID_MouseButton_PressAndRelease,
25
- { mouseButtonPressAndRelease: { count: 2, mouseButton: 'MouseButton_Right' } },
26
- ],
27
- MOUSE_CLICK_DOUBLE_MIDDLE: (_action) => [
28
- ActionClassIdTdkV1.ActionClassID_MouseButton_PressAndRelease,
29
- { mouseButtonPressAndRelease: { count: 2, mouseButton: 'MouseButton_Middle' } },
30
- ],
31
- MOUSE_SCROLL: (action) => [
32
- ActionClassIdTdkV1.ActionClassID_MouseWheelScroll,
33
- {
34
- mouseWheelScroll: {
35
- direction: action.position.x !== 0
36
- ? 'MouseWheelScrollDirection_Horizontal'
37
- : 'MouseWheelScrollDirection_Vertical',
38
- delta: action.position.x !== 0 ? action.position.x : action.position.y,
39
- },
40
- },
41
- ],
42
- TYPE_TEXT: (_action) => [
43
- ActionClassIdTdkV1.ActionClassID_Undefined,
44
- {},
45
- ],
46
- TYPE: (action) => [
47
- ActionClassIdTdkV1.ActionClassID_KeyboardType_UnicodeText,
48
- { keyboardTypeUnicodeText: { text: action.text } },
49
- ],
50
- PRESS_KEY_SEQUENCE: (_action) => [
51
- ActionClassIdTdkV1.ActionClassID_Undefined,
52
- {},
53
- ],
54
- PRESS_ANDROID_KEY_SEQUENCE: (_action) => [
55
- ActionClassIdTdkV1.ActionClassID_Undefined,
56
- {},
57
- ],
58
- PRESS_ANDROID_SINGLE_KEY: (_action) => [
59
- ActionClassIdTdkV1.ActionClassID_Undefined,
60
- {},
61
- ],
62
- MOUSE_MOVE_RELATIVELY: (action) => [
63
- ActionClassIdTdkV1.ActionClassID_MouseMove_Delta,
64
- { mouseMoveDelta: { delta: { x: action.position.x, y: action.position.y } } },
65
- ],
66
- MOUSE_MOVE: (action) => [
67
- ActionClassIdTdkV1.ActionClassID_MouseMove,
68
- { mouseMove: { position: { x: action.position.x, y: action.position.y } } },
69
- ],
70
- MOUSE_DOWN: (_action) => [
71
- ActionClassIdTdkV1.ActionClassID_MouseButton_Press,
72
- { mouseButtonPress: { mouseButton: 'MouseButton_Left' } },
73
- ],
74
- MOUSE_UP: (_action) => [
75
- ActionClassIdTdkV1.ActionClassID_MouseButton_Release,
76
- { mouseButtonPress: { mouseButton: 'MouseButton_Left' } },
77
- ],
78
- EXECUTE_COMMAND: (_action) => [
79
- ActionClassIdTdkV1.ActionClassID_Undefined,
80
- {},
81
- ],
82
- };
83
- export class ActionTdkV1 {
84
- constructor(actionClassID, actionParameters) {
85
- this.actionClassID = actionClassID;
86
- this.actionParameters = actionParameters;
87
- }
88
- static fromJson(json, _resizeRatio = 1) {
89
- const actionTdk = json;
90
- return new ActionTdkV1(ActionClassIdTdkV1[actionTdk.actionClassID], actionTdk.actionParameters);
91
- }
92
- static fromAction(action, _resizeRatio = 1) {
93
- const [classId, parameters] = actionMapper[action.inputEvent](action);
94
- return new ActionTdkV1(classId, parameters);
95
- }
96
- }
@@ -1,5 +0,0 @@
1
- export declare enum AnnotationLevel {
2
- DISABLED = "disabled",
3
- ON_FAILURE = "onFailure",
4
- ALL = "all"
5
- }
@@ -1,6 +0,0 @@
1
- export var AnnotationLevel;
2
- (function (AnnotationLevel) {
3
- AnnotationLevel["DISABLED"] = "disabled";
4
- AnnotationLevel["ON_FAILURE"] = "onFailure";
5
- AnnotationLevel["ALL"] = "all";
6
- })(AnnotationLevel || (AnnotationLevel = {}));
@@ -1,2 +0,0 @@
1
- export declare class UiControlClientError extends Error {
2
- }
@@ -1,2 +0,0 @@
1
- export class UiControlClientError extends Error {
2
- }
@@ -1,15 +0,0 @@
1
- import { CaptureScreenshotResponse, GetProcessPidResponse, StartRecordingResponse, StopRecordingResponse, ReadRecordingPartResponse, InteractiveAnnotationResponse, ControlResponse, ControlFailureResponse } from '../core/runner-protocol';
2
- import { DetectedElement } from '../core/model/annotation-result/detected-element';
3
- import { ControlCommand } from '../core/ui-control-commands/control-command';
4
- import { UiControllerClientConnectionState } from './ui-controller-client-connection-state';
5
- export interface UiControllerFacade {
6
- connect(): Promise<UiControllerClientConnectionState>;
7
- disconnect(): Promise<void>;
8
- requestScreenshot(): Promise<CaptureScreenshotResponse>;
9
- getServerPid(): Promise<GetProcessPidResponse>;
10
- startVideoRecording(): Promise<StartRecordingResponse>;
11
- stopVideoRecording(): Promise<StopRecordingResponse>;
12
- readVideoRecording(): Promise<ReadRecordingPartResponse>;
13
- annotateInteractively(boundingBoxes: DetectedElement[], imageString: string): Promise<InteractiveAnnotationResponse>;
14
- requestControl(controlCommand: ControlCommand): Promise<ControlResponse | ControlFailureResponse>;
15
- }
@@ -1 +0,0 @@
1
- export {};
@@ -1,24 +0,0 @@
1
- import { DetectedElement } from '../core/model/annotation-result/detected-element';
2
- import { CaptureScreenshotResponse, GetProcessPidResponse, StartRecordingResponse, StopRecordingResponse, ReadRecordingPartResponse, InteractiveAnnotationResponse, ControlResponse } from '../core/runner-protocol';
3
- import { ControlCommand } from '../core/ui-control-commands';
4
- import { UiControllerClientConnectionState } from './ui-controller-client-connection-state';
5
- import { UiControllerFacade } from './ui-controller-client-facade';
6
- import { SessionInfo } from '../proto/Askui/API/TDKv1/SessionInfo';
7
- export declare class UiControllerClientGrpc implements UiControllerFacade {
8
- url: string;
9
- private grpcClient;
10
- private sessionGUID;
11
- sessionInfo: SessionInfo | null;
12
- constructor(url: string);
13
- connect(): Promise<UiControllerClientConnectionState>;
14
- disconnect(): Promise<void>;
15
- requestScreenshot(): Promise<CaptureScreenshotResponse>;
16
- getServerPid(): Promise<GetProcessPidResponse>;
17
- startVideoRecording(): Promise<StartRecordingResponse>;
18
- stopVideoRecording(): Promise<StopRecordingResponse>;
19
- readVideoRecording(): Promise<ReadRecordingPartResponse>;
20
- annotateInteractively(_boundingBoxes: DetectedElement[], _imageString: string): Promise<InteractiveAnnotationResponse>;
21
- requestControl(controlCommand: ControlCommand): Promise<ControlResponse>;
22
- private runRecordedFunction;
23
- private pollActions;
24
- }
@@ -1,133 +0,0 @@
1
- /* eslint-disable */
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- import * as grpc from '@grpc/grpc-js';
12
- import * as protoLoader from '@grpc/proto-loader';
13
- import { v4 as uuidv4 } from 'uuid';
14
- import Jimp from 'jimp';
15
- import { UiControllerClientConnectionState } from './ui-controller-client-connection-state';
16
- import path from 'path';
17
- export class UiControllerClientGrpc {
18
- constructor(url) {
19
- this.url = url;
20
- const packageDefinition = protoLoader.loadSync(path.join(__dirname, '../proto/tdk-v1.proto'));
21
- const proto = grpc.loadPackageDefinition(packageDefinition);
22
- this.grpcClient = new proto.Askui.API.TDKv1.ControllerAPI("127.0.0.1:23000", grpc.credentials.createInsecure());
23
- this.sessionGUID = uuidv4();
24
- this.sessionInfo = null;
25
- }
26
- connect() {
27
- return new Promise((resolve, reject) => {
28
- this.grpcClient.StartSession({
29
- sessionGUID: this.sessionGUID,
30
- immediateExecution: true
31
- }, (error, response) => {
32
- if (!error && response != undefined) {
33
- this.sessionInfo = response.sessionInfo;
34
- resolve(UiControllerClientConnectionState.CONNECTED);
35
- }
36
- reject(UiControllerClientConnectionState.ERROR);
37
- });
38
- });
39
- }
40
- disconnect() {
41
- return new Promise((resolve, reject) => {
42
- this.grpcClient.EndSession({
43
- sessionInfo: this.sessionInfo,
44
- }, (error, _response) => {
45
- if (!error) {
46
- resolve();
47
- }
48
- reject();
49
- });
50
- });
51
- }
52
- requestScreenshot() {
53
- return new Promise((resolve, reject) => {
54
- this.grpcClient.CaptureScreen({ sessionInfo: this.sessionInfo, captureArea: { displayID: 0 } }, (error, response) => __awaiter(this, void 0, void 0, function* () {
55
- if (!error && (response === null || response === void 0 ? void 0 : response.bitmap) !== undefined && (response === null || response === void 0 ? void 0 : response.bitmap) !== null) {
56
- const image = new Jimp(response.bitmap.width, response.bitmap.height);
57
- let red;
58
- let green;
59
- let blue;
60
- //
61
- response.bitmap.data.forEach((byte, i) => {
62
- switch (i % 4) {
63
- case 0: return blue = byte;
64
- case 1: return green = byte;
65
- case 2: return red = byte;
66
- default:
67
- image.bitmap.data[i - 3] = red;
68
- image.bitmap.data[i - 2] = green;
69
- image.bitmap.data[i - 1] = blue;
70
- image.bitmap.data[i] = 255;
71
- return;
72
- }
73
- });
74
- resolve({
75
- data: { image: yield image.getBase64Async('image/png') },
76
- msgName: 'CAPTURE_SCREENSHOT_RESPONSE',
77
- });
78
- }
79
- reject({
80
- data: { error: 'Error screenshot' },
81
- msgName: 'CAPTURE_SCREENSHOT_RESPONSE',
82
- });
83
- }));
84
- });
85
- }
86
- getServerPid() {
87
- throw new Error('Method not implemented.');
88
- }
89
- startVideoRecording() {
90
- throw new Error('Method not implemented.');
91
- }
92
- stopVideoRecording() {
93
- throw new Error('Method not implemented.');
94
- }
95
- readVideoRecording() {
96
- throw new Error('Method not implemented.');
97
- }
98
- annotateInteractively(_boundingBoxes, _imageString) {
99
- throw new Error('Method not implemented.');
100
- }
101
- requestControl(controlCommand) {
102
- return __awaiter(this, void 0, void 0, function* () {
103
- const actionId = yield this.runRecordedFunction(controlCommand);
104
- console.log(yield this.pollActions(actionId));
105
- return Promise.resolve({
106
- msgName: 'CONTROL_RESPONSE',
107
- data: { msg: 'e' },
108
- });
109
- });
110
- }
111
- runRecordedFunction(_controlCommand) {
112
- return new Promise((resolve, reject) => {
113
- this.grpcClient.RunRecordedAction({ actionClassID: 12, sessionInfo: this.sessionInfo, actionParameters: { mouseMove: { position: { x: 23, y: 23 } } } }, (error, response) => {
114
- if (!error && response != undefined) {
115
- resolve(response.actionID);
116
- }
117
- reject(error);
118
- });
119
- });
120
- }
121
- pollActions(actionID) {
122
- return new Promise((resolve, reject) => {
123
- this.grpcClient.Poll({ sessionInfo: this.sessionInfo, pollEventID: 'PollEventID_ActionFinished' }, (error, response) => {
124
- var _a, _b, _c, _d;
125
- if (!error && response != undefined) {
126
- console.log((_b = (_a = response.pollEventParameters) === null || _a === void 0 ? void 0 : _a.actionFinished) === null || _b === void 0 ? void 0 : _b.actionID);
127
- resolve(((_d = (_c = response.pollEventParameters) === null || _c === void 0 ? void 0 : _c.actionFinished) === null || _d === void 0 ? void 0 : _d.actionID) == actionID);
128
- }
129
- reject();
130
- });
131
- });
132
- }
133
- }
@@ -1,26 +0,0 @@
1
- import { DetectedElement } from '../core/model/annotation-result/detected-element';
2
- import { CaptureScreenshotResponse, GetProcessPidResponse, StartRecordingResponse, StopRecordingResponse, ReadRecordingPartResponse, InteractiveAnnotationResponse, ControlResponse, ControlFailureResponse } from '../core/runner-protocol';
3
- import { ControlCommand } from '../core/ui-control-commands';
4
- import { UiControllerClientConnectionState } from './ui-controller-client-connection-state';
5
- import { UiControllerFacade } from './ui-controller-client-facade';
6
- import { SessionInfo } from '../proto/Askui/API/TDKv1/SessionInfo';
7
- export declare class UiControllerClientTdkV1 implements UiControllerFacade {
8
- url: string;
9
- private grpcClient;
10
- private sessionGUID;
11
- sessionInfo: SessionInfo | null;
12
- constructor(url: string);
13
- connect(): Promise<UiControllerClientConnectionState>;
14
- disconnect(): Promise<void>;
15
- requestScreenshot(): Promise<CaptureScreenshotResponse>;
16
- getServerPid(): Promise<GetProcessPidResponse>;
17
- startVideoRecording(): Promise<StartRecordingResponse>;
18
- stopVideoRecording(): Promise<StopRecordingResponse>;
19
- readVideoRecording(): Promise<ReadRecordingPartResponse>;
20
- annotateInteractively(_boundingBoxes: DetectedElement[], _imageString: string): Promise<InteractiveAnnotationResponse>;
21
- requestControl(controlCommand: ControlCommand): Promise<ControlResponse | ControlFailureResponse>;
22
- private runSingleAction;
23
- private runRecordedFunction;
24
- private pollActions;
25
- private pollWithRetry;
26
- }
@@ -1,195 +0,0 @@
1
- /* eslint-disable */
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- import * as grpc from '@grpc/grpc-js';
12
- import * as protoLoader from '@grpc/proto-loader';
13
- import { v4 as uuidv4 } from 'uuid';
14
- import Jimp from 'jimp';
15
- import { UiControllerClientConnectionState } from './ui-controller-client-connection-state';
16
- import path from 'path';
17
- import { PollEventID } from '../proto/Askui/API/TDKv1/PollEventID';
18
- import { ActionTdkV1 } from '../core/ui-control-commands/action-tdk-v1';
19
- export class UiControllerClientTdkV1 {
20
- constructor(url) {
21
- this.url = url;
22
- const packageDefinition = protoLoader.loadSync(path.join(__dirname, '../proto/tdk-v1.proto'));
23
- const proto = grpc.loadPackageDefinition(packageDefinition);
24
- this.grpcClient = new proto.Askui.API.TDKv1.ControllerAPI("127.0.0.1:23000", grpc.credentials.createInsecure());
25
- this.sessionGUID = uuidv4();
26
- this.sessionInfo = null;
27
- }
28
- connect() {
29
- return new Promise((resolve, reject) => {
30
- this.grpcClient.StartSession({
31
- sessionGUID: this.sessionGUID,
32
- immediateExecution: true
33
- }, (error, response) => {
34
- if (!error && response != undefined) {
35
- this.sessionInfo = response.sessionInfo;
36
- resolve(UiControllerClientConnectionState.CONNECTED);
37
- }
38
- reject(UiControllerClientConnectionState.ERROR);
39
- });
40
- });
41
- }
42
- disconnect() {
43
- return new Promise((resolve, reject) => {
44
- this.grpcClient.EndSession({
45
- sessionInfo: this.sessionInfo,
46
- }, (error, _response) => {
47
- if (!error) {
48
- resolve();
49
- this.grpcClient.close();
50
- }
51
- reject();
52
- });
53
- });
54
- }
55
- requestScreenshot() {
56
- return new Promise((resolve, reject) => {
57
- this.grpcClient.CaptureScreen({ sessionInfo: this.sessionInfo, captureArea: { displayID: 1 } }, (error, response) => __awaiter(this, void 0, void 0, function* () {
58
- if (!error && (response === null || response === void 0 ? void 0 : response.bitmap) !== undefined && (response === null || response === void 0 ? void 0 : response.bitmap) !== null) {
59
- const image = new Jimp(response.bitmap.width, response.bitmap.height);
60
- let red;
61
- let green;
62
- let blue;
63
- //
64
- response.bitmap.data.forEach((byte, i) => {
65
- switch (i % 4) {
66
- case 0: return blue = byte;
67
- case 1: return green = byte;
68
- case 2: return red = byte;
69
- default:
70
- image.bitmap.data[i - 3] = red;
71
- image.bitmap.data[i - 2] = green;
72
- image.bitmap.data[i - 1] = blue;
73
- image.bitmap.data[i] = 255;
74
- return;
75
- }
76
- });
77
- resolve({
78
- data: { image: yield image.getBase64Async('image/png') },
79
- msgName: 'CAPTURE_SCREENSHOT_RESPONSE',
80
- });
81
- }
82
- reject({
83
- data: { error: `${error}` },
84
- msgName: 'CAPTURE_SCREENSHOT_RESPONSE',
85
- });
86
- }));
87
- });
88
- }
89
- getServerPid() {
90
- throw new Error('Method not implemented.');
91
- }
92
- startVideoRecording() {
93
- throw new Error('Method not implemented.');
94
- }
95
- stopVideoRecording() {
96
- throw new Error('Method not implemented.');
97
- }
98
- readVideoRecording() {
99
- throw new Error('Method not implemented.');
100
- }
101
- annotateInteractively(_boundingBoxes, _imageString) {
102
- throw new Error('Method not implemented.');
103
- }
104
- requestControl(controlCommand) {
105
- return __awaiter(this, void 0, void 0, function* () {
106
- try {
107
- for (const action of controlCommand.actions) {
108
- yield this.runSingleAction(ActionTdkV1.fromAction(action));
109
- }
110
- return Promise.resolve({
111
- msgName: 'CONTROL_RESPONSE',
112
- data: { msg: 'e' },
113
- });
114
- }
115
- catch (error) {
116
- return Promise.resolve({
117
- msgName: 'CONTROL_FAILURE_RESPONSE',
118
- data: { error: `${error}` },
119
- });
120
- }
121
- });
122
- }
123
- runSingleAction(request) {
124
- return __awaiter(this, void 0, void 0, function* () {
125
- try {
126
- const actionId = yield this.runRecordedFunction(request);
127
- return Promise.resolve(this.pollActions(actionId));
128
- }
129
- catch (error) {
130
- Promise.reject(error);
131
- }
132
- });
133
- }
134
- runRecordedFunction(request) {
135
- return new Promise((resolve, reject) => {
136
- this.grpcClient.RunRecordedAction(request, (error, response) => {
137
- if (!error && response != undefined) {
138
- resolve(response.actionID);
139
- }
140
- reject(error);
141
- });
142
- });
143
- }
144
- pollActions(actionID) {
145
- return __awaiter(this, void 0, void 0, function* () {
146
- const pollRequest = {
147
- sessionInfo: this.sessionInfo,
148
- pollEventID: PollEventID.PollEventID_ActionFinished
149
- };
150
- try {
151
- return Promise.race([
152
- this.pollWithRetry(pollRequest, actionID),
153
- new Promise((_, reject) => setTimeout(() => reject(new Error('Timeout')), 30000)) // 30-second timeout
154
- ]);
155
- }
156
- catch (error) {
157
- return Promise.reject(error);
158
- }
159
- });
160
- }
161
- pollWithRetry(request, actionID) {
162
- var _a, _b;
163
- return __awaiter(this, void 0, void 0, function* () {
164
- const maxRetries = 100;
165
- for (let retryCount = 0; retryCount <= maxRetries; retryCount++) {
166
- try {
167
- const response = yield new Promise((resolve, reject) => {
168
- this.grpcClient.Poll(request, (error, response) => {
169
- if (error || response === undefined) {
170
- reject(error);
171
- }
172
- else {
173
- resolve(response);
174
- }
175
- });
176
- });
177
- if (((_b = (_a = response.pollEventParameters) === null || _a === void 0 ? void 0 : _a.actionFinished) === null || _b === void 0 ? void 0 : _b.actionID) === actionID) {
178
- return Promise.resolve();
179
- }
180
- else {
181
- throw new Error('Invalid response');
182
- }
183
- }
184
- catch (error) {
185
- if (retryCount === maxRetries) {
186
- throw error;
187
- }
188
- yield new Promise(resolve => setTimeout(resolve, 250)); // Wait for 1 second before retrying
189
- console.log("Retry ?!");
190
- }
191
- }
192
- throw new Error('Max retries exceeded');
193
- });
194
- }
195
- }
@@ -1,21 +0,0 @@
1
- export declare const ActionClassID: {
2
- readonly ActionClassID_Undefined: "ActionClassID_Undefined";
3
- readonly ActionClassID_Wait: "ActionClassID_Wait";
4
- readonly ActionClassID_MouseButton_Press: "ActionClassID_MouseButton_Press";
5
- readonly ActionClassID_MouseButton_Release: "ActionClassID_MouseButton_Release";
6
- readonly ActionClassID_MouseButton_PressAndRelease: "ActionClassID_MouseButton_PressAndRelease";
7
- readonly ActionClassID_MouseWheelScroll: "ActionClassID_MouseWheelScroll";
8
- readonly ActionClassID_MouseMove: "ActionClassID_MouseMove";
9
- readonly ActionClassID_MouseMove_Delta: "ActionClassID_MouseMove_Delta";
10
- readonly ActionClassID_KeyboardKey_Press: "ActionClassID_KeyboardKey_Press";
11
- readonly ActionClassID_KeyboardKey_Release: "ActionClassID_KeyboardKey_Release";
12
- readonly ActionClassID_KeyboardKey_PressAndRelease: "ActionClassID_KeyboardKey_PressAndRelease";
13
- readonly ActionClassID_KeyboardKeys_Press: "ActionClassID_KeyboardKeys_Press";
14
- readonly ActionClassID_KeyboardKeys_Release: "ActionClassID_KeyboardKeys_Release";
15
- readonly ActionClassID_KeyboardKeys_PressAndRelease: "ActionClassID_KeyboardKeys_PressAndRelease";
16
- readonly ActionClassID_KeyboardType_Text: "ActionClassID_KeyboardType_Text";
17
- readonly ActionClassID_KeyboardType_UnicodeText: "ActionClassID_KeyboardType_UnicodeText";
18
- readonly ActionClassID_RunCommand: "ActionClassID_RunCommand";
19
- };
20
- export declare type ActionClassID = 'ActionClassID_Undefined' | 0 | 'ActionClassID_Wait' | 1 | 'ActionClassID_MouseButton_Press' | 8 | 'ActionClassID_MouseButton_Release' | 9 | 'ActionClassID_MouseButton_PressAndRelease' | 10 | 'ActionClassID_MouseWheelScroll' | 11 | 'ActionClassID_MouseMove' | 12 | 'ActionClassID_MouseMove_Delta' | 13 | 'ActionClassID_KeyboardKey_Press' | 14 | 'ActionClassID_KeyboardKey_Release' | 15 | 'ActionClassID_KeyboardKey_PressAndRelease' | 16 | 'ActionClassID_KeyboardKeys_Press' | 17 | 'ActionClassID_KeyboardKeys_Release' | 18 | 'ActionClassID_KeyboardKeys_PressAndRelease' | 19 | 'ActionClassID_KeyboardType_Text' | 20 | 'ActionClassID_KeyboardType_UnicodeText' | 21 | 'ActionClassID_RunCommand' | 22;
21
- export declare type ActionClassID__Output = typeof ActionClassID[keyof typeof ActionClassID];
@@ -1,20 +0,0 @@
1
- // Original file: src/proto/tdk-v1.proto
2
- export const ActionClassID = {
3
- ActionClassID_Undefined: 'ActionClassID_Undefined',
4
- ActionClassID_Wait: 'ActionClassID_Wait',
5
- ActionClassID_MouseButton_Press: 'ActionClassID_MouseButton_Press',
6
- ActionClassID_MouseButton_Release: 'ActionClassID_MouseButton_Release',
7
- ActionClassID_MouseButton_PressAndRelease: 'ActionClassID_MouseButton_PressAndRelease',
8
- ActionClassID_MouseWheelScroll: 'ActionClassID_MouseWheelScroll',
9
- ActionClassID_MouseMove: 'ActionClassID_MouseMove',
10
- ActionClassID_MouseMove_Delta: 'ActionClassID_MouseMove_Delta',
11
- ActionClassID_KeyboardKey_Press: 'ActionClassID_KeyboardKey_Press',
12
- ActionClassID_KeyboardKey_Release: 'ActionClassID_KeyboardKey_Release',
13
- ActionClassID_KeyboardKey_PressAndRelease: 'ActionClassID_KeyboardKey_PressAndRelease',
14
- ActionClassID_KeyboardKeys_Press: 'ActionClassID_KeyboardKeys_Press',
15
- ActionClassID_KeyboardKeys_Release: 'ActionClassID_KeyboardKeys_Release',
16
- ActionClassID_KeyboardKeys_PressAndRelease: 'ActionClassID_KeyboardKeys_PressAndRelease',
17
- ActionClassID_KeyboardType_Text: 'ActionClassID_KeyboardType_Text',
18
- ActionClassID_KeyboardType_UnicodeText: 'ActionClassID_KeyboardType_UnicodeText',
19
- ActionClassID_RunCommand: 'ActionClassID_RunCommand',
20
- };