@epsilon-asi/actors 0.0.22 → 0.0.33

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (194) hide show
  1. package/dist/browser/RuntimeConfig.d.ts +26 -0
  2. package/dist/browser/RuntimeConfig.d.ts.map +1 -1
  3. package/dist/browser/RuntimeConfig.js +29 -1
  4. package/dist/browser/RuntimeConfig.js.map +1 -1
  5. package/dist/core/ActorContext.d.ts +2 -0
  6. package/dist/core/ActorContext.d.ts.map +1 -1
  7. package/dist/core/ActorRunner.d.ts +3 -0
  8. package/dist/core/ActorRunner.d.ts.map +1 -1
  9. package/dist/core/ActorRunner.js +11 -1
  10. package/dist/core/ActorRunner.js.map +1 -1
  11. package/dist/index.d.ts +2 -0
  12. package/dist/index.d.ts.map +1 -1
  13. package/dist/index.js +2 -0
  14. package/dist/index.js.map +1 -1
  15. package/dist/native/CompositeNativeWindowDriver.d.ts +11 -0
  16. package/dist/native/CompositeNativeWindowDriver.d.ts.map +1 -0
  17. package/dist/native/CompositeNativeWindowDriver.js +31 -0
  18. package/dist/native/CompositeNativeWindowDriver.js.map +1 -0
  19. package/dist/native/NativeActionRegistry.d.ts +14 -0
  20. package/dist/native/NativeActionRegistry.d.ts.map +1 -0
  21. package/dist/native/NativeActionRegistry.js +101 -0
  22. package/dist/native/NativeActionRegistry.js.map +1 -0
  23. package/dist/native/NativeAutomation.d.ts +3 -0
  24. package/dist/native/NativeAutomation.d.ts.map +1 -0
  25. package/dist/native/NativeAutomation.js +12 -0
  26. package/dist/native/NativeAutomation.js.map +1 -0
  27. package/dist/native/NativeCoordinateMapper.d.ts +23 -0
  28. package/dist/native/NativeCoordinateMapper.d.ts.map +1 -0
  29. package/dist/native/NativeCoordinateMapper.js +201 -0
  30. package/dist/native/NativeCoordinateMapper.js.map +1 -0
  31. package/dist/native/NativeFileDialogService.d.ts +26 -0
  32. package/dist/native/NativeFileDialogService.d.ts.map +1 -0
  33. package/dist/native/NativeFileDialogService.js +121 -0
  34. package/dist/native/NativeFileDialogService.js.map +1 -0
  35. package/dist/native/NativeImageFinder.d.ts +12 -0
  36. package/dist/native/NativeImageFinder.d.ts.map +1 -0
  37. package/dist/native/NativeImageFinder.js +29 -0
  38. package/dist/native/NativeImageFinder.js.map +1 -0
  39. package/dist/native/NativeKeyboard.d.ts +10 -0
  40. package/dist/native/NativeKeyboard.d.ts.map +1 -0
  41. package/dist/native/NativeKeyboard.js +16 -0
  42. package/dist/native/NativeKeyboard.js.map +1 -0
  43. package/dist/native/NativeMouse.d.ts +38 -0
  44. package/dist/native/NativeMouse.d.ts.map +1 -0
  45. package/dist/native/NativeMouse.js +82 -0
  46. package/dist/native/NativeMouse.js.map +1 -0
  47. package/dist/native/NativeWindowService.d.ts +31 -0
  48. package/dist/native/NativeWindowService.d.ts.map +1 -0
  49. package/dist/native/NativeWindowService.js +183 -0
  50. package/dist/native/NativeWindowService.js.map +1 -0
  51. package/dist/native/UnsupportedNativeAutomation.d.ts +4 -0
  52. package/dist/native/UnsupportedNativeAutomation.d.ts.map +1 -0
  53. package/dist/native/UnsupportedNativeAutomation.js +77 -0
  54. package/dist/native/UnsupportedNativeAutomation.js.map +1 -0
  55. package/dist/native/WindowMatcher.d.ts +4 -0
  56. package/dist/native/WindowMatcher.d.ts.map +1 -0
  57. package/dist/native/WindowMatcher.js +39 -0
  58. package/dist/native/WindowMatcher.js.map +1 -0
  59. package/dist/native/drivers.d.ts +37 -0
  60. package/dist/native/drivers.d.ts.map +1 -0
  61. package/dist/native/drivers.js +2 -0
  62. package/dist/native/drivers.js.map +1 -0
  63. package/dist/native/errors.d.ts +23 -0
  64. package/dist/native/errors.d.ts.map +1 -0
  65. package/dist/native/errors.js +45 -0
  66. package/dist/native/errors.js.map +1 -0
  67. package/dist/native/index.d.ts +13 -0
  68. package/dist/native/index.d.ts.map +1 -0
  69. package/dist/native/index.js +13 -0
  70. package/dist/native/index.js.map +1 -0
  71. package/dist/native/macos/MacOSAccessibilityWindowDriver.d.ts +11 -0
  72. package/dist/native/macos/MacOSAccessibilityWindowDriver.d.ts.map +1 -0
  73. package/dist/native/macos/MacOSAccessibilityWindowDriver.js +180 -0
  74. package/dist/native/macos/MacOSAccessibilityWindowDriver.js.map +1 -0
  75. package/dist/native/macos/MacOSAppleScriptClient.d.ts +24 -0
  76. package/dist/native/macos/MacOSAppleScriptClient.d.ts.map +1 -0
  77. package/dist/native/macos/MacOSAppleScriptClient.js +163 -0
  78. package/dist/native/macos/MacOSAppleScriptClient.js.map +1 -0
  79. package/dist/native/macos/MacOSFileDialogAccessibilityStrategy.d.ts +10 -0
  80. package/dist/native/macos/MacOSFileDialogAccessibilityStrategy.d.ts.map +1 -0
  81. package/dist/native/macos/MacOSFileDialogAccessibilityStrategy.js +12 -0
  82. package/dist/native/macos/MacOSFileDialogAccessibilityStrategy.js.map +1 -0
  83. package/dist/native/macos/MacOSNativeAutomation.d.ts +3 -0
  84. package/dist/native/macos/MacOSNativeAutomation.d.ts.map +1 -0
  85. package/dist/native/macos/MacOSNativeAutomation.js +88 -0
  86. package/dist/native/macos/MacOSNativeAutomation.js.map +1 -0
  87. package/dist/native/nut/NutNativeImageFinder.d.ts +17 -0
  88. package/dist/native/nut/NutNativeImageFinder.d.ts.map +1 -0
  89. package/dist/native/nut/NutNativeImageFinder.js +84 -0
  90. package/dist/native/nut/NutNativeImageFinder.js.map +1 -0
  91. package/dist/native/nut/NutNativeKeyboardDriver.d.ts +8 -0
  92. package/dist/native/nut/NutNativeKeyboardDriver.d.ts.map +1 -0
  93. package/dist/native/nut/NutNativeKeyboardDriver.js +39 -0
  94. package/dist/native/nut/NutNativeKeyboardDriver.js.map +1 -0
  95. package/dist/native/nut/NutNativeMouseDriver.d.ts +8 -0
  96. package/dist/native/nut/NutNativeMouseDriver.d.ts.map +1 -0
  97. package/dist/native/nut/NutNativeMouseDriver.js +24 -0
  98. package/dist/native/nut/NutNativeMouseDriver.js.map +1 -0
  99. package/dist/native/nut/NutNativeScreenDriver.d.ts +6 -0
  100. package/dist/native/nut/NutNativeScreenDriver.d.ts.map +1 -0
  101. package/dist/native/nut/NutNativeScreenDriver.js +12 -0
  102. package/dist/native/nut/NutNativeScreenDriver.js.map +1 -0
  103. package/dist/native/nut/NutNativeWindowDriver.d.ts +6 -0
  104. package/dist/native/nut/NutNativeWindowDriver.d.ts.map +1 -0
  105. package/dist/native/nut/NutNativeWindowDriver.js +53 -0
  106. package/dist/native/nut/NutNativeWindowDriver.js.map +1 -0
  107. package/dist/native/nut/loadNut.d.ts +58 -0
  108. package/dist/native/nut/loadNut.d.ts.map +1 -0
  109. package/dist/native/nut/loadNut.js +25 -0
  110. package/dist/native/nut/loadNut.js.map +1 -0
  111. package/dist/native/types.d.ts +194 -0
  112. package/dist/native/types.d.ts.map +1 -0
  113. package/dist/native/types.js +2 -0
  114. package/dist/native/types.js.map +1 -0
  115. package/dist/native/utils/appleScriptEscape.d.ts +7 -0
  116. package/dist/native/utils/appleScriptEscape.d.ts.map +1 -0
  117. package/dist/native/utils/appleScriptEscape.js +11 -0
  118. package/dist/native/utils/appleScriptEscape.js.map +1 -0
  119. package/dist/native/utils/geometry.d.ts +12 -0
  120. package/dist/native/utils/geometry.d.ts.map +1 -0
  121. package/dist/native/utils/geometry.js +77 -0
  122. package/dist/native/utils/geometry.js.map +1 -0
  123. package/dist/native/utils/redactNative.d.ts +2 -0
  124. package/dist/native/utils/redactNative.d.ts.map +1 -0
  125. package/dist/native/utils/redactNative.js +7 -0
  126. package/dist/native/utils/redactNative.js.map +1 -0
  127. package/dist/native/utils/waitFor.d.ts +7 -0
  128. package/dist/native/utils/waitFor.d.ts.map +1 -0
  129. package/dist/native/utils/waitFor.js +17 -0
  130. package/dist/native/utils/waitFor.js.map +1 -0
  131. package/dist/sites/upwork-com/upwork-com.actor.d.ts +4 -1
  132. package/dist/sites/upwork-com/upwork-com.actor.d.ts.map +1 -1
  133. package/dist/sites/upwork-com/upwork-com.actor.js +31 -11
  134. package/dist/sites/upwork-com/upwork-com.actor.js.map +1 -1
  135. package/dist/sites/upwork-com/upwork-com.types.d.ts +3 -1
  136. package/dist/sites/upwork-com/upwork-com.types.d.ts.map +1 -1
  137. package/dist/sites/upwork-com/upwork-com.types.js.map +1 -1
  138. package/dist/sites/upwork-com/util/parseJobApplicationDetails.d.ts +70 -0
  139. package/dist/sites/upwork-com/util/parseJobApplicationDetails.d.ts.map +1 -0
  140. package/dist/sites/upwork-com/util/parseJobApplicationDetails.js +334 -0
  141. package/dist/sites/upwork-com/util/parseJobApplicationDetails.js.map +1 -0
  142. package/npmrc +5 -0
  143. package/package.json +5 -1
  144. package/src/browser/RuntimeConfig.ts +57 -1
  145. package/src/core/ActorContext.ts +2 -0
  146. package/src/core/ActorRunner.ts +13 -1
  147. package/src/index.ts +2 -0
  148. package/src/native/CompositeNativeWindowDriver.ts +30 -0
  149. package/src/native/NativeActionRegistry.ts +114 -0
  150. package/src/native/NativeAutomation.ts +15 -0
  151. package/src/native/NativeCoordinateMapper.ts +258 -0
  152. package/src/native/NativeFileDialogService.ts +138 -0
  153. package/src/native/NativeImageFinder.ts +33 -0
  154. package/src/native/NativeKeyboard.ts +18 -0
  155. package/src/native/NativeMouse.ts +116 -0
  156. package/src/native/NativeWindowService.ts +229 -0
  157. package/src/native/UnsupportedNativeAutomation.ts +92 -0
  158. package/src/native/WindowMatcher.ts +31 -0
  159. package/src/native/drivers.ts +38 -0
  160. package/src/native/errors.ts +51 -0
  161. package/src/native/index.ts +12 -0
  162. package/src/native/macos/MacOSAccessibilityWindowDriver.ts +183 -0
  163. package/src/native/macos/MacOSAppleScriptClient.ts +182 -0
  164. package/src/native/macos/MacOSFileDialogAccessibilityStrategy.ts +11 -0
  165. package/src/native/macos/MacOSNativeAutomation.ts +86 -0
  166. package/src/native/nut/NutNativeImageFinder.ts +98 -0
  167. package/src/native/nut/NutNativeKeyboardDriver.ts +38 -0
  168. package/src/native/nut/NutNativeMouseDriver.ts +27 -0
  169. package/src/native/nut/NutNativeScreenDriver.ts +14 -0
  170. package/src/native/nut/NutNativeWindowDriver.ts +61 -0
  171. package/src/native/nut/loadNut.ts +86 -0
  172. package/src/native/types.ts +224 -0
  173. package/src/native/utils/appleScriptEscape.ts +11 -0
  174. package/src/native/utils/geometry.ts +88 -0
  175. package/src/native/utils/redactNative.ts +6 -0
  176. package/src/native/utils/waitFor.ts +25 -0
  177. package/src/sites/upwork-com/upwork-com.actor.ts +47 -14
  178. package/src/sites/upwork-com/upwork-com.types.ts +4 -1
  179. package/src/sites/upwork-com/util/parseJobApplicationDetails.ts +622 -0
  180. package/tests/fixtures/makeContext.ts +7 -2
  181. package/tests/fixtures/native/FakeNativeAutomation.ts +138 -0
  182. package/tests/unit/browser/RuntimeConfig.native.test.ts +63 -0
  183. package/tests/unit/core/ActorRunner.native.test.ts +69 -0
  184. package/tests/unit/native/MacOSAppleScriptClient.test.ts +35 -0
  185. package/tests/unit/native/NativeActionRegistry.test.ts +34 -0
  186. package/tests/unit/native/NativeCoordinateMapper.test.ts +92 -0
  187. package/tests/unit/native/NativeFileDialogService.test.ts +91 -0
  188. package/tests/unit/native/NativeMouse.test.ts +91 -0
  189. package/tests/unit/native/NativeWindowService.test.ts +87 -0
  190. package/tests/unit/native/WindowMatcher.test.ts +32 -0
  191. package/tests/unit/native/appleScriptEscape.test.ts +9 -0
  192. package/tests/unit/sites/myvistage-com.login.test.ts +1 -1
  193. package/tests/unit/sites/myvistage-com.postComment.test.ts +0 -1
  194. package/tests/unit/sites/upwork-com.login.test.ts +1 -1
@@ -0,0 +1,201 @@
1
+ import { CoordinateCalibrationError } from './errors.js';
2
+ import { centerOf } from './utils/geometry.js';
3
+ const DEFAULT_MARKER_A = { x: 120, y: 120 };
4
+ const DEFAULT_MARKER_B = { x: 420, y: 320 };
5
+ const DEFAULT_MARKER_SIZE = 22;
6
+ function assertFinite(value, name) {
7
+ if (!Number.isFinite(value)) {
8
+ throw new CoordinateCalibrationError(`Coordinate calibration produced a non-finite ${name}.`, { [name]: value });
9
+ }
10
+ }
11
+ async function getViewportSnapshot(page) {
12
+ return page.evaluate(() => {
13
+ const view = globalThis.window;
14
+ return {
15
+ screenX: view.screenX,
16
+ screenY: view.screenY,
17
+ outerWidth: view.outerWidth,
18
+ outerHeight: view.outerHeight,
19
+ innerWidth: view.innerWidth,
20
+ innerHeight: view.innerHeight,
21
+ devicePixelRatio: view.devicePixelRatio
22
+ };
23
+ });
24
+ }
25
+ async function installMarkers(page, markers) {
26
+ const payload = { markers };
27
+ await page.evaluate((rawPayload) => {
28
+ const { markers: markerSpecs } = rawPayload;
29
+ const existing = document.getElementById('__paf_native_coordinate_markers__');
30
+ existing?.remove();
31
+ const root = document.createElement('div');
32
+ root.id = '__paf_native_coordinate_markers__';
33
+ root.style.position = 'fixed';
34
+ root.style.left = '0';
35
+ root.style.top = '0';
36
+ root.style.width = '0';
37
+ root.style.height = '0';
38
+ root.style.zIndex = '2147483647';
39
+ root.style.pointerEvents = 'none';
40
+ for (const marker of markerSpecs) {
41
+ const element = document.createElement('div');
42
+ element.id = marker.id;
43
+ element.setAttribute('data-paf-native-calibration-marker', marker.id);
44
+ element.style.position = 'fixed';
45
+ element.style.left = `${marker.point.x}px`;
46
+ element.style.top = `${marker.point.y}px`;
47
+ element.style.width = `${marker.size}px`;
48
+ element.style.height = `${marker.size}px`;
49
+ element.style.background = marker.color;
50
+ element.style.border = '3px solid #000';
51
+ element.style.boxSizing = 'border-box';
52
+ element.style.boxShadow = '0 0 0 2px #fff';
53
+ root.appendChild(element);
54
+ }
55
+ document.documentElement.appendChild(root);
56
+ }, payload);
57
+ }
58
+ async function removeMarkers(page) {
59
+ await page.evaluate(() => {
60
+ document.getElementById('__paf_native_coordinate_markers__')?.remove();
61
+ });
62
+ }
63
+ async function captureMarkerTemplate(page, marker) {
64
+ const margin = 8;
65
+ const screenshot = await page.screenshot({
66
+ type: 'png',
67
+ clip: {
68
+ x: marker.point.x - margin,
69
+ y: marker.point.y - margin,
70
+ width: marker.size + margin * 2,
71
+ height: marker.size + margin * 2
72
+ }
73
+ });
74
+ if (typeof screenshot === 'string') {
75
+ return { name: `${marker.id}.png`, buffer: Buffer.from(screenshot, 'base64') };
76
+ }
77
+ return { name: `${marker.id}.png`, buffer: screenshot };
78
+ }
79
+ export class ImageBasedCoordinateMapper {
80
+ options;
81
+ cached = null;
82
+ cacheExpiresAt = 0;
83
+ constructor(options) {
84
+ this.options = options;
85
+ }
86
+ async calibrate(page, options = {}) {
87
+ const markerSize = options.markerSizePx ?? DEFAULT_MARKER_SIZE;
88
+ const markerA = {
89
+ id: 'paf-native-calibration-a',
90
+ point: options.markerA ?? DEFAULT_MARKER_A,
91
+ size: markerSize,
92
+ color: '#ff00ff'
93
+ };
94
+ const markerB = {
95
+ id: 'paf-native-calibration-b',
96
+ point: options.markerB ?? DEFAULT_MARKER_B,
97
+ size: markerSize,
98
+ color: '#00ffff'
99
+ };
100
+ await installMarkers(page, [markerA, markerB]);
101
+ try {
102
+ const viewport = await getViewportSnapshot(page);
103
+ const [templateA, templateB] = await Promise.all([
104
+ captureMarkerTemplate(page, markerA),
105
+ captureMarkerTemplate(page, markerB)
106
+ ]);
107
+ const imageOptions = {};
108
+ const timeoutMs = options.timeoutMs ?? this.options.defaultTimeoutMs;
109
+ if (timeoutMs !== undefined)
110
+ imageOptions.timeoutMs = timeoutMs;
111
+ if (options.intervalMs !== undefined)
112
+ imageOptions.intervalMs = options.intervalMs;
113
+ const [matchA, matchB] = await Promise.all([
114
+ this.options.images.waitForTemplate(templateA, imageOptions),
115
+ this.options.images.waitForTemplate(templateB, imageOptions)
116
+ ]);
117
+ const screenA = centerOf(matchA.region);
118
+ const screenB = centerOf(matchB.region);
119
+ const browserA = {
120
+ x: markerA.point.x + markerA.size / 2,
121
+ y: markerA.point.y + markerA.size / 2
122
+ };
123
+ const browserB = {
124
+ x: markerB.point.x + markerB.size / 2,
125
+ y: markerB.point.y + markerB.size / 2
126
+ };
127
+ const scaleX = (screenB.x - screenA.x) / (browserB.x - browserA.x);
128
+ const scaleY = (screenB.y - screenA.y) / (browserB.y - browserA.y);
129
+ const offsetX = screenA.x - scaleX * browserA.x;
130
+ const offsetY = screenA.y - scaleY * browserA.y;
131
+ this.validateTransform({ offsetX, offsetY, scaleX, scaleY }, viewport);
132
+ const transform = {
133
+ offsetX,
134
+ offsetY,
135
+ scaleX,
136
+ scaleY,
137
+ calibratedAt: Date.now(),
138
+ viewport: {
139
+ innerWidth: viewport.innerWidth,
140
+ innerHeight: viewport.innerHeight,
141
+ devicePixelRatio: viewport.devicePixelRatio
142
+ }
143
+ };
144
+ if (this.options.windows !== undefined && options.windowMatcher !== undefined) {
145
+ const window = await this.options.windows.find(options.windowMatcher);
146
+ if (window !== null)
147
+ transform.window = window;
148
+ }
149
+ this.cached = transform;
150
+ this.cacheExpiresAt = transform.calibratedAt + (options.cacheTtlMs ?? this.options.defaultCacheTtlMs ?? 60_000);
151
+ return transform;
152
+ }
153
+ finally {
154
+ await removeMarkers(page).catch(error => {
155
+ this.options.logger?.warn('Failed to remove native coordinate calibration markers.', { error });
156
+ });
157
+ }
158
+ }
159
+ async browserToScreen(point, options = {}) {
160
+ const transform = await this.getTransform(options);
161
+ return {
162
+ x: transform.offsetX + transform.scaleX * point.x,
163
+ y: transform.offsetY + transform.scaleY * point.y
164
+ };
165
+ }
166
+ async screenToBrowser(point, options = {}) {
167
+ const transform = await this.getTransform(options);
168
+ return {
169
+ x: (point.x - transform.offsetX) / transform.scaleX,
170
+ y: (point.y - transform.offsetY) / transform.scaleY
171
+ };
172
+ }
173
+ invalidate() {
174
+ this.cached = null;
175
+ this.cacheExpiresAt = 0;
176
+ }
177
+ async getTransform(options) {
178
+ const useCache = options.useCache ?? true;
179
+ if (useCache && this.cached !== null && Date.now() < this.cacheExpiresAt) {
180
+ return this.cached;
181
+ }
182
+ if (options.page === undefined) {
183
+ throw new CoordinateCalibrationError('Coordinate mapping requires a calibrated transform or a page for calibration.');
184
+ }
185
+ return this.calibrate(options.page);
186
+ }
187
+ validateTransform(transform, viewport) {
188
+ assertFinite(transform.offsetX, 'offsetX');
189
+ assertFinite(transform.offsetY, 'offsetY');
190
+ assertFinite(transform.scaleX, 'scaleX');
191
+ assertFinite(transform.scaleY, 'scaleY');
192
+ if (transform.scaleX < 0.5 || transform.scaleX > 3.5 || transform.scaleY < 0.5 || transform.scaleY > 3.5) {
193
+ throw new CoordinateCalibrationError('Coordinate calibration produced an implausible scale.', {
194
+ scaleX: transform.scaleX,
195
+ scaleY: transform.scaleY,
196
+ viewport
197
+ });
198
+ }
199
+ }
200
+ }
201
+ //# sourceMappingURL=NativeCoordinateMapper.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"NativeCoordinateMapper.js","sourceRoot":"","sources":["../../src/native/NativeCoordinateMapper.ts"],"names":[],"mappings":"AAcA,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAqB/C,MAAM,gBAAgB,GAAiB,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC;AAC1D,MAAM,gBAAgB,GAAiB,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC;AAC1D,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAE/B,SAAS,YAAY,CAAC,KAAa,EAAE,IAAY;IAC/C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,0BAA0B,CAAC,gDAAgD,IAAI,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IACnH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,IAAc;IAC/C,OAAO,IAAI,CAAC,QAAQ,CAA0B,GAAG,EAAE;QACjD,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC;QAC/B,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;SACxC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,IAAc,EAAE,OAAqB;IACjE,MAAM,OAAO,GAAyB,EAAE,OAAO,EAAE,CAAC;IAClD,MAAM,IAAI,CAAC,QAAQ,CAAO,CAAC,UAAmB,EAAE,EAAE;QAChD,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,UAAkC,CAAC;QACpE,MAAM,QAAQ,GAAG,QAAQ,CAAC,cAAc,CAAC,mCAAmC,CAAC,CAAC;QAC9E,QAAQ,EAAE,MAAM,EAAE,CAAC;QAEnB,MAAM,IAAI,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,CAAC,EAAE,GAAG,mCAAmC,CAAC;QAC9C,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,OAAO,CAAC;QAC9B,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC;QACtB,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,CAAC;QACrB,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC;QACvB,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC;QACxB,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,MAAM,CAAC;QAElC,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAC9C,OAAO,CAAC,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,YAAY,CAAC,oCAAoC,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;YACtE,OAAO,CAAC,KAAK,CAAC,QAAQ,GAAG,OAAO,CAAC;YACjC,OAAO,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC;YAC3C,OAAO,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC;YAC1C,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,MAAM,CAAC,IAAI,IAAI,CAAC;YACzC,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,IAAI,CAAC;YAC1C,OAAO,CAAC,KAAK,CAAC,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC;YACxC,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,gBAAgB,CAAC;YACxC,OAAO,CAAC,KAAK,CAAC,SAAS,GAAG,YAAY,CAAC;YACvC,OAAO,CAAC,KAAK,CAAC,SAAS,GAAG,gBAAgB,CAAC;YAC3C,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC5B,CAAC;QAED,QAAQ,CAAC,eAAe,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IAC7C,CAAC,EAAE,OAAO,CAAC,CAAC;AACd,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,IAAc;IACzC,MAAM,IAAI,CAAC,QAAQ,CAAO,GAAG,EAAE;QAC7B,QAAQ,CAAC,cAAc,CAAC,mCAAmC,CAAC,EAAE,MAAM,EAAE,CAAC;IACzE,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,IAAc,EAAE,MAAkB;IACrE,MAAM,MAAM,GAAG,CAAC,CAAC;IACjB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC;QACvC,IAAI,EAAE,KAAK;QACX,IAAI,EAAE;YACJ,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,MAAM;YAC1B,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,MAAM;YAC1B,KAAK,EAAE,MAAM,CAAC,IAAI,GAAG,MAAM,GAAG,CAAC;YAC/B,MAAM,EAAE,MAAM,CAAC,IAAI,GAAG,MAAM,GAAG,CAAC;SACjC;KACF,CAAC,CAAC;IAEH,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;QACnC,OAAO,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,EAAE,CAAC;IACjF,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;AAC1D,CAAC;AAED,MAAM,OAAO,0BAA0B;IAIR;IAHrB,MAAM,GAA+B,IAAI,CAAC;IAC1C,cAAc,GAAG,CAAC,CAAC;IAE3B,YAA6B,OAA0C;QAA1C,YAAO,GAAP,OAAO,CAAmC;IAAG,CAAC;IAE3E,KAAK,CAAC,SAAS,CAAC,IAAc,EAAE,UAA8B,EAAE;QAC9D,MAAM,UAAU,GAAG,OAAO,CAAC,YAAY,IAAI,mBAAmB,CAAC;QAC/D,MAAM,OAAO,GAAe;YAC1B,EAAE,EAAE,0BAA0B;YAC9B,KAAK,EAAE,OAAO,CAAC,OAAO,IAAI,gBAAgB;YAC1C,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,SAAS;SACjB,CAAC;QACF,MAAM,OAAO,GAAe;YAC1B,EAAE,EAAE,0BAA0B;YAC9B,KAAK,EAAE,OAAO,CAAC,OAAO,IAAI,gBAAgB;YAC1C,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,SAAS;SACjB,CAAC;QAEF,MAAM,cAAc,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QAE/C,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,mBAAmB,CAAC,IAAI,CAAC,CAAC;YACjD,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBAC/C,qBAAqB,CAAC,IAAI,EAAE,OAAO,CAAC;gBACpC,qBAAqB,CAAC,IAAI,EAAE,OAAO,CAAC;aACrC,CAAC,CAAC;YAEH,MAAM,YAAY,GAAgD,EAAE,CAAC;YACrE,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC;YACrE,IAAI,SAAS,KAAK,SAAS;gBAAE,YAAY,CAAC,SAAS,GAAG,SAAS,CAAC;YAChE,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS;gBAAE,YAAY,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;YAEnF,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBACzC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,EAAE,YAAY,CAAC;gBAC5D,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,EAAE,YAAY,CAAC;aAC7D,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACxC,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACxC,MAAM,QAAQ,GAAG;gBACf,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,GAAG,CAAC;gBACrC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,GAAG,CAAC;aACtC,CAAC;YACF,MAAM,QAAQ,GAAG;gBACf,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,GAAG,CAAC;gBACrC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,GAAG,CAAC;aACtC,CAAC;YAEF,MAAM,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YACnE,MAAM,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YACnE,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,GAAG,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,GAAG,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC;YAEhD,IAAI,CAAC,iBAAiB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,QAAQ,CAAC,CAAC;YAEvE,MAAM,SAAS,GAAwB;gBACrC,OAAO;gBACP,OAAO;gBACP,MAAM;gBACN,MAAM;gBACN,YAAY,EAAE,IAAI,CAAC,GAAG,EAAE;gBACxB,QAAQ,EAAE;oBACR,UAAU,EAAE,QAAQ,CAAC,UAAU;oBAC/B,WAAW,EAAE,QAAQ,CAAC,WAAW;oBACjC,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB;iBAC5C;aACF,CAAC;YAEF,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;gBAC9E,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBACtE,IAAI,MAAM,KAAK,IAAI;oBAAE,SAAS,CAAC,MAAM,GAAG,MAAM,CAAC;YACjD,CAAC;YAED,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;YACxB,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC,YAAY,GAAG,CAAC,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,OAAO,CAAC,iBAAiB,IAAI,MAAM,CAAC,CAAC;YAChH,OAAO,SAAS,CAAC;QACnB,CAAC;gBAAS,CAAC;YACT,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;gBACtC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,yDAAyD,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAClG,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,KAAmB,EAAE,UAAgC,EAAE;QAC3E,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QACnD,OAAO;YACL,CAAC,EAAE,SAAS,CAAC,OAAO,GAAG,SAAS,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;YACjD,CAAC,EAAE,SAAS,CAAC,OAAO,GAAG,SAAS,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;SAClD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,KAAkB,EAAE,UAAgC,EAAE;QAC1E,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QACnD,OAAO;YACL,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC,MAAM;YACnD,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC,MAAM;SACpD,CAAC;IACJ,CAAC;IAED,UAAU;QACR,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,OAA6B;QACtD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC;QAC1C,IAAI,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YACzE,OAAO,IAAI,CAAC,MAAM,CAAC;QACrB,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC/B,MAAM,IAAI,0BAA0B,CAAC,+EAA+E,CAAC,CAAC;QACxH,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IAEO,iBAAiB,CAAC,SAAiF,EAAE,QAAiC;QAC5I,YAAY,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC3C,YAAY,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC3C,YAAY,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACzC,YAAY,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAEzC,IAAI,SAAS,CAAC,MAAM,GAAG,GAAG,IAAI,SAAS,CAAC,MAAM,GAAG,GAAG,IAAI,SAAS,CAAC,MAAM,GAAG,GAAG,IAAI,SAAS,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YACzG,MAAM,IAAI,0BAA0B,CAAC,uDAAuD,EAAE;gBAC5F,MAAM,EAAE,SAAS,CAAC,MAAM;gBACxB,MAAM,EAAE,SAAS,CAAC,MAAM;gBACxB,QAAQ;aACT,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF"}
@@ -0,0 +1,26 @@
1
+ import type { Logger } from '../logging/Logger.js';
2
+ import type { NativeImageFinder, NativeKeyboard, NativeMouse, SelectFileOptions } from './types.js';
3
+ export interface FileDialogAccessibilityStrategy {
4
+ selectFile(filePath: string, options: SelectFileOptions): Promise<void>;
5
+ }
6
+ export interface NativeFileDialogServiceDependencies {
7
+ keyboard: NativeKeyboard;
8
+ mouse?: NativeMouse;
9
+ images?: NativeImageFinder;
10
+ accessibility?: FileDialogAccessibilityStrategy;
11
+ logger?: Logger;
12
+ defaultTimeoutMs?: number;
13
+ revealFilePathsInLogs?: boolean;
14
+ }
15
+ export declare class DefaultNativeFileDialogService {
16
+ private readonly deps;
17
+ constructor(deps: NativeFileDialogServiceDependencies);
18
+ selectFile(filePath: string, options?: SelectFileOptions): Promise<void>;
19
+ private assertFileExists;
20
+ private selectFileVisually;
21
+ private selectFileWithKeyboard;
22
+ private imageSearchOptions;
23
+ private wrapFailure;
24
+ private logSuccess;
25
+ }
26
+ //# sourceMappingURL=NativeFileDialogService.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"NativeFileDialogService.d.ts","sourceRoot":"","sources":["../../src/native/NativeFileDialogService.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAEnD,OAAO,KAAK,EAAE,iBAAiB,EAAE,cAAc,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAIpG,MAAM,WAAW,+BAA+B;IAC9C,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACzE;AAED,MAAM,WAAW,mCAAmC;IAClD,QAAQ,EAAE,cAAc,CAAC;IACzB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,MAAM,CAAC,EAAE,iBAAiB,CAAC;IAC3B,aAAa,CAAC,EAAE,+BAA+B,CAAC;IAChD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,qBAAqB,CAAC,EAAE,OAAO,CAAC;CACjC;AAED,qBAAa,8BAA8B;IAC7B,OAAO,CAAC,QAAQ,CAAC,IAAI;gBAAJ,IAAI,EAAE,mCAAmC;IAEhE,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC;YAkDpE,gBAAgB;YAShB,kBAAkB;YAuBlB,sBAAsB;IASpC,OAAO,CAAC,kBAAkB;IAO1B,OAAO,CAAC,WAAW;IAQnB,OAAO,CAAC,UAAU;CAMnB"}
@@ -0,0 +1,121 @@
1
+ import fs from 'node:fs/promises';
2
+ import path from 'node:path';
3
+ import { NativeFileDialogError } from './errors.js';
4
+ import { centerOf } from './utils/geometry.js';
5
+ import { redactPath } from './utils/redactNative.js';
6
+ export class DefaultNativeFileDialogService {
7
+ deps;
8
+ constructor(deps) {
9
+ this.deps = deps;
10
+ }
11
+ async selectFile(filePath, options = {}) {
12
+ const absolutePath = path.resolve(filePath);
13
+ await this.assertFileExists(absolutePath);
14
+ const strategy = options.strategy ?? 'auto';
15
+ const failures = [];
16
+ if (strategy === 'applescript' || strategy === 'auto') {
17
+ if (this.deps.accessibility !== undefined) {
18
+ try {
19
+ await this.deps.accessibility.selectFile(absolutePath, options);
20
+ this.logSuccess('applescript', absolutePath);
21
+ return;
22
+ }
23
+ catch (error) {
24
+ failures.push(error);
25
+ if (strategy === 'applescript')
26
+ throw this.wrapFailure('applescript', absolutePath, failures);
27
+ }
28
+ }
29
+ else if (strategy === 'applescript') {
30
+ throw new NativeFileDialogError('AppleScript file-dialog strategy is not available.', { strategy });
31
+ }
32
+ }
33
+ if (strategy === 'visual' || strategy === 'auto') {
34
+ if (this.deps.images !== undefined && this.deps.mouse !== undefined) {
35
+ try {
36
+ await this.selectFileVisually(absolutePath, options);
37
+ this.logSuccess('visual', absolutePath);
38
+ return;
39
+ }
40
+ catch (error) {
41
+ failures.push(error);
42
+ if (strategy === 'visual')
43
+ throw this.wrapFailure('visual', absolutePath, failures);
44
+ }
45
+ }
46
+ else if (strategy === 'visual') {
47
+ throw new NativeFileDialogError('Visual file-dialog strategy requires image finder and native mouse dependencies.', { strategy });
48
+ }
49
+ }
50
+ if (strategy === 'keyboard' || strategy === 'auto') {
51
+ try {
52
+ await this.selectFileWithKeyboard(absolutePath, options);
53
+ this.logSuccess('keyboard', absolutePath);
54
+ return;
55
+ }
56
+ catch (error) {
57
+ failures.push(error);
58
+ }
59
+ }
60
+ throw this.wrapFailure(strategy, absolutePath, failures);
61
+ }
62
+ async assertFileExists(filePath) {
63
+ const stat = await fs.stat(filePath).catch(() => null);
64
+ if (stat === null || !stat.isFile()) {
65
+ throw new NativeFileDialogError('Cannot select file because the path does not exist or is not a file.', {
66
+ filePath: redactPath(filePath, this.deps.revealFilePathsInLogs)
67
+ });
68
+ }
69
+ }
70
+ async selectFileVisually(filePath, options) {
71
+ if (this.deps.images === undefined || this.deps.mouse === undefined) {
72
+ throw new NativeFileDialogError('Visual file-dialog strategy requires image finder and native mouse dependencies.');
73
+ }
74
+ if (options.inputFieldTemplate !== undefined) {
75
+ const input = await this.deps.images.waitForTemplate(options.inputFieldTemplate, this.imageSearchOptions(options));
76
+ await this.deps.mouse.click(centerOf(input.region));
77
+ }
78
+ else {
79
+ await this.deps.keyboard.pressShortcut(['Meta', 'Shift', 'G']);
80
+ }
81
+ await this.deps.keyboard.type(filePath);
82
+ await this.deps.keyboard.pressKey('Enter');
83
+ if ((options.clickOpen ?? true) && options.openButtonTemplate !== undefined) {
84
+ const openButton = await this.deps.images.waitForTemplate(options.openButtonTemplate, this.imageSearchOptions(options));
85
+ await this.deps.mouse.click(centerOf(openButton.region));
86
+ }
87
+ else if (options.clickOpen ?? true) {
88
+ await this.deps.keyboard.pressKey('Enter');
89
+ }
90
+ }
91
+ async selectFileWithKeyboard(filePath, options) {
92
+ await this.deps.keyboard.pressShortcut(['Meta', 'Shift', 'G']);
93
+ await this.deps.keyboard.type(filePath);
94
+ await this.deps.keyboard.pressKey('Enter');
95
+ if (options.clickOpen ?? true) {
96
+ await this.deps.keyboard.pressKey('Enter');
97
+ }
98
+ }
99
+ imageSearchOptions(options) {
100
+ const searchOptions = {};
101
+ if (options.timeoutMs !== undefined)
102
+ searchOptions.timeoutMs = options.timeoutMs;
103
+ if (options.intervalMs !== undefined)
104
+ searchOptions.intervalMs = options.intervalMs;
105
+ return searchOptions;
106
+ }
107
+ wrapFailure(strategy, filePath, failures) {
108
+ return new NativeFileDialogError('Failed to select a file in the native file dialog.', {
109
+ strategy,
110
+ filePath: redactPath(filePath, this.deps.revealFilePathsInLogs),
111
+ failures
112
+ });
113
+ }
114
+ logSuccess(strategy, filePath) {
115
+ this.deps.logger?.debug('Selected file in native dialog.', {
116
+ strategy,
117
+ filePath: redactPath(filePath, this.deps.revealFilePathsInLogs)
118
+ });
119
+ }
120
+ }
121
+ //# sourceMappingURL=NativeFileDialogService.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"NativeFileDialogService.js","sourceRoot":"","sources":["../../src/native/NativeFileDialogService.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAEpD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAgBrD,MAAM,OAAO,8BAA8B;IACZ;IAA7B,YAA6B,IAAyC;QAAzC,SAAI,GAAJ,IAAI,CAAqC;IAAG,CAAC;IAE1E,KAAK,CAAC,UAAU,CAAC,QAAgB,EAAE,UAA6B,EAAE;QAChE,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;QAE1C,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAC;QAC5C,MAAM,QAAQ,GAAc,EAAE,CAAC;QAE/B,IAAI,QAAQ,KAAK,aAAa,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;YACtD,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;gBAC1C,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;oBAChE,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;oBAC7C,OAAO;gBACT,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACrB,IAAI,QAAQ,KAAK,aAAa;wBAAE,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;gBAChG,CAAC;YACH,CAAC;iBAAM,IAAI,QAAQ,KAAK,aAAa,EAAE,CAAC;gBACtC,MAAM,IAAI,qBAAqB,CAAC,oDAAoD,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;YACtG,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;YACjD,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBACpE,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;oBACrD,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;oBACxC,OAAO;gBACT,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACrB,IAAI,QAAQ,KAAK,QAAQ;wBAAE,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;gBACtF,CAAC;YACH,CAAC;iBAAM,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBACjC,MAAM,IAAI,qBAAqB,CAAC,kFAAkF,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;YACpI,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,KAAK,UAAU,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;YACnD,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,sBAAsB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;gBACzD,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;gBAC1C,OAAO;YACT,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;IAC3D,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,QAAgB;QAC7C,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QACvD,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YACpC,MAAM,IAAI,qBAAqB,CAAC,sEAAsE,EAAE;gBACtG,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC;aAChE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,QAAgB,EAAE,OAA0B;QAC3E,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YACpE,MAAM,IAAI,qBAAqB,CAAC,kFAAkF,CAAC,CAAC;QACtH,CAAC;QAED,IAAI,OAAO,CAAC,kBAAkB,KAAK,SAAS,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC;YACnH,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QACtD,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;QACjE,CAAC;QAED,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAE3C,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,IAAI,OAAO,CAAC,kBAAkB,KAAK,SAAS,EAAE,CAAC;YAC5E,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC;YACxH,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;QAC3D,CAAC;aAAM,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;YACrC,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAAC,QAAgB,EAAE,OAA0B;QAC/E,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;QAC/D,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC3C,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAEO,kBAAkB,CAAC,OAA0B;QACnD,MAAM,aAAa,GAAgD,EAAE,CAAC;QACtE,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS;YAAE,aAAa,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACjF,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS;YAAE,aAAa,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACpF,OAAO,aAAa,CAAC;IACvB,CAAC;IAEO,WAAW,CAAC,QAAgB,EAAE,QAAgB,EAAE,QAAmB;QACzE,OAAO,IAAI,qBAAqB,CAAC,oDAAoD,EAAE;YACrF,QAAQ;YACR,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC;YAC/D,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;IAEO,UAAU,CAAC,QAAgB,EAAE,QAAgB;QACnD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,iCAAiC,EAAE;YACzD,QAAQ;YACR,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC;SAChE,CAAC,CAAC;IACL,CAAC;CACF"}
@@ -0,0 +1,12 @@
1
+ import type { NativeImageFinder, NativeImageMatch, NativeImageSearchOptions, NativeTemplateRef } from './types.js';
2
+ export interface NativeImageFinderDriver {
3
+ findTemplate(template: string | NativeTemplateRef, options?: NativeImageSearchOptions): Promise<NativeImageMatch | null>;
4
+ }
5
+ export declare class DefaultNativeImageFinder implements NativeImageFinder {
6
+ private readonly driver;
7
+ private readonly defaultTimeoutMs;
8
+ constructor(driver: NativeImageFinderDriver, defaultTimeoutMs?: number);
9
+ findTemplate(template: string | NativeTemplateRef, options?: NativeImageSearchOptions): Promise<NativeImageMatch | null>;
10
+ waitForTemplate(template: string | NativeTemplateRef, options?: NativeImageSearchOptions): Promise<NativeImageMatch>;
11
+ }
12
+ //# sourceMappingURL=NativeImageFinder.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"NativeImageFinder.d.ts","sourceRoot":"","sources":["../../src/native/NativeImageFinder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAInH,MAAM,WAAW,uBAAuB;IACtC,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,iBAAiB,EAAE,OAAO,CAAC,EAAE,wBAAwB,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAC;CAC1H;AAED,qBAAa,wBAAyB,YAAW,iBAAiB;IACpD,OAAO,CAAC,QAAQ,CAAC,MAAM;IAA2B,OAAO,CAAC,QAAQ,CAAC,gBAAgB;gBAAlE,MAAM,EAAE,uBAAuB,EAAmB,gBAAgB,SAAS;IAElG,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,iBAAiB,EAAE,OAAO,CAAC,EAAE,wBAAwB,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAIxH,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,iBAAiB,EAAE,OAAO,GAAE,wBAA6B,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAiB/H"}
@@ -0,0 +1,29 @@
1
+ import { NativeImageNotFoundError } from './errors.js';
2
+ import { waitFor } from './utils/waitFor.js';
3
+ export class DefaultNativeImageFinder {
4
+ driver;
5
+ defaultTimeoutMs;
6
+ constructor(driver, defaultTimeoutMs = 15_000) {
7
+ this.driver = driver;
8
+ this.defaultTimeoutMs = defaultTimeoutMs;
9
+ }
10
+ async findTemplate(template, options) {
11
+ return this.driver.findTemplate(template, options);
12
+ }
13
+ async waitForTemplate(template, options = {}) {
14
+ try {
15
+ return await waitFor(() => this.findTemplate(template, options), {
16
+ timeoutMs: options.timeoutMs ?? this.defaultTimeoutMs,
17
+ intervalMs: options.intervalMs ?? 100,
18
+ description: `native image template ${typeof template === 'string' ? template : template.name}`
19
+ });
20
+ }
21
+ catch (error) {
22
+ throw new NativeImageNotFoundError({
23
+ template: typeof template === 'string' ? template : template.name,
24
+ cause: error
25
+ });
26
+ }
27
+ }
28
+ }
29
+ //# sourceMappingURL=NativeImageFinder.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"NativeImageFinder.js","sourceRoot":"","sources":["../../src/native/NativeImageFinder.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AACvD,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAM7C,MAAM,OAAO,wBAAwB;IACN;IAAkD;IAA/E,YAA6B,MAA+B,EAAmB,mBAAmB,MAAM;QAA3E,WAAM,GAAN,MAAM,CAAyB;QAAmB,qBAAgB,GAAhB,gBAAgB,CAAS;IAAG,CAAC;IAE5G,KAAK,CAAC,YAAY,CAAC,QAAoC,EAAE,OAAkC;QACzF,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,QAAoC,EAAE,UAAoC,EAAE;QAChG,IAAI,CAAC;YACH,OAAO,MAAM,OAAO,CAClB,GAAG,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,EAC1C;gBACE,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,gBAAgB;gBACrD,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,GAAG;gBACrC,WAAW,EAAE,yBAAyB,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE;aAChG,CACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,wBAAwB,CAAC;gBACjC,QAAQ,EAAE,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI;gBACjE,KAAK,EAAE,KAAK;aACb,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF"}
@@ -0,0 +1,10 @@
1
+ import type { NativeKeyboardDriver } from './drivers.js';
2
+ import type { NativeKeyboard, NativeKeyboardTypeOptions } from './types.js';
3
+ export declare class DefaultNativeKeyboard implements NativeKeyboard {
4
+ private readonly driver;
5
+ constructor(driver: NativeKeyboardDriver);
6
+ type(text: string, options?: NativeKeyboardTypeOptions): Promise<void>;
7
+ pressKey(key: string): Promise<void>;
8
+ pressShortcut(keys: readonly string[]): Promise<void>;
9
+ }
10
+ //# sourceMappingURL=NativeKeyboard.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"NativeKeyboard.d.ts","sourceRoot":"","sources":["../../src/native/NativeKeyboard.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AACzD,OAAO,KAAK,EAAE,cAAc,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAE5E,qBAAa,qBAAsB,YAAW,cAAc;IAC9C,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAN,MAAM,EAAE,oBAAoB;IAEnD,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC,IAAI,CAAC;IAI1E,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIpC,aAAa,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CAG5D"}
@@ -0,0 +1,16 @@
1
+ export class DefaultNativeKeyboard {
2
+ driver;
3
+ constructor(driver) {
4
+ this.driver = driver;
5
+ }
6
+ async type(text, options = {}) {
7
+ await this.driver.type(text, options.delayMs === undefined ? undefined : { delayMs: options.delayMs });
8
+ }
9
+ async pressKey(key) {
10
+ await this.driver.pressKey(key);
11
+ }
12
+ async pressShortcut(keys) {
13
+ await this.driver.pressShortcut(keys);
14
+ }
15
+ }
16
+ //# sourceMappingURL=NativeKeyboard.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"NativeKeyboard.js","sourceRoot":"","sources":["../../src/native/NativeKeyboard.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,qBAAqB;IACH;IAA7B,YAA6B,MAA4B;QAA5B,WAAM,GAAN,MAAM,CAAsB;IAAG,CAAC;IAE7D,KAAK,CAAC,IAAI,CAAC,IAAY,EAAE,UAAqC,EAAE;QAC9D,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IACzG,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,GAAW;QACxB,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,IAAuB;QACzC,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC;CACF"}
@@ -0,0 +1,38 @@
1
+ import type { PageLike } from '../browser/PuppeteerLike.js';
2
+ import type { NativeMouseDriver } from './drivers.js';
3
+ import type { BrowserPoint, NativeMouse, NativeMouseClickOptions, NativeMouseMoveOptions, NativePoint, NativeRegion, ScreenPoint } from './types.js';
4
+ export type NativeRandomFunction = () => number;
5
+ export type NativeSleepFunction = (ms: number) => Promise<void>;
6
+ export type PathGenerator = (from: NativePoint, to: NativePoint, options?: {
7
+ moveSpeed?: number;
8
+ }) => NativePoint[];
9
+ export interface HumanizedNativeMouseOptions {
10
+ jitterPixels?: number;
11
+ minJitterPixels?: number;
12
+ moveSpeed?: number;
13
+ random?: NativeRandomFunction;
14
+ sleep?: NativeSleepFunction;
15
+ pathGenerator?: PathGenerator;
16
+ coordinateMapper: {
17
+ browserToScreen(point: BrowserPoint, options?: {
18
+ page?: PageLike;
19
+ }): Promise<ScreenPoint>;
20
+ };
21
+ }
22
+ export declare class HumanizedNativeMouse implements NativeMouse {
23
+ private readonly driver;
24
+ private readonly options;
25
+ private readonly random;
26
+ private readonly sleep;
27
+ private readonly pathGenerator;
28
+ private readonly jitterPixels;
29
+ private readonly minJitterPixels;
30
+ private readonly moveSpeed;
31
+ constructor(driver: NativeMouseDriver, options: HumanizedNativeMouseOptions);
32
+ moveTo(point: ScreenPoint, options?: NativeMouseMoveOptions): Promise<void>;
33
+ click(point: ScreenPoint, options?: NativeMouseClickOptions): Promise<void>;
34
+ clickRegion(region: NativeRegion, options?: NativeMouseClickOptions): Promise<void>;
35
+ clickBrowserPoint(page: PageLike, point: BrowserPoint, options?: NativeMouseClickOptions): Promise<void>;
36
+ private applyJitter;
37
+ }
38
+ //# sourceMappingURL=NativeMouse.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"NativeMouse.d.ts","sourceRoot":"","sources":["../../src/native/NativeMouse.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACtD,OAAO,KAAK,EACV,YAAY,EACZ,WAAW,EACX,uBAAuB,EACvB,sBAAsB,EACtB,WAAW,EACX,YAAY,EACZ,WAAW,EACZ,MAAM,YAAY,CAAC;AAGpB,MAAM,MAAM,oBAAoB,GAAG,MAAM,MAAM,CAAC;AAChD,MAAM,MAAM,mBAAmB,GAAG,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;AAChE,MAAM,MAAM,aAAa,GAAG,CAAC,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,KAAK,WAAW,EAAE,CAAC;AAEpH,MAAM,WAAW,2BAA2B;IAC1C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,oBAAoB,CAAC;IAC9B,KAAK,CAAC,EAAE,mBAAmB,CAAC;IAC5B,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,gBAAgB,EAAE;QAChB,eAAe,CAAC,KAAK,EAAE,YAAY,EAAE,OAAO,CAAC,EAAE;YAAE,IAAI,CAAC,EAAE,QAAQ,CAAA;SAAE,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;KAC3F,CAAC;CACH;AAkBD,qBAAa,oBAAqB,YAAW,WAAW;IAQ1C,OAAO,CAAC,QAAQ,CAAC,MAAM;IAAqB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAPhF,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAsB;IAC5C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAgB;IAC9C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;IACzC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAqB;gBAElB,MAAM,EAAE,iBAAiB,EAAmB,OAAO,EAAE,2BAA2B;IASvG,MAAM,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,GAAE,sBAA2B,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB/E,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,GAAE,uBAA4B,GAAG,OAAO,CAAC,IAAI,CAAC;IAO/E,WAAW,CAAC,MAAM,EAAE,YAAY,EAAE,OAAO,GAAE,uBAA4B,GAAG,OAAO,CAAC,IAAI,CAAC;IAOvF,iBAAiB,CAAC,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,EAAE,OAAO,GAAE,uBAA4B,GAAG,OAAO,CAAC,IAAI,CAAC;IAKlH,OAAO,CAAC,WAAW;CAapB"}
@@ -0,0 +1,82 @@
1
+ import { path as ghostCursorPath } from 'ghost-cursor';
2
+ import { clampPointToRegion, randomPointInRegion, roundPoint } from './utils/geometry.js';
3
+ const defaultSleep = async (ms) => {
4
+ if (ms <= 0)
5
+ return;
6
+ await new Promise(resolve => setTimeout(resolve, ms));
7
+ };
8
+ function defaultPathGenerator(from, to, options) {
9
+ const pathOptions = options?.moveSpeed === undefined ? undefined : { moveSpeed: options.moveSpeed };
10
+ return ghostCursorPath(from, to, pathOptions);
11
+ }
12
+ function normalizeJitter(minJitterPixels, jitterPixels) {
13
+ const max = Math.max(0, jitterPixels ?? 3);
14
+ const min = Math.min(max, Math.max(0, minJitterPixels ?? Math.min(2, max)));
15
+ return { min, max };
16
+ }
17
+ export class HumanizedNativeMouse {
18
+ driver;
19
+ options;
20
+ random;
21
+ sleep;
22
+ pathGenerator;
23
+ jitterPixels;
24
+ minJitterPixels;
25
+ moveSpeed;
26
+ constructor(driver, options) {
27
+ this.driver = driver;
28
+ this.options = options;
29
+ this.random = options.random ?? Math.random;
30
+ this.sleep = options.sleep ?? defaultSleep;
31
+ this.pathGenerator = options.pathGenerator ?? defaultPathGenerator;
32
+ this.jitterPixels = options.jitterPixels ?? 3;
33
+ this.minJitterPixels = options.minJitterPixels ?? 2;
34
+ this.moveSpeed = options.moveSpeed;
35
+ }
36
+ async moveTo(point, options = {}) {
37
+ const current = await this.driver.getPosition();
38
+ const target = roundPoint(this.applyJitter(point, options));
39
+ if (options.disableHumanPath === true) {
40
+ await this.driver.move(target);
41
+ return;
42
+ }
43
+ const moveSpeed = options.moveSpeed ?? this.moveSpeed;
44
+ const route = this.pathGenerator(current, target, moveSpeed === undefined ? undefined : { moveSpeed });
45
+ const points = route.length === 0 ? [target] : route;
46
+ for (const [index, routePoint] of points.entries()) {
47
+ const isLast = index === points.length - 1;
48
+ const nextPoint = isLast ? target : roundPoint(this.applyJitter(routePoint, options));
49
+ await this.driver.move(nextPoint);
50
+ }
51
+ }
52
+ async click(point, options = {}) {
53
+ await this.moveTo(point, options);
54
+ await this.sleep(options.delayBeforeClickMs ?? 0);
55
+ await this.driver.click(options.button ?? 'left');
56
+ await this.sleep(options.delayAfterMoveMs ?? 0);
57
+ }
58
+ async clickRegion(region, options = {}) {
59
+ const padding = options.regionPaddingPx ?? 4;
60
+ const point = randomPointInRegion(region, this.random, padding);
61
+ const target = options.precise === true ? point : clampPointToRegion(this.applyJitter(point, options), region);
62
+ await this.click(roundPoint(target), { ...options, precise: true });
63
+ }
64
+ async clickBrowserPoint(page, point, options = {}) {
65
+ const screenPoint = await this.options.coordinateMapper.browserToScreen(point, { page });
66
+ await this.click(screenPoint, options);
67
+ }
68
+ applyJitter(point, options) {
69
+ if (options.precise === true)
70
+ return point;
71
+ const { min, max } = normalizeJitter(options.minJitterPixels ?? this.minJitterPixels, options.jitterPixels ?? this.jitterPixels);
72
+ if (max <= 0)
73
+ return point;
74
+ const distance = min + this.random() * (max - min);
75
+ const angle = this.random() * Math.PI * 2;
76
+ return {
77
+ x: point.x + Math.cos(angle) * distance,
78
+ y: point.y + Math.sin(angle) * distance
79
+ };
80
+ }
81
+ }
82
+ //# sourceMappingURL=NativeMouse.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"NativeMouse.js","sourceRoot":"","sources":["../../src/native/NativeMouse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,IAAI,eAAe,EAAE,MAAM,cAAc,CAAC;AAYvD,OAAO,EAAY,kBAAkB,EAAE,mBAAmB,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAkBpG,MAAM,YAAY,GAAwB,KAAK,EAAC,EAAE,EAAC,EAAE;IACnD,IAAI,EAAE,IAAI,CAAC;QAAE,OAAO;IACpB,MAAM,IAAI,OAAO,CAAO,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC9D,CAAC,CAAC;AAEF,SAAS,oBAAoB,CAAC,IAAiB,EAAE,EAAe,EAAE,OAAgC;IAChG,MAAM,WAAW,GAAG,OAAO,EAAE,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC;IACpG,OAAO,eAAe,CAAC,IAAI,EAAE,EAAE,EAAE,WAAW,CAAkB,CAAC;AACjE,CAAC;AAED,SAAS,eAAe,CAAC,eAAmC,EAAE,YAAgC;IAC5F,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,IAAI,CAAC,CAAC,CAAC;IAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IAC5E,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;AACtB,CAAC;AAED,MAAM,OAAO,oBAAoB;IAQF;IAA4C;IAPxD,MAAM,CAAuB;IAC7B,KAAK,CAAsB;IAC3B,aAAa,CAAgB;IAC7B,YAAY,CAAS;IACrB,eAAe,CAAS;IACxB,SAAS,CAAqB;IAE/C,YAA6B,MAAyB,EAAmB,OAAoC;QAAhF,WAAM,GAAN,MAAM,CAAmB;QAAmB,YAAO,GAAP,OAAO,CAA6B;QAC3G,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;QAC5C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,YAAY,CAAC;QAC3C,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,oBAAoB,CAAC;QACnE,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,CAAC,CAAC;QACpD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAkB,EAAE,UAAkC,EAAE;QACnE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAChD,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;QAE5D,IAAI,OAAO,CAAC,gBAAgB,KAAK,IAAI,EAAE,CAAC;YACtC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC/B,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;QACtD,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;QACvG,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QAErD,KAAK,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YACnD,MAAM,MAAM,GAAG,KAAK,KAAK,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YAC3C,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;YACtF,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAkB,EAAE,UAAmC,EAAE;QACnE,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAClC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,kBAAkB,IAAI,CAAC,CAAC,CAAC;QAClD,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC;QAClD,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,IAAI,CAAC,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAoB,EAAE,UAAmC,EAAE;QAC3E,MAAM,OAAO,GAAG,OAAO,CAAC,eAAe,IAAI,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAG,mBAAmB,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,kBAAkB,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;QAC/G,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IACtE,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,IAAc,EAAE,KAAmB,EAAE,UAAmC,EAAE;QAChG,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,eAAe,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QACzF,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;IAEO,WAAW,CAAC,KAAkB,EAAE,OAA+B;QACrE,IAAI,OAAO,CAAC,OAAO,KAAK,IAAI;YAAE,OAAO,KAAK,CAAC;QAE3C,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,eAAe,CAAC,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC;QACjI,IAAI,GAAG,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC;QAE3B,MAAM,QAAQ,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC;QAC1C,OAAO;YACL,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,QAAQ;YACvC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,QAAQ;SACxC,CAAC;IACJ,CAAC;CACF"}
@@ -0,0 +1,31 @@
1
+ import type { Logger } from '../logging/Logger.js';
2
+ import type { NativeScreenDriver, NativeWindowDriver } from './drivers.js';
3
+ import type { EnsureWindowInViewOptions, NativeImageFinder, NativeMouse, NativeWindowInfo, WaitOptions, WindowButtonOptions, WindowMatcher } from './types.js';
4
+ export interface NativeWindowServiceDependencies {
5
+ driver: NativeWindowDriver;
6
+ screen: NativeScreenDriver;
7
+ mouse?: NativeMouse;
8
+ images?: NativeImageFinder;
9
+ logger?: Logger;
10
+ defaultTimeoutMs?: number;
11
+ }
12
+ export declare class DefaultNativeWindowService {
13
+ private readonly deps;
14
+ private readonly defaultTimeoutMs;
15
+ constructor(deps: NativeWindowServiceDependencies);
16
+ list(): Promise<NativeWindowInfo[]>;
17
+ find(matcher: WindowMatcher, options?: WaitOptions): Promise<NativeWindowInfo | null>;
18
+ waitFor(matcher: WindowMatcher, options?: WaitOptions): Promise<NativeWindowInfo>;
19
+ isOpen(matcher: WindowMatcher): Promise<boolean>;
20
+ focus(matcher: WindowMatcher): Promise<NativeWindowInfo>;
21
+ ensureInView(matcher: WindowMatcher, options?: EnsureWindowInViewOptions): Promise<NativeWindowInfo>;
22
+ setFullscreen(matcher: WindowMatcher, fullscreen: boolean, options?: WindowButtonOptions): Promise<void>;
23
+ toggleFullscreen(matcher: WindowMatcher, options?: WindowButtonOptions): Promise<void>;
24
+ minimize(matcher: WindowMatcher): Promise<void>;
25
+ restore(matcher: WindowMatcher): Promise<void>;
26
+ private findHandle;
27
+ private waitForHandle;
28
+ private refreshHandleInfo;
29
+ private clickWindowButtonTemplate;
30
+ }
31
+ //# sourceMappingURL=NativeWindowService.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"NativeWindowService.d.ts","sourceRoot":"","sources":["../../src/native/NativeWindowService.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,KAAK,EAAE,kBAAkB,EAAE,kBAAkB,EAAsB,MAAM,cAAc,CAAC;AAG/F,OAAO,KAAK,EACV,yBAAyB,EACzB,iBAAiB,EACjB,WAAW,EAEX,gBAAgB,EAChB,WAAW,EACX,mBAAmB,EACnB,aAAa,EACd,MAAM,YAAY,CAAC;AAIpB,MAAM,WAAW,+BAA+B;IAC9C,MAAM,EAAE,kBAAkB,CAAC;IAC3B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,MAAM,CAAC,EAAE,iBAAiB,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,qBAAa,0BAA0B;IAGzB,OAAO,CAAC,QAAQ,CAAC,IAAI;IAFjC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;gBAEb,IAAI,EAAE,+BAA+B;IAI5D,IAAI,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAKnC,IAAI,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,GAAE,WAAgB,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAczF,OAAO,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,GAAE,WAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAUrF,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC;IAIhD,KAAK,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAUxD,YAAY,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAyCxG,aAAa,CAAC,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC;IA6B5G,gBAAgB,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC;IAyB1F,QAAQ,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAK/C,OAAO,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;YAKtC,UAAU;YAWV,aAAa;YAeb,iBAAiB;YAIjB,yBAAyB;CAiBxC"}