screenhand 0.2.0 → 0.3.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (212) hide show
  1. package/README.md +165 -446
  2. package/bin/darwin-arm64/macos-bridge +0 -0
  3. package/dist/mcp-desktop.js +3615 -400
  4. package/dist/scripts/export-help-center.js +112 -0
  5. package/dist/scripts/marketing-loop.js +117 -0
  6. package/dist/scripts/observer-daemon.js +288 -0
  7. package/dist/scripts/orchestrator-daemon.js +399 -0
  8. package/dist/scripts/threads-campaign.js +208 -0
  9. package/dist/src/community/fetcher.js +109 -0
  10. package/dist/src/community/index.js +6 -0
  11. package/dist/src/community/publisher.js +191 -0
  12. package/dist/src/community/remote-api.js +121 -0
  13. package/dist/src/community/types.js +3 -0
  14. package/dist/src/community/validator.js +95 -0
  15. package/dist/src/context-tracker.js +489 -0
  16. package/dist/src/ingestion/coverage-auditor.js +233 -0
  17. package/dist/src/ingestion/doc-parser.js +164 -0
  18. package/dist/src/ingestion/index.js +8 -0
  19. package/dist/src/ingestion/menu-scanner.js +152 -0
  20. package/dist/src/ingestion/reference-merger.js +186 -0
  21. package/dist/src/ingestion/shortcut-extractor.js +180 -0
  22. package/dist/src/ingestion/tutorial-extractor.js +170 -0
  23. package/dist/src/ingestion/types.js +3 -0
  24. package/dist/src/jobs/manager.js +82 -14
  25. package/dist/src/jobs/runner.js +138 -15
  26. package/dist/src/learning/engine.js +356 -0
  27. package/dist/src/learning/index.js +9 -0
  28. package/dist/src/learning/locator-policy.js +120 -0
  29. package/dist/src/learning/pattern-policy.js +89 -0
  30. package/dist/src/learning/recovery-policy.js +116 -0
  31. package/dist/src/learning/sensor-policy.js +115 -0
  32. package/dist/src/learning/timing-model.js +204 -0
  33. package/dist/src/learning/topology-policy.js +90 -0
  34. package/dist/src/learning/types.js +9 -0
  35. package/dist/src/logging/timeline-logger.js +4 -1
  36. package/dist/src/memory/playbook-seeds.js +200 -0
  37. package/dist/src/memory/recall.js +60 -8
  38. package/dist/src/memory/service.js +30 -5
  39. package/dist/src/memory/store.js +34 -5
  40. package/dist/src/native/bridge-client.js +253 -31
  41. package/dist/src/observer/state.js +199 -0
  42. package/dist/src/observer/types.js +43 -0
  43. package/dist/src/orchestrator/state.js +68 -0
  44. package/dist/src/orchestrator/types.js +22 -0
  45. package/dist/src/perception/ax-source.js +162 -0
  46. package/dist/src/perception/cdp-source.js +162 -0
  47. package/dist/src/perception/coordinator.js +771 -0
  48. package/dist/src/perception/frame-differ.js +287 -0
  49. package/dist/src/perception/index.js +22 -0
  50. package/dist/src/perception/manager.js +199 -0
  51. package/dist/src/perception/types.js +47 -0
  52. package/dist/src/perception/vision-source.js +399 -0
  53. package/dist/src/planner/deterministic.js +298 -0
  54. package/dist/src/planner/executor.js +870 -0
  55. package/dist/src/planner/goal-store.js +92 -0
  56. package/dist/src/planner/index.js +21 -0
  57. package/dist/src/planner/planner.js +520 -0
  58. package/dist/src/planner/tool-registry.js +71 -0
  59. package/dist/src/planner/types.js +22 -0
  60. package/dist/src/platform/explorer.js +213 -0
  61. package/dist/src/platform/help-center-markdown.js +527 -0
  62. package/dist/src/platform/learner.js +257 -0
  63. package/dist/src/playbook/engine.js +296 -11
  64. package/dist/src/playbook/mcp-recorder.js +204 -0
  65. package/dist/src/playbook/recorder.js +3 -2
  66. package/dist/src/playbook/runner.js +1 -1
  67. package/dist/src/playbook/store.js +139 -10
  68. package/dist/src/recovery/detectors.js +156 -0
  69. package/dist/src/recovery/engine.js +327 -0
  70. package/dist/src/recovery/index.js +20 -0
  71. package/dist/src/recovery/strategies.js +274 -0
  72. package/dist/src/recovery/types.js +20 -0
  73. package/dist/src/runtime/accessibility-adapter.js +55 -18
  74. package/dist/src/runtime/applescript-adapter.js +8 -2
  75. package/dist/src/runtime/cdp-chrome-adapter.js +1 -1
  76. package/dist/src/runtime/executor.js +23 -3
  77. package/dist/src/runtime/locator-cache.js +24 -2
  78. package/dist/src/runtime/service.js +59 -15
  79. package/dist/src/runtime/session-manager.js +4 -1
  80. package/dist/src/runtime/vision-adapter.js +2 -1
  81. package/dist/src/state/app-map-types.js +72 -0
  82. package/dist/src/state/app-map.js +1974 -0
  83. package/dist/src/state/entity-tracker.js +108 -0
  84. package/dist/src/state/fusion.js +96 -0
  85. package/dist/src/state/index.js +21 -0
  86. package/dist/src/state/ladder-generator.js +236 -0
  87. package/dist/src/state/persistence.js +156 -0
  88. package/dist/src/state/types.js +17 -0
  89. package/dist/src/state/world-model.js +1456 -0
  90. package/dist/src/util/atomic-write.js +19 -4
  91. package/dist/src/util/sanitize.js +146 -0
  92. package/dist-app-maps/com.figma.Desktop.json +959 -0
  93. package/dist-app-maps/com.hnc.Discord.json +1146 -0
  94. package/dist-app-maps/notion.id.json +2831 -0
  95. package/dist-playbooks/canva-screenhand-carousel.json +445 -0
  96. package/dist-playbooks/codex-desktop.json +76 -0
  97. package/dist-playbooks/competitor-research-stack.json +122 -0
  98. package/dist-playbooks/davinci-color-grade.json +153 -0
  99. package/dist-playbooks/davinci-edit-timeline.json +162 -0
  100. package/dist-playbooks/davinci-render.json +114 -0
  101. package/dist-playbooks/devto.json +52 -0
  102. package/dist-playbooks/discord.json +41 -0
  103. package/dist-playbooks/google-flow-create-project.json +59 -0
  104. package/dist-playbooks/google-flow-edit-image.json +90 -0
  105. package/dist-playbooks/google-flow-edit-video.json +90 -0
  106. package/dist-playbooks/google-flow-generate-image.json +68 -0
  107. package/dist-playbooks/google-flow-generate-video.json +191 -0
  108. package/dist-playbooks/google-flow-open-project.json +48 -0
  109. package/dist-playbooks/google-flow-open-scenebuilder.json +64 -0
  110. package/dist-playbooks/google-flow-search-assets.json +64 -0
  111. package/dist-playbooks/instagram.json +57 -0
  112. package/dist-playbooks/linkedin.json +52 -0
  113. package/dist-playbooks/n8n.json +43 -0
  114. package/dist-playbooks/reddit.json +52 -0
  115. package/dist-playbooks/threads.json +59 -0
  116. package/dist-playbooks/x-twitter.json +59 -0
  117. package/dist-playbooks/youtube.json +59 -0
  118. package/dist-references/canva.json +646 -0
  119. package/dist-references/codex-desktop.json +305 -0
  120. package/dist-references/davinci-resolve-keyboard.json +594 -0
  121. package/dist-references/davinci-resolve-menu-map.json +1139 -0
  122. package/dist-references/davinci-resolve-menus-batch1.json +116 -0
  123. package/dist-references/davinci-resolve-menus-batch2.json +372 -0
  124. package/dist-references/davinci-resolve-menus-batch3.json +330 -0
  125. package/dist-references/davinci-resolve-menus-batch4.json +297 -0
  126. package/dist-references/davinci-resolve-shortcuts.json +333 -0
  127. package/dist-references/devpost.json +186 -0
  128. package/dist-references/devto.json +317 -0
  129. package/dist-references/discord.json +549 -0
  130. package/dist-references/figma.json +1186 -0
  131. package/dist-references/finder.json +146 -0
  132. package/dist-references/google-ads-transparency.json +95 -0
  133. package/dist-references/google-flow.json +649 -0
  134. package/dist-references/instagram.json +341 -0
  135. package/dist-references/linkedin.json +324 -0
  136. package/dist-references/meta-ad-library.json +86 -0
  137. package/dist-references/n8n.json +387 -0
  138. package/dist-references/notes.json +27 -0
  139. package/dist-references/notion.json +163 -0
  140. package/dist-references/reddit.json +341 -0
  141. package/dist-references/threads.json +337 -0
  142. package/dist-references/x-twitter.json +403 -0
  143. package/dist-references/youtube.json +373 -0
  144. package/native/macos-bridge/Package.swift +22 -0
  145. package/native/macos-bridge/Sources/AccessibilityBridge.swift +482 -0
  146. package/native/macos-bridge/Sources/AppManagement.swift +339 -0
  147. package/native/macos-bridge/Sources/CoreGraphicsBridge.swift +537 -0
  148. package/native/macos-bridge/Sources/ObserverBridge.swift +120 -0
  149. package/native/macos-bridge/Sources/StreamCapture.swift +136 -0
  150. package/native/macos-bridge/Sources/VisionBridge.swift +238 -0
  151. package/native/macos-bridge/Sources/main.swift +498 -0
  152. package/native/windows-bridge/AppManagement.cs +234 -0
  153. package/native/windows-bridge/InputBridge.cs +436 -0
  154. package/native/windows-bridge/Program.cs +270 -0
  155. package/native/windows-bridge/ScreenCapture.cs +453 -0
  156. package/native/windows-bridge/UIAutomationBridge.cs +571 -0
  157. package/native/windows-bridge/WindowsBridge.csproj +17 -0
  158. package/package.json +12 -1
  159. package/scripts/postinstall.cjs +127 -0
  160. package/dist/.audit-log.jsonl +0 -55
  161. package/dist/.screenhand/memory/.lock +0 -1
  162. package/dist/.screenhand/memory/actions.jsonl +0 -85
  163. package/dist/.screenhand/memory/errors.jsonl +0 -5
  164. package/dist/.screenhand/memory/errors.jsonl.bak +0 -4
  165. package/dist/.screenhand/memory/state.json +0 -35
  166. package/dist/.screenhand/memory/state.json.bak +0 -35
  167. package/dist/.screenhand/memory/strategies.jsonl +0 -12
  168. package/dist/agent/cli.js +0 -73
  169. package/dist/agent/loop.js +0 -258
  170. package/dist/config.js +0 -9
  171. package/dist/index.js +0 -56
  172. package/dist/logging/timeline-logger.js +0 -29
  173. package/dist/mcp/mcp-stdio-server.js +0 -448
  174. package/dist/mcp/server.js +0 -347
  175. package/dist/mcp-entry.js +0 -59
  176. package/dist/memory/recall.js +0 -160
  177. package/dist/memory/research.js +0 -98
  178. package/dist/memory/seeds.js +0 -89
  179. package/dist/memory/session.js +0 -161
  180. package/dist/memory/store.js +0 -391
  181. package/dist/memory/types.js +0 -4
  182. package/dist/monitor/codex-monitor.js +0 -377
  183. package/dist/monitor/task-queue.js +0 -84
  184. package/dist/monitor/types.js +0 -49
  185. package/dist/native/bridge-client.js +0 -174
  186. package/dist/native/macos-bridge-client.js +0 -5
  187. package/dist/npm-publish-helper.js +0 -117
  188. package/dist/npm-token-cdp.js +0 -113
  189. package/dist/npm-token-create.js +0 -135
  190. package/dist/npm-token-finish.js +0 -126
  191. package/dist/playbook/engine.js +0 -193
  192. package/dist/playbook/index.js +0 -4
  193. package/dist/playbook/recorder.js +0 -519
  194. package/dist/playbook/runner.js +0 -392
  195. package/dist/playbook/store.js +0 -166
  196. package/dist/playbook/types.js +0 -4
  197. package/dist/runtime/accessibility-adapter.js +0 -377
  198. package/dist/runtime/app-adapter.js +0 -48
  199. package/dist/runtime/applescript-adapter.js +0 -283
  200. package/dist/runtime/ax-role-map.js +0 -80
  201. package/dist/runtime/browser-adapter.js +0 -36
  202. package/dist/runtime/cdp-chrome-adapter.js +0 -505
  203. package/dist/runtime/composite-adapter.js +0 -205
  204. package/dist/runtime/executor.js +0 -250
  205. package/dist/runtime/locator-cache.js +0 -12
  206. package/dist/runtime/planning-loop.js +0 -47
  207. package/dist/runtime/service.js +0 -372
  208. package/dist/runtime/session-manager.js +0 -28
  209. package/dist/runtime/state-observer.js +0 -105
  210. package/dist/runtime/vision-adapter.js +0 -208
  211. package/dist/test-mcp-protocol.js +0 -138
  212. package/dist/types.js +0 -1
@@ -0,0 +1,2831 @@
1
+ {
2
+ "app": "notion.id",
3
+ "appName": "Notion",
4
+ "version": "unknown",
5
+ "masteryLevel": "grandmaster",
6
+ "confidence": 0.999600599101348,
7
+ "lastValidated": "2026-03-21T09:29:49.708Z",
8
+ "mapVersion": 1,
9
+ "uiArchitecture": {
10
+ "type": "other",
11
+ "rendering": "native",
12
+ "axSupport": "partial",
13
+ "bestMethod": "ax",
14
+ "menuStyle": "standard",
15
+ "dragDropHeavy": false,
16
+ "hasCanvas": false
17
+ },
18
+ "zones": {
19
+ "auto_discovered": {
20
+ "relativePosition": {
21
+ "top": 0,
22
+ "left": 0,
23
+ "width": 1,
24
+ "height": 1
25
+ },
26
+ "type": "other",
27
+ "elements": [
28
+ {
29
+ "label": "General",
30
+ "relativeX": 0.0891156462585034,
31
+ "relativeY": 0.32426550598476606,
32
+ "anchor": "top-left",
33
+ "ocrBackup": "General",
34
+ "successCount": 1,
35
+ "failCount": 0,
36
+ "lastInteracted": "2026-03-20T08:58:13.297Z",
37
+ "sessionsSinceUse": 11
38
+ },
39
+ {
40
+ "label": "Preferences",
41
+ "relativeX": 0.10884353741496598,
42
+ "relativeY": 0.1838955386289445,
43
+ "anchor": "top-left",
44
+ "ocrBackup": "Preferences",
45
+ "successCount": 3,
46
+ "failCount": 0,
47
+ "lastInteracted": "2026-03-20T11:38:01.457Z",
48
+ "sessionsSinceUse": 5
49
+ },
50
+ {
51
+ "label": "Tasks Tracker",
52
+ "relativeX": 0.3183673469387755,
53
+ "relativeY": 0.5277475516866159,
54
+ "anchor": "top-left",
55
+ "ocrBackup": "Tasks Tracker",
56
+ "successCount": 2,
57
+ "failCount": 0,
58
+ "lastInteracted": "2026-03-20T09:50:05.814Z",
59
+ "sessionsSinceUse": 9
60
+ },
61
+ {
62
+ "label": "Get started",
63
+ "relativeX": 0.2857142857142857,
64
+ "relativeY": 0.8302502720348205,
65
+ "anchor": "top-left",
66
+ "ocrBackup": "Get started",
67
+ "successCount": 1,
68
+ "failCount": 0,
69
+ "lastInteracted": "2026-03-20T09:04:37.343Z",
70
+ "sessionsSinceUse": 11
71
+ },
72
+ {
73
+ "label": "Done",
74
+ "relativeX": 0.2870748299319728,
75
+ "relativeY": 0.8302502720348205,
76
+ "anchor": "top-left",
77
+ "ocrBackup": "Done",
78
+ "successCount": 1,
79
+ "failCount": 0,
80
+ "lastInteracted": "2026-03-20T09:05:08.276Z",
81
+ "sessionsSinceUse": 11
82
+ },
83
+ {
84
+ "label": "New task",
85
+ "relativeX": 0.29591836734693877,
86
+ "relativeY": 0.8988030467899891,
87
+ "anchor": "top-left",
88
+ "ocrBackup": "New task",
89
+ "successCount": 3,
90
+ "failCount": 0,
91
+ "lastInteracted": "2026-03-20T11:32:57.798Z",
92
+ "sessionsSinceUse": 5
93
+ },
94
+ {
95
+ "label": "By Status",
96
+ "relativeX": 0.4605442176870748,
97
+ "relativeY": 0.5778019586507073,
98
+ "anchor": "top-left",
99
+ "ocrBackup": "By Status",
100
+ "successCount": 6,
101
+ "failCount": 0,
102
+ "lastInteracted": "2026-03-21T08:20:01.363Z",
103
+ "sessionsSinceUse": 3
104
+ },
105
+ {
106
+ "label": "Add Priority",
107
+ "relativeX": 0.4993197278911565,
108
+ "relativeY": 0.8824809575625681,
109
+ "anchor": "top-left",
110
+ "ocrBackup": "Add Priority",
111
+ "successCount": 1,
112
+ "failCount": 0,
113
+ "lastInteracted": "2026-03-20T09:29:16.103Z",
114
+ "sessionsSinceUse": 10
115
+ },
116
+ {
117
+ "label": "High",
118
+ "relativeX": 0.6782312925170068,
119
+ "relativeY": 0.7105549510337323,
120
+ "anchor": "top-left",
121
+ "ocrBackup": "High",
122
+ "successCount": 1,
123
+ "failCount": 0,
124
+ "lastInteracted": "2026-03-20T09:29:23.111Z",
125
+ "sessionsSinceUse": 10
126
+ },
127
+ {
128
+ "label": "Add Task type",
129
+ "relativeX": 0.5034013605442177,
130
+ "relativeY": 0.9140369967355821,
131
+ "anchor": "top-left",
132
+ "ocrBackup": "Add Task type",
133
+ "successCount": 1,
134
+ "failCount": 0,
135
+ "lastInteracted": "2026-03-20T09:29:27.765Z",
136
+ "sessionsSinceUse": 10
137
+ },
138
+ {
139
+ "label": "Feature request",
140
+ "relativeX": 0.3129251700680272,
141
+ "relativeY": 0.8161044613710555,
142
+ "anchor": "top-left",
143
+ "ocrBackup": "Feature request",
144
+ "successCount": 1,
145
+ "failCount": 0,
146
+ "lastInteracted": "2026-03-20T09:29:34.488Z",
147
+ "sessionsSinceUse": 10
148
+ },
149
+ {
150
+ "label": "Click to expand details",
151
+ "relativeX": 0.3523809523809524,
152
+ "relativeY": 0.515778019586507,
153
+ "anchor": "top-left",
154
+ "ocrBackup": "Click to expand details",
155
+ "successCount": 1,
156
+ "failCount": 0,
157
+ "lastInteracted": "2026-03-20T09:30:15.517Z",
158
+ "sessionsSinceUse": 10
159
+ },
160
+ {
161
+ "label": "All Tasks",
162
+ "relativeX": 0.38639455782312926,
163
+ "relativeY": 0.5778019586507073,
164
+ "anchor": "top-left",
165
+ "ocrBackup": "All Tasks",
166
+ "successCount": 5,
167
+ "failCount": 0,
168
+ "lastInteracted": "2026-03-21T08:20:04.740Z",
169
+ "sessionsSinceUse": 3
170
+ },
171
+ {
172
+ "label": "My Tasks",
173
+ "relativeX": 0.45510204081632655,
174
+ "relativeY": 0.5778019586507073,
175
+ "anchor": "top-left",
176
+ "ocrBackup": "My Tasks",
177
+ "successCount": 1,
178
+ "failCount": 0,
179
+ "lastInteracted": "2026-03-20T09:30:38.733Z",
180
+ "sessionsSinceUse": 10
181
+ },
182
+ {
183
+ "label": "Notifications",
184
+ "relativeX": 0.11020408163265306,
185
+ "relativeY": 0.21653971708378672,
186
+ "anchor": "top-left",
187
+ "ocrBackup": "Notifications",
188
+ "successCount": 2,
189
+ "failCount": 0,
190
+ "lastInteracted": "2026-03-20T11:38:06.651Z",
191
+ "sessionsSinceUse": 5
192
+ },
193
+ {
194
+ "label": "Notion AI",
195
+ "relativeX": 0,
196
+ "relativeY": 0,
197
+ "anchor": "top-left",
198
+ "ocrBackup": "Notion AI",
199
+ "successCount": 1,
200
+ "failCount": 0,
201
+ "lastInteracted": "2026-03-20T09:31:18.792Z",
202
+ "sessionsSinceUse": 10
203
+ },
204
+ {
205
+ "label": "Notion Al",
206
+ "relativeX": 0.09387755102040816,
207
+ "relativeY": 0.46681175190424373,
208
+ "anchor": "top-left",
209
+ "ocrBackup": "Notion Al",
210
+ "successCount": 2,
211
+ "failCount": 0,
212
+ "lastInteracted": "2026-03-20T11:38:12.137Z",
213
+ "sessionsSinceUse": 5
214
+ },
215
+ {
216
+ "label": "Connections",
217
+ "relativeX": 0.09931972789115646,
218
+ "relativeY": 0.6409140369967355,
219
+ "anchor": "top-left",
220
+ "ocrBackup": "Connections",
221
+ "successCount": 2,
222
+ "failCount": 0,
223
+ "lastInteracted": "2026-03-20T11:38:17.143Z",
224
+ "sessionsSinceUse": 5
225
+ },
226
+ {
227
+ "label": "New empty data source",
228
+ "relativeX": 0.8217687074829932,
229
+ "relativeY": 0.5875952121871599,
230
+ "anchor": "top-left",
231
+ "ocrBackup": "New empty data source",
232
+ "successCount": 1,
233
+ "failCount": 0,
234
+ "lastInteracted": "2026-03-20T09:36:31.952Z",
235
+ "sessionsSinceUse": 10
236
+ },
237
+ {
238
+ "label": "Add property",
239
+ "relativeX": 0.49047619047619045,
240
+ "relativeY": 0.6267682263329706,
241
+ "anchor": "top-left",
242
+ "ocrBackup": "Add property",
243
+ "successCount": 1,
244
+ "failCount": 0,
245
+ "lastInteracted": "2026-03-20T09:36:40.467Z",
246
+ "sessionsSinceUse": 10
247
+ },
248
+ {
249
+ "label": "Status",
250
+ "relativeX": 0.3761904761904762,
251
+ "relativeY": 0.5223068552774756,
252
+ "anchor": "top-left",
253
+ "ocrBackup": "Status",
254
+ "successCount": 2,
255
+ "failCount": 0,
256
+ "lastInteracted": "2026-03-20T09:38:47.303Z",
257
+ "sessionsSinceUse": 10
258
+ },
259
+ {
260
+ "label": "New page",
261
+ "relativeX": 0.2979591836734694,
262
+ "relativeY": 0.6659412404787813,
263
+ "anchor": "top-left",
264
+ "ocrBackup": "New page",
265
+ "successCount": 1,
266
+ "failCount": 0,
267
+ "lastInteracted": "2026-03-20T09:36:57.695Z",
268
+ "sessionsSinceUse": 10
269
+ },
270
+ {
271
+ "label": "Usha (You)",
272
+ "relativeX": 0.41360544217687073,
273
+ "relativeY": 0.5973884657236126,
274
+ "anchor": "top-left",
275
+ "ocrBackup": "Usha (You)",
276
+ "successCount": 1,
277
+ "failCount": 0,
278
+ "lastInteracted": "2026-03-20T09:38:55.485Z",
279
+ "sessionsSinceUse": 10
280
+ },
281
+ {
282
+ "label": "Build ScreenHand Notion",
283
+ "relativeX": 0.3448979591836735,
284
+ "relativeY": 0.7780195865070729,
285
+ "anchor": "top-left",
286
+ "ocrBackup": "Build ScreenHand Notion",
287
+ "successCount": 1,
288
+ "failCount": 0,
289
+ "lastInteracted": "2026-03-20T09:39:30.479Z",
290
+ "sessionsSinceUse": 10
291
+ },
292
+ {
293
+ "label": "Build ScreenHand Notion reference",
294
+ "relativeX": 0.3448979591836735,
295
+ "relativeY": 0.7780195865070729,
296
+ "anchor": "top-left",
297
+ "ocrBackup": "Build ScreenHand Notion reference",
298
+ "successCount": 1,
299
+ "failCount": 0,
300
+ "lastInteracted": "2026-03-20T09:39:39.560Z",
301
+ "sessionsSinceUse": 10
302
+ },
303
+ {
304
+ "label": "Automate desktop testing",
305
+ "relativeX": 0.5408163265306123,
306
+ "relativeY": 0.795429815016322,
307
+ "anchor": "top-left",
308
+ "ocrBackup": "Automate desktop testing",
309
+ "successCount": 1,
310
+ "failCount": 0,
311
+ "lastInteracted": "2026-03-20T09:40:29.756Z",
312
+ "sessionsSinceUse": 10
313
+ },
314
+ {
315
+ "label": "Provide an overview",
316
+ "relativeX": 0.6816326530612244,
317
+ "relativeY": 0.5375408052230686,
318
+ "anchor": "top-left",
319
+ "ocrBackup": "Provide an overview",
320
+ "successCount": 1,
321
+ "failCount": 0,
322
+ "lastInteracted": "2026-03-20T09:40:39.049Z",
323
+ "sessionsSinceUse": 10
324
+ },
325
+ {
326
+ "label": "To-do",
327
+ "relativeX": 0.5836734693877551,
328
+ "relativeY": 0.7486398258977149,
329
+ "anchor": "top-left",
330
+ "ocrBackup": "To-do",
331
+ "successCount": 1,
332
+ "failCount": 0,
333
+ "lastInteracted": "2026-03-20T09:40:56.987Z",
334
+ "sessionsSinceUse": 10
335
+ },
336
+ {
337
+ "label": "Empty",
338
+ "relativeX": 0.7326530612244898,
339
+ "relativeY": 0.30359085963003263,
340
+ "anchor": "top-left",
341
+ "ocrBackup": "Empty",
342
+ "successCount": 1,
343
+ "failCount": 0,
344
+ "lastInteracted": "2026-03-20T09:41:25.978Z",
345
+ "sessionsSinceUse": 10
346
+ },
347
+ {
348
+ "label": "25",
349
+ "relativeX": 0.7959183673469388,
350
+ "relativeY": 0.5571273122959739,
351
+ "anchor": "top-left",
352
+ "ocrBackup": "25",
353
+ "successCount": 1,
354
+ "failCount": 0,
355
+ "lastInteracted": "2026-03-20T09:41:37.049Z",
356
+ "sessionsSinceUse": 10
357
+ },
358
+ {
359
+ "label": "Add a comment",
360
+ "relativeX": 0.6074829931972789,
361
+ "relativeY": 0.3939064200217628,
362
+ "anchor": "top-left",
363
+ "ocrBackup": "Add a comment",
364
+ "successCount": 1,
365
+ "failCount": 0,
366
+ "lastInteracted": "2026-03-20T09:41:49.438Z",
367
+ "sessionsSinceUse": 10
368
+ },
369
+ {
370
+ "label": "ScreenHand Automation",
371
+ "relativeX": 0.4108843537414966,
372
+ "relativeY": 0.020674646354733407,
373
+ "anchor": "top-left",
374
+ "ocrBackup": "ScreenHand Automation",
375
+ "successCount": 2,
376
+ "failCount": 0,
377
+ "lastInteracted": "2026-03-20T09:50:14.990Z",
378
+ "sessionsSinceUse": 9
379
+ },
380
+ {
381
+ "label": "Analyze for insights",
382
+ "relativeX": 0.7891156462585034,
383
+ "relativeY": 0.7595212187159956,
384
+ "anchor": "top-left",
385
+ "ocrBackup": "Analyze for insights",
386
+ "successCount": 1,
387
+ "failCount": 0,
388
+ "lastInteracted": "2026-03-20T09:43:30.953Z",
389
+ "sessionsSinceUse": 10
390
+ },
391
+ {
392
+ "label": "NonExistentElement",
393
+ "relativeX": 0,
394
+ "relativeY": 0,
395
+ "anchor": "top-left",
396
+ "ocrBackup": "NonExistentElement",
397
+ "successCount": 1,
398
+ "failCount": 0,
399
+ "lastInteracted": "2026-03-20T09:44:11.779Z",
400
+ "sessionsSinceUse": 10
401
+ },
402
+ {
403
+ "label": "Desktop Automation Overview",
404
+ "relativeX": 0.2619047619047619,
405
+ "relativeY": 0.338411316648531,
406
+ "anchor": "top-left",
407
+ "ocrBackup": "Desktop Automation Overview",
408
+ "successCount": 2,
409
+ "failCount": 0,
410
+ "lastInteracted": "2026-03-20T09:50:40.056Z",
411
+ "sessionsSinceUse": 9
412
+ },
413
+ {
414
+ "label": "MissingButton",
415
+ "relativeX": 0,
416
+ "relativeY": 0,
417
+ "anchor": "top-left",
418
+ "ocrBackup": "MissingButton",
419
+ "successCount": 1,
420
+ "failCount": 0,
421
+ "lastInteracted": "2026-03-20T09:44:21.443Z",
422
+ "sessionsSinceUse": 10
423
+ },
424
+ {
425
+ "label": "Test accessibility automation",
426
+ "relativeX": 0.20272108843537415,
427
+ "relativeY": 0.4776931447225245,
428
+ "anchor": "top-left",
429
+ "ocrBackup": "Test accessibility automation",
430
+ "successCount": 1,
431
+ "failCount": 0,
432
+ "lastInteracted": "2026-03-20T09:44:25.865Z",
433
+ "sessionsSinceUse": 10
434
+ },
435
+ {
436
+ "label": "FakeElement123",
437
+ "relativeX": 0,
438
+ "relativeY": 0,
439
+ "anchor": "top-left",
440
+ "ocrBackup": "FakeElement123",
441
+ "successCount": 1,
442
+ "failCount": 0,
443
+ "lastInteracted": "2026-03-20T09:44:30.660Z",
444
+ "sessionsSinceUse": 10
445
+ },
446
+ {
447
+ "label": "Validate CDP browser control",
448
+ "relativeX": 0.20476190476190476,
449
+ "relativeY": 0.5092491838955386,
450
+ "anchor": "top-left",
451
+ "ocrBackup": "Validate CDP browser control",
452
+ "successCount": 1,
453
+ "failCount": 0,
454
+ "lastInteracted": "2026-03-20T09:44:34.764Z",
455
+ "sessionsSinceUse": 10
456
+ },
457
+ {
458
+ "label": "GhostButton",
459
+ "relativeX": 0,
460
+ "relativeY": 0,
461
+ "anchor": "top-left",
462
+ "ocrBackup": "GhostButton",
463
+ "successCount": 1,
464
+ "failCount": 0,
465
+ "lastInteracted": "2026-03-20T09:44:39.290Z",
466
+ "sessionsSinceUse": 10
467
+ },
468
+ {
469
+ "label": "Build OCR fallback chains",
470
+ "relativeX": 0.19591836734693877,
471
+ "relativeY": 0.5418933623503809,
472
+ "anchor": "top-left",
473
+ "ocrBackup": "Build OCR fallback chains",
474
+ "successCount": 1,
475
+ "failCount": 0,
476
+ "lastInteracted": "2026-03-20T09:44:44.590Z",
477
+ "sessionsSinceUse": 10
478
+ },
479
+ {
480
+ "label": "NonExistentNav",
481
+ "relativeX": 0,
482
+ "relativeY": 0,
483
+ "anchor": "top-left",
484
+ "ocrBackup": "NonExistentNav",
485
+ "successCount": 1,
486
+ "failCount": 0,
487
+ "lastInteracted": "2026-03-20T09:48:44.343Z",
488
+ "sessionsSinceUse": 9
489
+ },
490
+ {
491
+ "label": "FakeSearchButton",
492
+ "relativeX": 0,
493
+ "relativeY": 0,
494
+ "anchor": "top-left",
495
+ "ocrBackup": "FakeSearchButton",
496
+ "successCount": 1,
497
+ "failCount": 0,
498
+ "lastInteracted": "2026-03-20T09:48:54.691Z",
499
+ "sessionsSinceUse": 9
500
+ },
501
+ {
502
+ "label": "MissingDatabase",
503
+ "relativeX": 0,
504
+ "relativeY": 0,
505
+ "anchor": "top-left",
506
+ "ocrBackup": "MissingDatabase",
507
+ "successCount": 1,
508
+ "failCount": 0,
509
+ "lastInteracted": "2026-03-20T09:49:08.005Z",
510
+ "sessionsSinceUse": 9
511
+ },
512
+ {
513
+ "label": "BrokenSlashCmd",
514
+ "relativeX": 0,
515
+ "relativeY": 0,
516
+ "anchor": "top-left",
517
+ "ocrBackup": "BrokenSlashCmd",
518
+ "successCount": 1,
519
+ "failCount": 0,
520
+ "lastInteracted": "2026-03-20T09:49:20.087Z",
521
+ "sessionsSinceUse": 9
522
+ },
523
+ {
524
+ "label": "FakeSettings",
525
+ "relativeX": 0,
526
+ "relativeY": 0,
527
+ "anchor": "top-left",
528
+ "ocrBackup": "FakeSettings",
529
+ "successCount": 1,
530
+ "failCount": 0,
531
+ "lastInteracted": "2026-03-20T09:49:32.730Z",
532
+ "sessionsSinceUse": 9
533
+ },
534
+ {
535
+ "label": "FakeAIButton",
536
+ "relativeX": 0,
537
+ "relativeY": 0,
538
+ "anchor": "top-left",
539
+ "ocrBackup": "FakeAIButton",
540
+ "successCount": 1,
541
+ "failCount": 0,
542
+ "lastInteracted": "2026-03-20T09:49:49.871Z",
543
+ "sessionsSinceUse": 9
544
+ },
545
+ {
546
+ "label": "FakeTemplate",
547
+ "relativeX": 0,
548
+ "relativeY": 0,
549
+ "anchor": "top-left",
550
+ "ocrBackup": "FakeTemplate",
551
+ "successCount": 1,
552
+ "failCount": 0,
553
+ "lastInteracted": "2026-03-20T09:50:01.646Z",
554
+ "sessionsSinceUse": 9
555
+ },
556
+ {
557
+ "label": "GhostPageHeader",
558
+ "relativeX": 0,
559
+ "relativeY": 0,
560
+ "anchor": "top-left",
561
+ "ocrBackup": "GhostPageHeader",
562
+ "successCount": 1,
563
+ "failCount": 0,
564
+ "lastInteracted": "2026-03-20T09:50:10.607Z",
565
+ "sessionsSinceUse": 9
566
+ },
567
+ {
568
+ "label": "FakeNewPage",
569
+ "relativeX": 0,
570
+ "relativeY": 0,
571
+ "anchor": "top-left",
572
+ "ocrBackup": "FakeNewPage",
573
+ "successCount": 1,
574
+ "failCount": 0,
575
+ "lastInteracted": "2026-03-20T09:50:19.417Z",
576
+ "sessionsSinceUse": 9
577
+ },
578
+ {
579
+ "label": "BrokenQuickFind",
580
+ "relativeX": 0,
581
+ "relativeY": 0,
582
+ "anchor": "top-left",
583
+ "ocrBackup": "BrokenQuickFind",
584
+ "successCount": 1,
585
+ "failCount": 0,
586
+ "lastInteracted": "2026-03-20T09:50:34.384Z",
587
+ "sessionsSinceUse": 9
588
+ },
589
+ {
590
+ "label": "navigation sidebar toggle",
591
+ "relativeX": 0,
592
+ "relativeY": 0,
593
+ "anchor": "top-left",
594
+ "ocrBackup": "navigation sidebar toggle",
595
+ "successCount": 1,
596
+ "failCount": 0,
597
+ "lastInteracted": "2026-03-20T09:51:06.571Z",
598
+ "sessionsSinceUse": 9
599
+ },
600
+ {
601
+ "label": "sidebar back forward broken",
602
+ "relativeX": 0,
603
+ "relativeY": 0,
604
+ "anchor": "top-left",
605
+ "ocrBackup": "sidebar back forward broken",
606
+ "successCount": 1,
607
+ "failCount": 0,
608
+ "lastInteracted": "2026-03-20T09:55:00.455Z",
609
+ "sessionsSinceUse": 8
610
+ },
611
+ {
612
+ "label": "database filter view broken",
613
+ "relativeX": 0,
614
+ "relativeY": 0,
615
+ "anchor": "top-left",
616
+ "ocrBackup": "database filter view broken",
617
+ "successCount": 1,
618
+ "failCount": 0,
619
+ "lastInteracted": "2026-03-20T09:55:09.369Z",
620
+ "sessionsSinceUse": 8
621
+ },
622
+ {
623
+ "label": "search find quick broken",
624
+ "relativeX": 0,
625
+ "relativeY": 0,
626
+ "anchor": "top-left",
627
+ "ocrBackup": "search find quick broken",
628
+ "successCount": 1,
629
+ "failCount": 0,
630
+ "lastInteracted": "2026-03-20T09:55:19.490Z",
631
+ "sessionsSinceUse": 8
632
+ },
633
+ {
634
+ "label": "settings preferences account broken",
635
+ "relativeX": 0,
636
+ "relativeY": 0,
637
+ "anchor": "top-left",
638
+ "ocrBackup": "settings preferences account broken",
639
+ "successCount": 1,
640
+ "failCount": 0,
641
+ "lastInteracted": "2026-03-20T09:55:32.131Z",
642
+ "sessionsSinceUse": 8
643
+ },
644
+ {
645
+ "label": "slash command heading todo broken",
646
+ "relativeX": 0,
647
+ "relativeY": 0,
648
+ "anchor": "top-left",
649
+ "ocrBackup": "slash command heading todo broken",
650
+ "successCount": 1,
651
+ "failCount": 0,
652
+ "lastInteracted": "2026-03-20T09:55:51.445Z",
653
+ "sessionsSinceUse": 8
654
+ },
655
+ {
656
+ "label": "page title breadcrumb share broken",
657
+ "relativeX": 0,
658
+ "relativeY": 0,
659
+ "anchor": "top-left",
660
+ "ocrBackup": "page title breadcrumb share broken",
661
+ "successCount": 1,
662
+ "failCount": 0,
663
+ "lastInteracted": "2026-03-20T09:56:01.437Z",
664
+ "sessionsSinceUse": 8
665
+ },
666
+ {
667
+ "label": "Share",
668
+ "relativeX": 0.9197278911564626,
669
+ "relativeY": 0.06311207834602829,
670
+ "anchor": "top-left",
671
+ "ocrBackup": "Share",
672
+ "successCount": 2,
673
+ "failCount": 0,
674
+ "lastInteracted": "2026-03-20T11:38:30.657Z",
675
+ "sessionsSinceUse": 5
676
+ },
677
+ {
678
+ "label": "ai chat sidebar sparkle broken",
679
+ "relativeX": 0,
680
+ "relativeY": 0,
681
+ "anchor": "top-left",
682
+ "ocrBackup": "ai chat sidebar sparkle broken",
683
+ "successCount": 1,
684
+ "failCount": 0,
685
+ "lastInteracted": "2026-03-20T09:56:13.998Z",
686
+ "sessionsSinceUse": 8
687
+ },
688
+ {
689
+ "label": "create new page chat broken",
690
+ "relativeX": 0,
691
+ "relativeY": 0,
692
+ "anchor": "top-left",
693
+ "ocrBackup": "create new page chat broken",
694
+ "successCount": 1,
695
+ "failCount": 0,
696
+ "lastInteracted": "2026-03-20T09:56:26.495Z",
697
+ "sessionsSinceUse": 8
698
+ },
699
+ {
700
+ "label": "sidebar back forward missing",
701
+ "relativeX": 0,
702
+ "relativeY": 0,
703
+ "anchor": "top-left",
704
+ "ocrBackup": "sidebar back forward missing",
705
+ "successCount": 0,
706
+ "failCount": 1,
707
+ "lastInteracted": "2026-03-20T10:00:58.315Z",
708
+ "sessionsSinceUse": 7
709
+ },
710
+ {
711
+ "label": "Security",
712
+ "relativeX": 0.1,
713
+ "relativeY": 0.749727965179543,
714
+ "anchor": "top-left",
715
+ "ocrBackup": "Security",
716
+ "successCount": 1,
717
+ "failCount": 0,
718
+ "lastInteracted": "2026-03-20T11:38:21.757Z",
719
+ "sessionsSinceUse": 5
720
+ },
721
+ {
722
+ "label": "Rating System Validation",
723
+ "relativeX": 0.08707482993197278,
724
+ "relativeY": 0.7671381936887922,
725
+ "anchor": "top-left",
726
+ "ocrBackup": "Rating System Validation",
727
+ "successCount": 1,
728
+ "failCount": 0,
729
+ "lastInteracted": "2026-03-21T07:43:18.698Z",
730
+ "sessionsSinceUse": 4
731
+ },
732
+ {
733
+ "label": "Set up your workspace",
734
+ "relativeX": 0.06802721088435375,
735
+ "relativeY": 0.12404787812840043,
736
+ "anchor": "top-left",
737
+ "ocrBackup": "Set up your workspace",
738
+ "successCount": 1,
739
+ "failCount": 0,
740
+ "lastInteracted": "2026-03-21T07:44:07.489Z",
741
+ "sessionsSinceUse": 4
742
+ },
743
+ {
744
+ "label": "Welcome to Notion",
745
+ "relativeX": 0.0727891156462585,
746
+ "relativeY": 0.41893362350380847,
747
+ "anchor": "top-left",
748
+ "ocrBackup": "Welcome to Notion",
749
+ "successCount": 1,
750
+ "failCount": 0,
751
+ "lastInteracted": "2026-03-21T07:44:19.224Z",
752
+ "sessionsSinceUse": 4
753
+ },
754
+ {
755
+ "label": "Home",
756
+ "relativeX": 0.04353741496598639,
757
+ "relativeY": 0.06528835690968444,
758
+ "anchor": "top-left",
759
+ "ocrBackup": "Home",
760
+ "successCount": 1,
761
+ "failCount": 0,
762
+ "lastInteracted": "2026-03-21T07:44:23.857Z",
763
+ "sessionsSinceUse": 4
764
+ }
765
+ ],
766
+ "verified": false,
767
+ "lastSeen": "2026-03-20T08:56:44.281Z",
768
+ "contracts": [
769
+ {
770
+ "elementLabel": "By Status",
771
+ "action": "click_text",
772
+ "preconditions": [],
773
+ "outcomes": [
774
+ {
775
+ "description": "action succeeded",
776
+ "reliable": false,
777
+ "seenCount": 1
778
+ }
779
+ ],
780
+ "validationCount": 1,
781
+ "lastValidated": "2026-03-21T08:20:01.363Z"
782
+ },
783
+ {
784
+ "elementLabel": "All Tasks",
785
+ "action": "click_text",
786
+ "preconditions": [],
787
+ "outcomes": [
788
+ {
789
+ "description": "action succeeded",
790
+ "reliable": false,
791
+ "seenCount": 1
792
+ }
793
+ ],
794
+ "validationCount": 1,
795
+ "lastValidated": "2026-03-21T08:20:04.741Z"
796
+ }
797
+ ]
798
+ },
799
+ "page::My Engineering Tasks": {
800
+ "relativePosition": {
801
+ "top": 0,
802
+ "left": 0,
803
+ "width": 1,
804
+ "height": 1
805
+ },
806
+ "type": "other",
807
+ "elements": [
808
+ {
809
+ "label": "By Status",
810
+ "relativeX": 0,
811
+ "relativeY": 0,
812
+ "anchor": "top-left",
813
+ "ocrBackup": "By Status",
814
+ "successCount": 1,
815
+ "failCount": 0,
816
+ "lastInteracted": "2026-03-21T08:20:01.363Z",
817
+ "sessionsSinceUse": 3
818
+ },
819
+ {
820
+ "label": "All Tasks",
821
+ "relativeX": 0,
822
+ "relativeY": 0,
823
+ "anchor": "top-left",
824
+ "ocrBackup": "All Tasks",
825
+ "successCount": 1,
826
+ "failCount": 0,
827
+ "lastInteracted": "2026-03-21T08:20:04.740Z",
828
+ "sessionsSinceUse": 3
829
+ }
830
+ ],
831
+ "verified": false,
832
+ "lastSeen": "2026-03-21T08:19:15.894Z",
833
+ "contracts": [
834
+ {
835
+ "elementLabel": "ScreenHand Automation Notes",
836
+ "action": "click_text",
837
+ "preconditions": [],
838
+ "outcomes": [
839
+ {
840
+ "description": "action succeeded",
841
+ "reliable": false,
842
+ "seenCount": 1
843
+ }
844
+ ],
845
+ "validationCount": 1,
846
+ "lastValidated": "2026-03-21T08:19:15.894Z"
847
+ }
848
+ ],
849
+ "hierarchy": [
850
+ {
851
+ "parentLabel": "Home",
852
+ "parentZone": "page::My Engineering Tasks",
853
+ "children": [
854
+ "Set up your workspace",
855
+ "J My Engineering Tasks",
856
+ "Ju My Engineering Tasks",
857
+ "8 Private v"
858
+ ],
859
+ "source": "ocr_spatial",
860
+ "lastSeen": "2026-03-21T09:29:08.916Z"
861
+ },
862
+ {
863
+ "parentLabel": "Recents",
864
+ "parentZone": "page::My Engineering Tasks",
865
+ "children": [
866
+ "My Engineering Tasks",
867
+ "... +",
868
+ "ScreenHand Automation Notes",
869
+ "Rating System Test Page",
870
+ "Rating System Validation",
871
+ "ScreenHand Test Page",
872
+ "Request to summarize page",
873
+ "Request for analysis insights",
874
+ "Automate desktop testing wit...",
875
+ "• Welcome to Notion",
876
+ "Agents Beta",
877
+ "+ New age [TRUNCATED]"
878
+ ],
879
+ "source": "ocr_spatial",
880
+ "lastSeen": "2026-03-21T09:29:08.916Z"
881
+ }
882
+ ]
883
+ },
884
+ "global::sidebar": {
885
+ "relativePosition": {
886
+ "top": 0.08,
887
+ "left": 0,
888
+ "width": 0.15,
889
+ "height": 0.92
890
+ },
891
+ "type": "sidebar",
892
+ "elements": [
893
+ {
894
+ "label": "ScreenHand Automation Notes",
895
+ "relativeX": 0.10068027210884353,
896
+ "relativeY": 0.29488574537540807,
897
+ "anchor": "top-left",
898
+ "ocrBackup": "ScreenHand Automation Notes",
899
+ "successCount": 5,
900
+ "failCount": 0,
901
+ "lastInteracted": "2026-03-21T09:19:12.238Z",
902
+ "sessionsSinceUse": 1
903
+ },
904
+ {
905
+ "label": "Rating System Test Page",
906
+ "relativeX": 0.08707482993197278,
907
+ "relativeY": 0.33188248095756256,
908
+ "anchor": "top-left",
909
+ "ocrBackup": "Rating System Test Page",
910
+ "successCount": 1,
911
+ "failCount": 0,
912
+ "lastInteracted": "2026-03-21T09:14:46.949Z",
913
+ "sessionsSinceUse": 2
914
+ },
915
+ {
916
+ "label": "ScreenHand Test Page",
917
+ "relativeX": 0.08299319727891157,
918
+ "relativeY": 0.39608269858541895,
919
+ "anchor": "top-left",
920
+ "ocrBackup": "ScreenHand Test Page",
921
+ "successCount": 3,
922
+ "failCount": 0,
923
+ "lastInteracted": "2026-03-21T08:19:24.415Z",
924
+ "sessionsSinceUse": 3
925
+ },
926
+ {
927
+ "label": "My Engineering Tasks",
928
+ "relativeX": 0.07891156462585033,
929
+ "relativeY": 0.26332970620239393,
930
+ "anchor": "top-left",
931
+ "ocrBackup": "My Engineering Tasks",
932
+ "successCount": 11,
933
+ "failCount": 0,
934
+ "lastInteracted": "2026-03-21T09:28:57.157Z",
935
+ "sessionsSinceUse": 0
936
+ }
937
+ ],
938
+ "verified": false,
939
+ "lastSeen": "2026-03-21T08:19:15.894Z",
940
+ "contracts": [
941
+ {
942
+ "elementLabel": "Rating System Test Page",
943
+ "action": "click_text",
944
+ "preconditions": [],
945
+ "outcomes": [
946
+ {
947
+ "description": "action succeeded",
948
+ "reliable": false,
949
+ "seenCount": 2
950
+ }
951
+ ],
952
+ "validationCount": 2,
953
+ "lastValidated": "2026-03-21T09:14:46.949Z"
954
+ },
955
+ {
956
+ "elementLabel": "ScreenHand Test Page",
957
+ "action": "click_text",
958
+ "preconditions": [],
959
+ "outcomes": [
960
+ {
961
+ "description": "action succeeded",
962
+ "reliable": false,
963
+ "seenCount": 1
964
+ }
965
+ ],
966
+ "validationCount": 1,
967
+ "lastValidated": "2026-03-21T08:19:24.415Z"
968
+ },
969
+ {
970
+ "elementLabel": "My Engineering Tasks",
971
+ "action": "click_text",
972
+ "preconditions": [],
973
+ "outcomes": [
974
+ {
975
+ "description": "action succeeded",
976
+ "reliable": true,
977
+ "seenCount": 3
978
+ }
979
+ ],
980
+ "validationCount": 3,
981
+ "lastValidated": "2026-03-21T09:28:57.157Z"
982
+ },
983
+ {
984
+ "elementLabel": "ScreenHand Automation Notes",
985
+ "action": "click_text",
986
+ "preconditions": [],
987
+ "outcomes": [
988
+ {
989
+ "description": "action succeeded",
990
+ "reliable": false,
991
+ "seenCount": 2
992
+ }
993
+ ],
994
+ "validationCount": 2,
995
+ "lastValidated": "2026-03-21T09:19:12.238Z"
996
+ }
997
+ ]
998
+ },
999
+ "page::ScreenHand Automation Notes": {
1000
+ "relativePosition": {
1001
+ "top": 0,
1002
+ "left": 0,
1003
+ "width": 1,
1004
+ "height": 1
1005
+ },
1006
+ "type": "other",
1007
+ "elements": [
1008
+ {
1009
+ "label": "Rating System Test Page",
1010
+ "relativeX": 0,
1011
+ "relativeY": 0,
1012
+ "anchor": "top-left",
1013
+ "ocrBackup": "Rating System Test Page",
1014
+ "successCount": 2,
1015
+ "failCount": 0,
1016
+ "lastInteracted": "2026-03-21T09:14:46.949Z",
1017
+ "sessionsSinceUse": 2
1018
+ },
1019
+ {
1020
+ "label": "My Engineering Tasks",
1021
+ "relativeX": 0,
1022
+ "relativeY": 0,
1023
+ "anchor": "top-left",
1024
+ "ocrBackup": "My Engineering Tasks",
1025
+ "successCount": 1,
1026
+ "failCount": 0,
1027
+ "lastInteracted": "2026-03-21T09:28:57.157Z",
1028
+ "sessionsSinceUse": 0
1029
+ }
1030
+ ],
1031
+ "verified": false,
1032
+ "lastSeen": "2026-03-21T08:19:20.836Z",
1033
+ "hierarchy": [
1034
+ {
1035
+ "parentLabel": "Home",
1036
+ "parentZone": "page::ScreenHand Automation Notes",
1037
+ "children": [
1038
+ "Set up your workspace",
1039
+ "ScreenHand Automation ...",
1040
+ "ScreenHand Automation Notes",
1041
+ "Ô Private v"
1042
+ ],
1043
+ "source": "ocr_spatial",
1044
+ "lastSeen": "2026-03-21T09:28:51.592Z"
1045
+ },
1046
+ {
1047
+ "parentLabel": "Recents",
1048
+ "parentZone": "page::ScreenHand Automation Notes",
1049
+ "children": [
1050
+ "My Engineering Tasks",
1051
+ "ScreenHand Automati... •• +",
1052
+ "Rating System Test Page",
1053
+ "Rating System Validation",
1054
+ "ScreenHand Test Page",
1055
+ "Request to summarize page",
1056
+ "Request for analysis insights",
1057
+ "Automate desktop testing wit...",
1058
+ "• Welcome to Notion"
1059
+ ],
1060
+ "source": "ocr_spatial",
1061
+ "lastSeen": "2026-03-21T09:28:51.592Z"
1062
+ },
1063
+ {
1064
+ "parentLabel": "Agents",
1065
+ "parentZone": "page::ScreenHand Automation Notes",
1066
+ "children": [
1067
+ "Beta",
1068
+ "+ New ag [TRUNCATED]"
1069
+ ],
1070
+ "source": "ocr_spatial",
1071
+ "lastSeen": "2026-03-21T09:28:51.592Z"
1072
+ }
1073
+ ]
1074
+ },
1075
+ "page::Rating System Test Page": {
1076
+ "relativePosition": {
1077
+ "top": 0,
1078
+ "left": 0,
1079
+ "width": 1,
1080
+ "height": 1
1081
+ },
1082
+ "type": "other",
1083
+ "elements": [
1084
+ {
1085
+ "label": "ScreenHand Test Page",
1086
+ "relativeX": 0,
1087
+ "relativeY": 0,
1088
+ "anchor": "top-left",
1089
+ "ocrBackup": "ScreenHand Test Page",
1090
+ "successCount": 1,
1091
+ "failCount": 0,
1092
+ "lastInteracted": "2026-03-21T08:19:24.415Z",
1093
+ "sessionsSinceUse": 3
1094
+ },
1095
+ {
1096
+ "label": "My Engineering Tasks",
1097
+ "relativeX": 0,
1098
+ "relativeY": 0,
1099
+ "anchor": "top-left",
1100
+ "ocrBackup": "My Engineering Tasks",
1101
+ "successCount": 1,
1102
+ "failCount": 0,
1103
+ "lastInteracted": "2026-03-21T09:14:52.911Z",
1104
+ "sessionsSinceUse": 2
1105
+ }
1106
+ ],
1107
+ "verified": false,
1108
+ "lastSeen": "2026-03-21T08:19:24.415Z"
1109
+ },
1110
+ "page::ScreenHand Test Page": {
1111
+ "relativePosition": {
1112
+ "top": 0,
1113
+ "left": 0,
1114
+ "width": 1,
1115
+ "height": 1
1116
+ },
1117
+ "type": "other",
1118
+ "elements": [
1119
+ {
1120
+ "label": "My Engineering Tasks",
1121
+ "relativeX": 0,
1122
+ "relativeY": 0,
1123
+ "anchor": "top-left",
1124
+ "ocrBackup": "My Engineering Tasks",
1125
+ "successCount": 1,
1126
+ "failCount": 0,
1127
+ "lastInteracted": "2026-03-21T08:19:44.974Z",
1128
+ "sessionsSinceUse": 3
1129
+ }
1130
+ ],
1131
+ "verified": false,
1132
+ "lastSeen": "2026-03-21T08:19:44.974Z"
1133
+ }
1134
+ },
1135
+ "navigationGraph": {
1136
+ "nodes": {
1137
+ "Notion": {
1138
+ "type": "window",
1139
+ "description": "Notion"
1140
+ },
1141
+ "My Engineering Tasks": {
1142
+ "type": "window",
1143
+ "description": "My Engineering Tasks"
1144
+ },
1145
+ "ScreenHand Automation Notes": {
1146
+ "type": "window",
1147
+ "description": "ScreenHand Automation Notes"
1148
+ },
1149
+ "Window": {
1150
+ "type": "window",
1151
+ "description": "Window"
1152
+ },
1153
+ "ScreenHand Test Page": {
1154
+ "type": "window",
1155
+ "description": "ScreenHand Test Page"
1156
+ },
1157
+ "Rating System Test Page": {
1158
+ "type": "window",
1159
+ "description": "Rating System Test Page"
1160
+ }
1161
+ },
1162
+ "edges": [
1163
+ {
1164
+ "from": "Notion",
1165
+ "action": "focus",
1166
+ "to": "My Engineering Tasks",
1167
+ "verified": false,
1168
+ "successCount": 1,
1169
+ "failCount": 0,
1170
+ "lastUsed": "2026-03-20T09:28:52.839Z"
1171
+ },
1172
+ {
1173
+ "from": "Notion",
1174
+ "action": "focus",
1175
+ "to": "ScreenHand Automation Notes",
1176
+ "verified": false,
1177
+ "successCount": 1,
1178
+ "failCount": 0,
1179
+ "lastUsed": "2026-03-21T06:18:33.056Z"
1180
+ },
1181
+ {
1182
+ "from": "ScreenHand Automation Notes",
1183
+ "action": "ui_tree",
1184
+ "to": "Window",
1185
+ "verified": false,
1186
+ "successCount": 1,
1187
+ "failCount": 0,
1188
+ "lastUsed": "2026-03-21T07:42:47.496Z"
1189
+ },
1190
+ {
1191
+ "from": "ScreenHand Automation Notes",
1192
+ "action": "Rating System Test Page",
1193
+ "to": "My Engineering Tasks",
1194
+ "verified": false,
1195
+ "successCount": 1,
1196
+ "failCount": 0,
1197
+ "lastUsed": "2026-03-21T07:43:12.953Z"
1198
+ },
1199
+ {
1200
+ "from": "ScreenHand Test Page",
1201
+ "action": "key",
1202
+ "to": "ScreenHand Automation Notes",
1203
+ "verified": false,
1204
+ "successCount": 1,
1205
+ "failCount": 0,
1206
+ "lastUsed": "2026-03-21T07:43:40.239Z"
1207
+ },
1208
+ {
1209
+ "from": "My Engineering Tasks",
1210
+ "action": "click_text",
1211
+ "to": "ScreenHand Automation Notes",
1212
+ "verified": false,
1213
+ "successCount": 1,
1214
+ "failCount": 0,
1215
+ "lastUsed": "2026-03-21T08:19:20.836Z"
1216
+ },
1217
+ {
1218
+ "from": "ScreenHand Automation Notes",
1219
+ "action": "click_text",
1220
+ "to": "Rating System Test Page",
1221
+ "verified": true,
1222
+ "successCount": 2,
1223
+ "failCount": 0,
1224
+ "lastUsed": "2026-03-21T09:14:52.911Z"
1225
+ },
1226
+ {
1227
+ "from": "Rating System Test Page",
1228
+ "action": "click_text",
1229
+ "to": "ScreenHand Test Page",
1230
+ "verified": false,
1231
+ "successCount": 1,
1232
+ "failCount": 0,
1233
+ "lastUsed": "2026-03-21T08:19:44.974Z"
1234
+ },
1235
+ {
1236
+ "from": "ScreenHand Test Page",
1237
+ "action": "key",
1238
+ "to": "My Engineering Tasks",
1239
+ "verified": false,
1240
+ "successCount": 1,
1241
+ "failCount": 0,
1242
+ "lastUsed": "2026-03-21T08:19:51.921Z"
1243
+ },
1244
+ {
1245
+ "from": "My Engineering Tasks",
1246
+ "action": "screenshot",
1247
+ "to": "ScreenHand Automation Notes",
1248
+ "verified": true,
1249
+ "successCount": 2,
1250
+ "failCount": 0,
1251
+ "lastUsed": "2026-03-21T09:19:26.079Z"
1252
+ },
1253
+ {
1254
+ "from": "ScreenHand Automation Notes",
1255
+ "action": "screenshot",
1256
+ "to": "My Engineering Tasks",
1257
+ "verified": false,
1258
+ "successCount": 1,
1259
+ "failCount": 0,
1260
+ "lastUsed": "2026-03-21T09:29:08.915Z"
1261
+ }
1262
+ ]
1263
+ },
1264
+ "masteryHistory": [
1265
+ {
1266
+ "date": "2026-03-20",
1267
+ "level": "beginner",
1268
+ "confidence": 0,
1269
+ "zonesKnown": 0,
1270
+ "edgesVerified": 0
1271
+ },
1272
+ {
1273
+ "date": "2026-03-21",
1274
+ "level": "grandmaster",
1275
+ "rating": {
1276
+ "grade": "B",
1277
+ "subTier": 1
1278
+ },
1279
+ "confidence": 0.9995235259082788,
1280
+ "zonesKnown": 1,
1281
+ "edgesVerified": 0
1282
+ }
1283
+ ],
1284
+ "totalTasksCompleted": 0,
1285
+ "sessionCount": 11,
1286
+ "featureLadder": [
1287
+ {
1288
+ "id": "navigation",
1289
+ "description": "navigation: sidebar toggle, back, forward",
1290
+ "level": "beginner",
1291
+ "weight": 1,
1292
+ "critical": true
1293
+ },
1294
+ {
1295
+ "id": "page_header",
1296
+ "description": "page header: page title, breadcrumb, share button",
1297
+ "level": "beginner",
1298
+ "weight": 1,
1299
+ "critical": true
1300
+ },
1301
+ {
1302
+ "id": "search_and_navigate",
1303
+ "description": "Press Cmd+K to open Quick Find",
1304
+ "level": "beginner",
1305
+ "weight": 1,
1306
+ "critical": false
1307
+ },
1308
+ {
1309
+ "id": "create_new",
1310
+ "description": "create new: page, chat, ai meeting notes",
1311
+ "level": "pro",
1312
+ "weight": 2,
1313
+ "critical": false
1314
+ },
1315
+ {
1316
+ "id": "new_page_options",
1317
+ "description": "new page options: ask ai, ai meeting notes, database",
1318
+ "level": "pro",
1319
+ "weight": 2,
1320
+ "critical": false
1321
+ },
1322
+ {
1323
+ "id": "settings_sidebar",
1324
+ "description": "settings sidebar: account section, workspace section, features section",
1325
+ "level": "pro",
1326
+ "weight": 2,
1327
+ "critical": true
1328
+ },
1329
+ {
1330
+ "id": "add_block_via_slash",
1331
+ "description": "Click in the page body where you want the block",
1332
+ "level": "pro",
1333
+ "weight": 2,
1334
+ "critical": false
1335
+ },
1336
+ {
1337
+ "id": "quick_find",
1338
+ "description": "quick find: search input, title only filter, created by filter",
1339
+ "level": "expert",
1340
+ "weight": 3,
1341
+ "critical": true
1342
+ },
1343
+ {
1344
+ "id": "database",
1345
+ "description": "database: all tasks view, by status view, my tasks view",
1346
+ "level": "expert",
1347
+ "weight": 3,
1348
+ "critical": true
1349
+ },
1350
+ {
1351
+ "id": "database_templates",
1352
+ "description": "database templates: tasks tracker, projects, document hub",
1353
+ "level": "expert",
1354
+ "weight": 3,
1355
+ "critical": true
1356
+ },
1357
+ {
1358
+ "id": "slash_commands",
1359
+ "description": "slash commands: text, heading1, heading2",
1360
+ "level": "expert",
1361
+ "weight": 3,
1362
+ "critical": true
1363
+ },
1364
+ {
1365
+ "id": "ai_sidebar",
1366
+ "description": "ai sidebar: ai chat, insert into page, describe your own",
1367
+ "level": "grandmaster",
1368
+ "weight": 3,
1369
+ "critical": true
1370
+ },
1371
+ {
1372
+ "id": "use_notion_ai",
1373
+ "description": "Click the Notion AI icon in the bottom-right corner (plant/sparkle icon)",
1374
+ "level": "grandmaster",
1375
+ "weight": 3,
1376
+ "critical": true
1377
+ }
1378
+ ],
1379
+ "featureMastery": {
1380
+ "core_action": {
1381
+ "depth": 3,
1382
+ "confidence": 0.85,
1383
+ "repeatCount": 52,
1384
+ "workflowCount": 49,
1385
+ "healingCount": 0,
1386
+ "failCount": 0,
1387
+ "lastSeen": "2026-03-20T09:05:57.741Z",
1388
+ "lastVerified": null
1389
+ },
1390
+ "settings": {
1391
+ "depth": 2,
1392
+ "confidence": 0.53,
1393
+ "repeatCount": 1,
1394
+ "workflowCount": 0,
1395
+ "healingCount": 0,
1396
+ "failCount": 0,
1397
+ "lastSeen": "2026-03-20T08:58:34.497Z",
1398
+ "lastVerified": null
1399
+ },
1400
+ "new_page_options": {
1401
+ "depth": 4,
1402
+ "confidence": 1,
1403
+ "repeatCount": 279,
1404
+ "workflowCount": 261,
1405
+ "healingCount": 0,
1406
+ "failCount": 0,
1407
+ "lastSeen": "2026-03-21T09:29:46.950Z",
1408
+ "lastVerified": "2026-03-21T09:29:08.915Z"
1409
+ },
1410
+ "database": {
1411
+ "depth": 4,
1412
+ "confidence": 1,
1413
+ "repeatCount": 236,
1414
+ "workflowCount": 224,
1415
+ "healingCount": 1,
1416
+ "failCount": 1,
1417
+ "lastSeen": "2026-03-21T09:29:46.951Z",
1418
+ "lastVerified": "2026-03-21T09:29:08.915Z"
1419
+ },
1420
+ "database_templates": {
1421
+ "depth": 4,
1422
+ "confidence": 1,
1423
+ "repeatCount": 169,
1424
+ "workflowCount": 159,
1425
+ "healingCount": 0,
1426
+ "failCount": 0,
1427
+ "lastSeen": "2026-03-21T09:29:46.951Z",
1428
+ "lastVerified": "2026-03-21T09:29:08.915Z"
1429
+ },
1430
+ "use_notion_ai": {
1431
+ "depth": 4,
1432
+ "confidence": 1,
1433
+ "repeatCount": 305,
1434
+ "workflowCount": 294,
1435
+ "healingCount": 1,
1436
+ "failCount": 1,
1437
+ "lastSeen": "2026-03-21T09:28:57.158Z",
1438
+ "lastVerified": "2026-03-20T11:37:56.912Z"
1439
+ },
1440
+ "navigation": {
1441
+ "depth": 4,
1442
+ "confidence": 1,
1443
+ "repeatCount": 48,
1444
+ "workflowCount": 43,
1445
+ "healingCount": 1,
1446
+ "failCount": 1,
1447
+ "lastSeen": "2026-03-21T09:14:52.912Z",
1448
+ "lastVerified": "2026-03-20T09:31:51.548Z"
1449
+ },
1450
+ "search_and_navigate": {
1451
+ "depth": 4,
1452
+ "confidence": 1,
1453
+ "repeatCount": 160,
1454
+ "workflowCount": 155,
1455
+ "healingCount": 1,
1456
+ "failCount": 1,
1457
+ "lastSeen": "2026-03-21T09:28:57.157Z",
1458
+ "lastVerified": "2026-03-20T09:31:51.548Z"
1459
+ },
1460
+ "create_new": {
1461
+ "depth": 4,
1462
+ "confidence": 1,
1463
+ "repeatCount": 158,
1464
+ "workflowCount": 147,
1465
+ "healingCount": 0,
1466
+ "failCount": 0,
1467
+ "lastSeen": "2026-03-21T09:28:57.157Z",
1468
+ "lastVerified": "2026-03-21T09:28:51.591Z"
1469
+ },
1470
+ "settings_sidebar": {
1471
+ "depth": 3,
1472
+ "confidence": 0.85,
1473
+ "repeatCount": 113,
1474
+ "workflowCount": 110,
1475
+ "healingCount": 1,
1476
+ "failCount": 1,
1477
+ "lastSeen": "2026-03-21T09:28:57.157Z",
1478
+ "lastVerified": null
1479
+ },
1480
+ "add_block_via_slash": {
1481
+ "depth": 4,
1482
+ "confidence": 1,
1483
+ "repeatCount": 160,
1484
+ "workflowCount": 155,
1485
+ "healingCount": 1,
1486
+ "failCount": 1,
1487
+ "lastSeen": "2026-03-21T09:28:57.157Z",
1488
+ "lastVerified": "2026-03-20T09:31:51.548Z"
1489
+ },
1490
+ "quick_find": {
1491
+ "depth": 3,
1492
+ "confidence": 0.85,
1493
+ "repeatCount": 23,
1494
+ "workflowCount": 19,
1495
+ "healingCount": 0,
1496
+ "failCount": 0,
1497
+ "lastSeen": "2026-03-20T11:40:16.796Z",
1498
+ "lastVerified": null
1499
+ },
1500
+ "slash_commands": {
1501
+ "depth": 3,
1502
+ "confidence": 0.85,
1503
+ "repeatCount": 148,
1504
+ "workflowCount": 145,
1505
+ "healingCount": 1,
1506
+ "failCount": 1,
1507
+ "lastSeen": "2026-03-21T09:28:57.158Z",
1508
+ "lastVerified": null
1509
+ },
1510
+ "page_header": {
1511
+ "depth": 4,
1512
+ "confidence": 1,
1513
+ "repeatCount": 160,
1514
+ "workflowCount": 149,
1515
+ "healingCount": 0,
1516
+ "failCount": 0,
1517
+ "lastSeen": "2026-03-21T09:28:57.157Z",
1518
+ "lastVerified": "2026-03-21T09:28:51.591Z"
1519
+ },
1520
+ "ai_sidebar": {
1521
+ "depth": 4,
1522
+ "confidence": 1,
1523
+ "repeatCount": 36,
1524
+ "workflowCount": 31,
1525
+ "healingCount": 1,
1526
+ "failCount": 1,
1527
+ "lastSeen": "2026-03-21T09:14:52.912Z",
1528
+ "lastVerified": "2026-03-20T09:31:51.548Z"
1529
+ }
1530
+ },
1531
+ "masteryMetrics": {
1532
+ "breadth": 1,
1533
+ "workflowBreadth": 1,
1534
+ "outcomeBreadth": 0.7241379310344828,
1535
+ "reliability": 0.9960059910134798,
1536
+ "healingRate": 1,
1537
+ "crossFeatureWorkflows": 60,
1538
+ "criticalFloor": 3,
1539
+ "weightedScore": 26.1
1540
+ },
1541
+ "crossFeatureWorkflows": 60,
1542
+ "actionSuccessCount": 273,
1543
+ "actionFailCount": 1,
1544
+ "rating": {
1545
+ "grade": "A",
1546
+ "subTier": 1
1547
+ },
1548
+ "ratingFactors": {
1549
+ "featureCoverage": 55,
1550
+ "workflowDepth": 55,
1551
+ "outcomeVerification": 40,
1552
+ "errorRecovery": 100,
1553
+ "speedEfficiency": 55,
1554
+ "crossFeatureChains": 100,
1555
+ "edgeCaseHandling": 66,
1556
+ "teachingAbility": 70,
1557
+ "platformKnowledge": 100,
1558
+ "consistency": 22
1559
+ },
1560
+ "shortcutsUsed": 80,
1561
+ "playbooksExported": 7,
1562
+ "edgeCasesHandled": 33,
1563
+ "timingProfiles": [
1564
+ {
1565
+ "key": "click_text::ScreenHand Automation Notes",
1566
+ "type": "element_response",
1567
+ "avgMs": 864.3333333333334,
1568
+ "minMs": 741,
1569
+ "maxMs": 1008,
1570
+ "sampleCount": 3,
1571
+ "lastMs": 1008,
1572
+ "lastMeasured": "2026-03-21T09:19:12.243Z"
1573
+ },
1574
+ {
1575
+ "key": "click_text::Rating System Test Page",
1576
+ "type": "element_response",
1577
+ "avgMs": 575,
1578
+ "minMs": 560,
1579
+ "maxMs": 590,
1580
+ "sampleCount": 2,
1581
+ "lastMs": 560,
1582
+ "lastMeasured": "2026-03-21T09:14:46.950Z"
1583
+ },
1584
+ {
1585
+ "key": "click_text::ScreenHand Test Page",
1586
+ "type": "element_response",
1587
+ "avgMs": 520,
1588
+ "minMs": 520,
1589
+ "maxMs": 520,
1590
+ "sampleCount": 1,
1591
+ "lastMs": 520,
1592
+ "lastMeasured": "2026-03-21T08:19:24.415Z"
1593
+ },
1594
+ {
1595
+ "key": "click_text::My Engineering Tasks",
1596
+ "type": "element_response",
1597
+ "avgMs": 668,
1598
+ "minMs": 516,
1599
+ "maxMs": 806,
1600
+ "sampleCount": 3,
1601
+ "lastMs": 682,
1602
+ "lastMeasured": "2026-03-21T09:28:57.159Z"
1603
+ },
1604
+ {
1605
+ "key": "key::key",
1606
+ "type": "element_response",
1607
+ "avgMs": 155.375,
1608
+ "minMs": 113,
1609
+ "maxMs": 266,
1610
+ "sampleCount": 8,
1611
+ "lastMs": 132,
1612
+ "lastMeasured": "2026-03-21T09:29:46.952Z"
1613
+ },
1614
+ {
1615
+ "key": "click_text::By Status",
1616
+ "type": "element_response",
1617
+ "avgMs": 806,
1618
+ "minMs": 806,
1619
+ "maxMs": 806,
1620
+ "sampleCount": 1,
1621
+ "lastMs": 806,
1622
+ "lastMeasured": "2026-03-21T08:20:01.364Z"
1623
+ },
1624
+ {
1625
+ "key": "click_text::All Tasks",
1626
+ "type": "element_response",
1627
+ "avgMs": 664,
1628
+ "minMs": 664,
1629
+ "maxMs": 664,
1630
+ "sampleCount": 1,
1631
+ "lastMs": 664,
1632
+ "lastMeasured": "2026-03-21T08:20:04.741Z"
1633
+ }
1634
+ ],
1635
+ "stateDimensions": [
1636
+ {
1637
+ "key": "modal_state",
1638
+ "possibleValues": [
1639
+ "closed",
1640
+ "open"
1641
+ ],
1642
+ "currentValue": "closed",
1643
+ "lastObserved": "2026-03-21T09:29:46.952Z"
1644
+ }
1645
+ ],
1646
+ "stateTransitions": [
1647
+ {
1648
+ "dimensionKey": "modal_state",
1649
+ "fromValue": "closed",
1650
+ "toValue": "open",
1651
+ "trigger": "cmd+k",
1652
+ "observedCount": 3,
1653
+ "lastSeen": "2026-03-21T09:29:14.869Z",
1654
+ "reverseTrigger": [
1655
+ "escape"
1656
+ ]
1657
+ },
1658
+ {
1659
+ "dimensionKey": "modal_state",
1660
+ "fromValue": "open",
1661
+ "toValue": "closed",
1662
+ "trigger": "escape",
1663
+ "observedCount": 3,
1664
+ "lastSeen": "2026-03-21T09:29:46.952Z",
1665
+ "reverseTrigger": [
1666
+ "cmd+k"
1667
+ ]
1668
+ }
1669
+ ],
1670
+ "visibilityConditions": [
1671
+ {
1672
+ "elementLabel": "General",
1673
+ "conditionType": "unknown",
1674
+ "description": "Visibility rate: 0%",
1675
+ "seenOnPages": [],
1676
+ "absentOnPages": [
1677
+ "My Engineering Tasks",
1678
+ "Rating System Test Page",
1679
+ "ScreenHand Automation Notes"
1680
+ ],
1681
+ "seenCount": 0,
1682
+ "checkCount": 4,
1683
+ "visibilityRate": 0,
1684
+ "lastSeen": "2026-03-21T09:14:33.195Z",
1685
+ "firstSeen": "2026-03-21T09:14:33.195Z"
1686
+ },
1687
+ {
1688
+ "elementLabel": "Preferences",
1689
+ "conditionType": "unknown",
1690
+ "description": "Visibility rate: 0%",
1691
+ "seenOnPages": [],
1692
+ "absentOnPages": [
1693
+ "My Engineering Tasks",
1694
+ "Rating System Test Page",
1695
+ "ScreenHand Automation Notes"
1696
+ ],
1697
+ "seenCount": 0,
1698
+ "checkCount": 4,
1699
+ "visibilityRate": 0,
1700
+ "lastSeen": "2026-03-21T09:14:33.195Z",
1701
+ "firstSeen": "2026-03-21T09:14:33.195Z"
1702
+ },
1703
+ {
1704
+ "elementLabel": "Tasks Tracker",
1705
+ "conditionType": "unknown",
1706
+ "description": "Visibility rate: 0%",
1707
+ "seenOnPages": [],
1708
+ "absentOnPages": [
1709
+ "My Engineering Tasks",
1710
+ "Rating System Test Page",
1711
+ "ScreenHand Automation Notes"
1712
+ ],
1713
+ "seenCount": 0,
1714
+ "checkCount": 4,
1715
+ "visibilityRate": 0,
1716
+ "lastSeen": "2026-03-21T09:14:33.195Z",
1717
+ "firstSeen": "2026-03-21T09:14:33.195Z"
1718
+ },
1719
+ {
1720
+ "elementLabel": "Get started",
1721
+ "conditionType": "unknown",
1722
+ "description": "Visibility rate: 0%",
1723
+ "seenOnPages": [],
1724
+ "absentOnPages": [
1725
+ "My Engineering Tasks",
1726
+ "Rating System Test Page",
1727
+ "ScreenHand Automation Notes"
1728
+ ],
1729
+ "seenCount": 0,
1730
+ "checkCount": 4,
1731
+ "visibilityRate": 0,
1732
+ "lastSeen": "2026-03-21T09:14:33.195Z",
1733
+ "firstSeen": "2026-03-21T09:14:33.195Z"
1734
+ },
1735
+ {
1736
+ "elementLabel": "Done",
1737
+ "conditionType": "unknown",
1738
+ "description": "Visibility rate: 0%",
1739
+ "seenOnPages": [],
1740
+ "absentOnPages": [
1741
+ "My Engineering Tasks",
1742
+ "Rating System Test Page",
1743
+ "ScreenHand Automation Notes"
1744
+ ],
1745
+ "seenCount": 0,
1746
+ "checkCount": 4,
1747
+ "visibilityRate": 0,
1748
+ "lastSeen": "2026-03-21T09:14:33.195Z",
1749
+ "firstSeen": "2026-03-21T09:14:33.195Z"
1750
+ },
1751
+ {
1752
+ "elementLabel": "New task",
1753
+ "conditionType": "unknown",
1754
+ "description": "Visibility rate: 0%",
1755
+ "seenOnPages": [],
1756
+ "absentOnPages": [
1757
+ "My Engineering Tasks",
1758
+ "Rating System Test Page",
1759
+ "ScreenHand Automation Notes"
1760
+ ],
1761
+ "seenCount": 0,
1762
+ "checkCount": 4,
1763
+ "visibilityRate": 0,
1764
+ "lastSeen": "2026-03-21T09:14:33.195Z",
1765
+ "firstSeen": "2026-03-21T09:14:33.195Z"
1766
+ },
1767
+ {
1768
+ "elementLabel": "By Status",
1769
+ "conditionType": "unknown",
1770
+ "description": "Visibility rate: 0%",
1771
+ "seenOnPages": [],
1772
+ "absentOnPages": [
1773
+ "My Engineering Tasks",
1774
+ "Rating System Test Page",
1775
+ "ScreenHand Automation Notes"
1776
+ ],
1777
+ "seenCount": 0,
1778
+ "checkCount": 4,
1779
+ "visibilityRate": 0,
1780
+ "lastSeen": "2026-03-21T09:14:33.195Z",
1781
+ "firstSeen": "2026-03-21T09:14:33.195Z"
1782
+ },
1783
+ {
1784
+ "elementLabel": "Add Priority",
1785
+ "conditionType": "unknown",
1786
+ "description": "Visibility rate: 0%",
1787
+ "seenOnPages": [],
1788
+ "absentOnPages": [
1789
+ "My Engineering Tasks",
1790
+ "Rating System Test Page",
1791
+ "ScreenHand Automation Notes"
1792
+ ],
1793
+ "seenCount": 0,
1794
+ "checkCount": 4,
1795
+ "visibilityRate": 0,
1796
+ "lastSeen": "2026-03-21T09:14:33.195Z",
1797
+ "firstSeen": "2026-03-21T09:14:33.195Z"
1798
+ },
1799
+ {
1800
+ "elementLabel": "High",
1801
+ "conditionType": "unknown",
1802
+ "description": "Visibility rate: 0%",
1803
+ "seenOnPages": [],
1804
+ "absentOnPages": [
1805
+ "My Engineering Tasks",
1806
+ "Rating System Test Page",
1807
+ "ScreenHand Automation Notes"
1808
+ ],
1809
+ "seenCount": 0,
1810
+ "checkCount": 4,
1811
+ "visibilityRate": 0,
1812
+ "lastSeen": "2026-03-21T09:14:33.195Z",
1813
+ "firstSeen": "2026-03-21T09:14:33.195Z"
1814
+ },
1815
+ {
1816
+ "elementLabel": "Add Task type",
1817
+ "conditionType": "unknown",
1818
+ "description": "Visibility rate: 0%",
1819
+ "seenOnPages": [],
1820
+ "absentOnPages": [
1821
+ "My Engineering Tasks",
1822
+ "Rating System Test Page",
1823
+ "ScreenHand Automation Notes"
1824
+ ],
1825
+ "seenCount": 0,
1826
+ "checkCount": 4,
1827
+ "visibilityRate": 0,
1828
+ "lastSeen": "2026-03-21T09:14:33.195Z",
1829
+ "firstSeen": "2026-03-21T09:14:33.195Z"
1830
+ },
1831
+ {
1832
+ "elementLabel": "Feature request",
1833
+ "conditionType": "unknown",
1834
+ "description": "Visibility rate: 0%",
1835
+ "seenOnPages": [],
1836
+ "absentOnPages": [
1837
+ "My Engineering Tasks",
1838
+ "Rating System Test Page",
1839
+ "ScreenHand Automation Notes"
1840
+ ],
1841
+ "seenCount": 0,
1842
+ "checkCount": 4,
1843
+ "visibilityRate": 0,
1844
+ "lastSeen": "2026-03-21T09:14:33.195Z",
1845
+ "firstSeen": "2026-03-21T09:14:33.195Z"
1846
+ },
1847
+ {
1848
+ "elementLabel": "Click to expand details",
1849
+ "conditionType": "unknown",
1850
+ "description": "Visibility rate: 0%",
1851
+ "seenOnPages": [],
1852
+ "absentOnPages": [
1853
+ "My Engineering Tasks",
1854
+ "Rating System Test Page",
1855
+ "ScreenHand Automation Notes"
1856
+ ],
1857
+ "seenCount": 0,
1858
+ "checkCount": 4,
1859
+ "visibilityRate": 0,
1860
+ "lastSeen": "2026-03-21T09:14:33.195Z",
1861
+ "firstSeen": "2026-03-21T09:14:33.195Z"
1862
+ },
1863
+ {
1864
+ "elementLabel": "All Tasks",
1865
+ "conditionType": "unknown",
1866
+ "description": "Visibility rate: 0%",
1867
+ "seenOnPages": [],
1868
+ "absentOnPages": [
1869
+ "My Engineering Tasks",
1870
+ "Rating System Test Page",
1871
+ "ScreenHand Automation Notes"
1872
+ ],
1873
+ "seenCount": 0,
1874
+ "checkCount": 4,
1875
+ "visibilityRate": 0,
1876
+ "lastSeen": "2026-03-21T09:14:33.195Z",
1877
+ "firstSeen": "2026-03-21T09:14:33.195Z"
1878
+ },
1879
+ {
1880
+ "elementLabel": "My Tasks",
1881
+ "conditionType": "unknown",
1882
+ "description": "Visibility rate: 0%",
1883
+ "seenOnPages": [],
1884
+ "absentOnPages": [
1885
+ "My Engineering Tasks",
1886
+ "Rating System Test Page",
1887
+ "ScreenHand Automation Notes"
1888
+ ],
1889
+ "seenCount": 0,
1890
+ "checkCount": 4,
1891
+ "visibilityRate": 0,
1892
+ "lastSeen": "2026-03-21T09:14:33.195Z",
1893
+ "firstSeen": "2026-03-21T09:14:33.195Z"
1894
+ },
1895
+ {
1896
+ "elementLabel": "Notifications",
1897
+ "conditionType": "unknown",
1898
+ "description": "Visibility rate: 0%",
1899
+ "seenOnPages": [],
1900
+ "absentOnPages": [
1901
+ "My Engineering Tasks",
1902
+ "Rating System Test Page",
1903
+ "ScreenHand Automation Notes"
1904
+ ],
1905
+ "seenCount": 0,
1906
+ "checkCount": 4,
1907
+ "visibilityRate": 0,
1908
+ "lastSeen": "2026-03-21T09:14:33.195Z",
1909
+ "firstSeen": "2026-03-21T09:14:33.195Z"
1910
+ },
1911
+ {
1912
+ "elementLabel": "Notion AI",
1913
+ "conditionType": "unknown",
1914
+ "description": "Visibility rate: 0%",
1915
+ "seenOnPages": [],
1916
+ "absentOnPages": [
1917
+ "My Engineering Tasks",
1918
+ "Rating System Test Page",
1919
+ "ScreenHand Automation Notes"
1920
+ ],
1921
+ "seenCount": 0,
1922
+ "checkCount": 4,
1923
+ "visibilityRate": 0,
1924
+ "lastSeen": "2026-03-21T09:14:33.195Z",
1925
+ "firstSeen": "2026-03-21T09:14:33.195Z"
1926
+ },
1927
+ {
1928
+ "elementLabel": "Notion Al",
1929
+ "conditionType": "unknown",
1930
+ "description": "Visibility rate: 0%",
1931
+ "seenOnPages": [],
1932
+ "absentOnPages": [
1933
+ "My Engineering Tasks",
1934
+ "Rating System Test Page",
1935
+ "ScreenHand Automation Notes"
1936
+ ],
1937
+ "seenCount": 0,
1938
+ "checkCount": 4,
1939
+ "visibilityRate": 0,
1940
+ "lastSeen": "2026-03-21T09:14:33.195Z",
1941
+ "firstSeen": "2026-03-21T09:14:33.195Z"
1942
+ },
1943
+ {
1944
+ "elementLabel": "Connections",
1945
+ "conditionType": "unknown",
1946
+ "description": "Visibility rate: 0%",
1947
+ "seenOnPages": [],
1948
+ "absentOnPages": [
1949
+ "My Engineering Tasks",
1950
+ "Rating System Test Page",
1951
+ "ScreenHand Automation Notes"
1952
+ ],
1953
+ "seenCount": 0,
1954
+ "checkCount": 4,
1955
+ "visibilityRate": 0,
1956
+ "lastSeen": "2026-03-21T09:14:33.195Z",
1957
+ "firstSeen": "2026-03-21T09:14:33.195Z"
1958
+ },
1959
+ {
1960
+ "elementLabel": "New empty data source",
1961
+ "conditionType": "unknown",
1962
+ "description": "Visibility rate: 0%",
1963
+ "seenOnPages": [],
1964
+ "absentOnPages": [
1965
+ "My Engineering Tasks",
1966
+ "Rating System Test Page",
1967
+ "ScreenHand Automation Notes"
1968
+ ],
1969
+ "seenCount": 0,
1970
+ "checkCount": 4,
1971
+ "visibilityRate": 0,
1972
+ "lastSeen": "2026-03-21T09:14:33.195Z",
1973
+ "firstSeen": "2026-03-21T09:14:33.195Z"
1974
+ },
1975
+ {
1976
+ "elementLabel": "Add property",
1977
+ "conditionType": "unknown",
1978
+ "description": "Visibility rate: 0%",
1979
+ "seenOnPages": [],
1980
+ "absentOnPages": [
1981
+ "My Engineering Tasks",
1982
+ "Rating System Test Page",
1983
+ "ScreenHand Automation Notes"
1984
+ ],
1985
+ "seenCount": 0,
1986
+ "checkCount": 4,
1987
+ "visibilityRate": 0,
1988
+ "lastSeen": "2026-03-21T09:14:33.195Z",
1989
+ "firstSeen": "2026-03-21T09:14:33.195Z"
1990
+ },
1991
+ {
1992
+ "elementLabel": "Status",
1993
+ "conditionType": "unknown",
1994
+ "description": "Visibility rate: 0%",
1995
+ "seenOnPages": [],
1996
+ "absentOnPages": [
1997
+ "My Engineering Tasks",
1998
+ "Rating System Test Page",
1999
+ "ScreenHand Automation Notes"
2000
+ ],
2001
+ "seenCount": 0,
2002
+ "checkCount": 4,
2003
+ "visibilityRate": 0,
2004
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2005
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2006
+ },
2007
+ {
2008
+ "elementLabel": "New page",
2009
+ "conditionType": "unknown",
2010
+ "description": "Visibility rate: 0%",
2011
+ "seenOnPages": [],
2012
+ "absentOnPages": [
2013
+ "My Engineering Tasks",
2014
+ "Rating System Test Page",
2015
+ "ScreenHand Automation Notes"
2016
+ ],
2017
+ "seenCount": 0,
2018
+ "checkCount": 4,
2019
+ "visibilityRate": 0,
2020
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2021
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2022
+ },
2023
+ {
2024
+ "elementLabel": "Usha (You)",
2025
+ "conditionType": "unknown",
2026
+ "description": "Visibility rate: 0%",
2027
+ "seenOnPages": [],
2028
+ "absentOnPages": [
2029
+ "My Engineering Tasks",
2030
+ "Rating System Test Page",
2031
+ "ScreenHand Automation Notes"
2032
+ ],
2033
+ "seenCount": 0,
2034
+ "checkCount": 4,
2035
+ "visibilityRate": 0,
2036
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2037
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2038
+ },
2039
+ {
2040
+ "elementLabel": "Build ScreenHand Notion",
2041
+ "conditionType": "unknown",
2042
+ "description": "Visibility rate: 0%",
2043
+ "seenOnPages": [],
2044
+ "absentOnPages": [
2045
+ "My Engineering Tasks",
2046
+ "Rating System Test Page",
2047
+ "ScreenHand Automation Notes"
2048
+ ],
2049
+ "seenCount": 0,
2050
+ "checkCount": 4,
2051
+ "visibilityRate": 0,
2052
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2053
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2054
+ },
2055
+ {
2056
+ "elementLabel": "Build ScreenHand Notion reference",
2057
+ "conditionType": "unknown",
2058
+ "description": "Visibility rate: 0%",
2059
+ "seenOnPages": [],
2060
+ "absentOnPages": [
2061
+ "My Engineering Tasks",
2062
+ "Rating System Test Page",
2063
+ "ScreenHand Automation Notes"
2064
+ ],
2065
+ "seenCount": 0,
2066
+ "checkCount": 4,
2067
+ "visibilityRate": 0,
2068
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2069
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2070
+ },
2071
+ {
2072
+ "elementLabel": "Automate desktop testing",
2073
+ "conditionType": "unknown",
2074
+ "description": "Visibility rate: 0%",
2075
+ "seenOnPages": [],
2076
+ "absentOnPages": [
2077
+ "My Engineering Tasks",
2078
+ "Rating System Test Page",
2079
+ "ScreenHand Automation Notes"
2080
+ ],
2081
+ "seenCount": 0,
2082
+ "checkCount": 4,
2083
+ "visibilityRate": 0,
2084
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2085
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2086
+ },
2087
+ {
2088
+ "elementLabel": "Provide an overview",
2089
+ "conditionType": "unknown",
2090
+ "description": "Visibility rate: 0%",
2091
+ "seenOnPages": [],
2092
+ "absentOnPages": [
2093
+ "My Engineering Tasks",
2094
+ "Rating System Test Page",
2095
+ "ScreenHand Automation Notes"
2096
+ ],
2097
+ "seenCount": 0,
2098
+ "checkCount": 4,
2099
+ "visibilityRate": 0,
2100
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2101
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2102
+ },
2103
+ {
2104
+ "elementLabel": "To-do",
2105
+ "conditionType": "unknown",
2106
+ "description": "Visibility rate: 0%",
2107
+ "seenOnPages": [],
2108
+ "absentOnPages": [
2109
+ "My Engineering Tasks",
2110
+ "Rating System Test Page",
2111
+ "ScreenHand Automation Notes"
2112
+ ],
2113
+ "seenCount": 0,
2114
+ "checkCount": 4,
2115
+ "visibilityRate": 0,
2116
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2117
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2118
+ },
2119
+ {
2120
+ "elementLabel": "Empty",
2121
+ "conditionType": "unknown",
2122
+ "description": "Visibility rate: 0%",
2123
+ "seenOnPages": [],
2124
+ "absentOnPages": [
2125
+ "My Engineering Tasks",
2126
+ "Rating System Test Page",
2127
+ "ScreenHand Automation Notes"
2128
+ ],
2129
+ "seenCount": 0,
2130
+ "checkCount": 4,
2131
+ "visibilityRate": 0,
2132
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2133
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2134
+ },
2135
+ {
2136
+ "elementLabel": "25",
2137
+ "conditionType": "unknown",
2138
+ "description": "Visibility rate: 0%",
2139
+ "seenOnPages": [],
2140
+ "absentOnPages": [
2141
+ "My Engineering Tasks",
2142
+ "Rating System Test Page",
2143
+ "ScreenHand Automation Notes"
2144
+ ],
2145
+ "seenCount": 0,
2146
+ "checkCount": 4,
2147
+ "visibilityRate": 0,
2148
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2149
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2150
+ },
2151
+ {
2152
+ "elementLabel": "Add a comment",
2153
+ "conditionType": "unknown",
2154
+ "description": "Visibility rate: 0%",
2155
+ "seenOnPages": [],
2156
+ "absentOnPages": [
2157
+ "My Engineering Tasks",
2158
+ "Rating System Test Page",
2159
+ "ScreenHand Automation Notes"
2160
+ ],
2161
+ "seenCount": 0,
2162
+ "checkCount": 4,
2163
+ "visibilityRate": 0,
2164
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2165
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2166
+ },
2167
+ {
2168
+ "elementLabel": "ScreenHand Automation",
2169
+ "conditionType": "unknown",
2170
+ "description": "Visibility rate: 0%",
2171
+ "seenOnPages": [],
2172
+ "absentOnPages": [
2173
+ "My Engineering Tasks",
2174
+ "Rating System Test Page",
2175
+ "ScreenHand Automation Notes"
2176
+ ],
2177
+ "seenCount": 0,
2178
+ "checkCount": 4,
2179
+ "visibilityRate": 0,
2180
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2181
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2182
+ },
2183
+ {
2184
+ "elementLabel": "Analyze for insights",
2185
+ "conditionType": "unknown",
2186
+ "description": "Visibility rate: 0%",
2187
+ "seenOnPages": [],
2188
+ "absentOnPages": [
2189
+ "My Engineering Tasks",
2190
+ "Rating System Test Page",
2191
+ "ScreenHand Automation Notes"
2192
+ ],
2193
+ "seenCount": 0,
2194
+ "checkCount": 4,
2195
+ "visibilityRate": 0,
2196
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2197
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2198
+ },
2199
+ {
2200
+ "elementLabel": "NonExistentElement",
2201
+ "conditionType": "unknown",
2202
+ "description": "Visibility rate: 0%",
2203
+ "seenOnPages": [],
2204
+ "absentOnPages": [
2205
+ "My Engineering Tasks",
2206
+ "Rating System Test Page",
2207
+ "ScreenHand Automation Notes"
2208
+ ],
2209
+ "seenCount": 0,
2210
+ "checkCount": 4,
2211
+ "visibilityRate": 0,
2212
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2213
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2214
+ },
2215
+ {
2216
+ "elementLabel": "Desktop Automation Overview",
2217
+ "conditionType": "unknown",
2218
+ "description": "Visibility rate: 0%",
2219
+ "seenOnPages": [],
2220
+ "absentOnPages": [
2221
+ "My Engineering Tasks",
2222
+ "Rating System Test Page",
2223
+ "ScreenHand Automation Notes"
2224
+ ],
2225
+ "seenCount": 0,
2226
+ "checkCount": 4,
2227
+ "visibilityRate": 0,
2228
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2229
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2230
+ },
2231
+ {
2232
+ "elementLabel": "MissingButton",
2233
+ "conditionType": "unknown",
2234
+ "description": "Visibility rate: 0%",
2235
+ "seenOnPages": [],
2236
+ "absentOnPages": [
2237
+ "My Engineering Tasks",
2238
+ "Rating System Test Page",
2239
+ "ScreenHand Automation Notes"
2240
+ ],
2241
+ "seenCount": 0,
2242
+ "checkCount": 4,
2243
+ "visibilityRate": 0,
2244
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2245
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2246
+ },
2247
+ {
2248
+ "elementLabel": "Test accessibility automation",
2249
+ "conditionType": "unknown",
2250
+ "description": "Visibility rate: 0%",
2251
+ "seenOnPages": [],
2252
+ "absentOnPages": [
2253
+ "My Engineering Tasks",
2254
+ "Rating System Test Page",
2255
+ "ScreenHand Automation Notes"
2256
+ ],
2257
+ "seenCount": 0,
2258
+ "checkCount": 4,
2259
+ "visibilityRate": 0,
2260
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2261
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2262
+ },
2263
+ {
2264
+ "elementLabel": "FakeElement123",
2265
+ "conditionType": "unknown",
2266
+ "description": "Visibility rate: 0%",
2267
+ "seenOnPages": [],
2268
+ "absentOnPages": [
2269
+ "My Engineering Tasks",
2270
+ "Rating System Test Page",
2271
+ "ScreenHand Automation Notes"
2272
+ ],
2273
+ "seenCount": 0,
2274
+ "checkCount": 4,
2275
+ "visibilityRate": 0,
2276
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2277
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2278
+ },
2279
+ {
2280
+ "elementLabel": "Validate CDP browser control",
2281
+ "conditionType": "unknown",
2282
+ "description": "Visibility rate: 0%",
2283
+ "seenOnPages": [],
2284
+ "absentOnPages": [
2285
+ "My Engineering Tasks",
2286
+ "Rating System Test Page",
2287
+ "ScreenHand Automation Notes"
2288
+ ],
2289
+ "seenCount": 0,
2290
+ "checkCount": 4,
2291
+ "visibilityRate": 0,
2292
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2293
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2294
+ },
2295
+ {
2296
+ "elementLabel": "GhostButton",
2297
+ "conditionType": "unknown",
2298
+ "description": "Visibility rate: 0%",
2299
+ "seenOnPages": [],
2300
+ "absentOnPages": [
2301
+ "My Engineering Tasks",
2302
+ "Rating System Test Page",
2303
+ "ScreenHand Automation Notes"
2304
+ ],
2305
+ "seenCount": 0,
2306
+ "checkCount": 4,
2307
+ "visibilityRate": 0,
2308
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2309
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2310
+ },
2311
+ {
2312
+ "elementLabel": "Build OCR fallback chains",
2313
+ "conditionType": "unknown",
2314
+ "description": "Visibility rate: 0%",
2315
+ "seenOnPages": [],
2316
+ "absentOnPages": [
2317
+ "My Engineering Tasks",
2318
+ "Rating System Test Page",
2319
+ "ScreenHand Automation Notes"
2320
+ ],
2321
+ "seenCount": 0,
2322
+ "checkCount": 4,
2323
+ "visibilityRate": 0,
2324
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2325
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2326
+ },
2327
+ {
2328
+ "elementLabel": "NonExistentNav",
2329
+ "conditionType": "unknown",
2330
+ "description": "Visibility rate: 0%",
2331
+ "seenOnPages": [],
2332
+ "absentOnPages": [
2333
+ "My Engineering Tasks",
2334
+ "Rating System Test Page",
2335
+ "ScreenHand Automation Notes"
2336
+ ],
2337
+ "seenCount": 0,
2338
+ "checkCount": 4,
2339
+ "visibilityRate": 0,
2340
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2341
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2342
+ },
2343
+ {
2344
+ "elementLabel": "FakeSearchButton",
2345
+ "conditionType": "unknown",
2346
+ "description": "Visibility rate: 0%",
2347
+ "seenOnPages": [],
2348
+ "absentOnPages": [
2349
+ "My Engineering Tasks",
2350
+ "Rating System Test Page",
2351
+ "ScreenHand Automation Notes"
2352
+ ],
2353
+ "seenCount": 0,
2354
+ "checkCount": 4,
2355
+ "visibilityRate": 0,
2356
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2357
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2358
+ },
2359
+ {
2360
+ "elementLabel": "MissingDatabase",
2361
+ "conditionType": "unknown",
2362
+ "description": "Visibility rate: 0%",
2363
+ "seenOnPages": [],
2364
+ "absentOnPages": [
2365
+ "My Engineering Tasks",
2366
+ "Rating System Test Page",
2367
+ "ScreenHand Automation Notes"
2368
+ ],
2369
+ "seenCount": 0,
2370
+ "checkCount": 4,
2371
+ "visibilityRate": 0,
2372
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2373
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2374
+ },
2375
+ {
2376
+ "elementLabel": "BrokenSlashCmd",
2377
+ "conditionType": "unknown",
2378
+ "description": "Visibility rate: 0%",
2379
+ "seenOnPages": [],
2380
+ "absentOnPages": [
2381
+ "My Engineering Tasks",
2382
+ "Rating System Test Page",
2383
+ "ScreenHand Automation Notes"
2384
+ ],
2385
+ "seenCount": 0,
2386
+ "checkCount": 4,
2387
+ "visibilityRate": 0,
2388
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2389
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2390
+ },
2391
+ {
2392
+ "elementLabel": "FakeSettings",
2393
+ "conditionType": "unknown",
2394
+ "description": "Visibility rate: 0%",
2395
+ "seenOnPages": [],
2396
+ "absentOnPages": [
2397
+ "My Engineering Tasks",
2398
+ "Rating System Test Page",
2399
+ "ScreenHand Automation Notes"
2400
+ ],
2401
+ "seenCount": 0,
2402
+ "checkCount": 4,
2403
+ "visibilityRate": 0,
2404
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2405
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2406
+ },
2407
+ {
2408
+ "elementLabel": "FakeAIButton",
2409
+ "conditionType": "unknown",
2410
+ "description": "Visibility rate: 0%",
2411
+ "seenOnPages": [],
2412
+ "absentOnPages": [
2413
+ "My Engineering Tasks",
2414
+ "Rating System Test Page",
2415
+ "ScreenHand Automation Notes"
2416
+ ],
2417
+ "seenCount": 0,
2418
+ "checkCount": 4,
2419
+ "visibilityRate": 0,
2420
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2421
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2422
+ },
2423
+ {
2424
+ "elementLabel": "FakeTemplate",
2425
+ "conditionType": "unknown",
2426
+ "description": "Visibility rate: 0%",
2427
+ "seenOnPages": [],
2428
+ "absentOnPages": [
2429
+ "My Engineering Tasks",
2430
+ "Rating System Test Page",
2431
+ "ScreenHand Automation Notes"
2432
+ ],
2433
+ "seenCount": 0,
2434
+ "checkCount": 4,
2435
+ "visibilityRate": 0,
2436
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2437
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2438
+ },
2439
+ {
2440
+ "elementLabel": "GhostPageHeader",
2441
+ "conditionType": "unknown",
2442
+ "description": "Visibility rate: 0%",
2443
+ "seenOnPages": [],
2444
+ "absentOnPages": [
2445
+ "My Engineering Tasks",
2446
+ "Rating System Test Page",
2447
+ "ScreenHand Automation Notes"
2448
+ ],
2449
+ "seenCount": 0,
2450
+ "checkCount": 4,
2451
+ "visibilityRate": 0,
2452
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2453
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2454
+ },
2455
+ {
2456
+ "elementLabel": "FakeNewPage",
2457
+ "conditionType": "unknown",
2458
+ "description": "Visibility rate: 0%",
2459
+ "seenOnPages": [],
2460
+ "absentOnPages": [
2461
+ "My Engineering Tasks",
2462
+ "Rating System Test Page",
2463
+ "ScreenHand Automation Notes"
2464
+ ],
2465
+ "seenCount": 0,
2466
+ "checkCount": 4,
2467
+ "visibilityRate": 0,
2468
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2469
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2470
+ },
2471
+ {
2472
+ "elementLabel": "BrokenQuickFind",
2473
+ "conditionType": "unknown",
2474
+ "description": "Visibility rate: 0%",
2475
+ "seenOnPages": [],
2476
+ "absentOnPages": [
2477
+ "My Engineering Tasks",
2478
+ "Rating System Test Page",
2479
+ "ScreenHand Automation Notes"
2480
+ ],
2481
+ "seenCount": 0,
2482
+ "checkCount": 4,
2483
+ "visibilityRate": 0,
2484
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2485
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2486
+ },
2487
+ {
2488
+ "elementLabel": "navigation sidebar toggle",
2489
+ "conditionType": "unknown",
2490
+ "description": "Visibility rate: 0%",
2491
+ "seenOnPages": [],
2492
+ "absentOnPages": [
2493
+ "My Engineering Tasks",
2494
+ "Rating System Test Page",
2495
+ "ScreenHand Automation Notes"
2496
+ ],
2497
+ "seenCount": 0,
2498
+ "checkCount": 4,
2499
+ "visibilityRate": 0,
2500
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2501
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2502
+ },
2503
+ {
2504
+ "elementLabel": "sidebar back forward broken",
2505
+ "conditionType": "unknown",
2506
+ "description": "Visibility rate: 0%",
2507
+ "seenOnPages": [],
2508
+ "absentOnPages": [
2509
+ "My Engineering Tasks",
2510
+ "Rating System Test Page",
2511
+ "ScreenHand Automation Notes"
2512
+ ],
2513
+ "seenCount": 0,
2514
+ "checkCount": 4,
2515
+ "visibilityRate": 0,
2516
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2517
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2518
+ },
2519
+ {
2520
+ "elementLabel": "database filter view broken",
2521
+ "conditionType": "unknown",
2522
+ "description": "Visibility rate: 0%",
2523
+ "seenOnPages": [],
2524
+ "absentOnPages": [
2525
+ "My Engineering Tasks",
2526
+ "Rating System Test Page",
2527
+ "ScreenHand Automation Notes"
2528
+ ],
2529
+ "seenCount": 0,
2530
+ "checkCount": 4,
2531
+ "visibilityRate": 0,
2532
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2533
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2534
+ },
2535
+ {
2536
+ "elementLabel": "search find quick broken",
2537
+ "conditionType": "unknown",
2538
+ "description": "Visibility rate: 0%",
2539
+ "seenOnPages": [],
2540
+ "absentOnPages": [
2541
+ "My Engineering Tasks",
2542
+ "Rating System Test Page",
2543
+ "ScreenHand Automation Notes"
2544
+ ],
2545
+ "seenCount": 0,
2546
+ "checkCount": 4,
2547
+ "visibilityRate": 0,
2548
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2549
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2550
+ },
2551
+ {
2552
+ "elementLabel": "settings preferences account broken",
2553
+ "conditionType": "unknown",
2554
+ "description": "Visibility rate: 0%",
2555
+ "seenOnPages": [],
2556
+ "absentOnPages": [
2557
+ "My Engineering Tasks",
2558
+ "Rating System Test Page",
2559
+ "ScreenHand Automation Notes"
2560
+ ],
2561
+ "seenCount": 0,
2562
+ "checkCount": 4,
2563
+ "visibilityRate": 0,
2564
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2565
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2566
+ },
2567
+ {
2568
+ "elementLabel": "slash command heading todo broken",
2569
+ "conditionType": "unknown",
2570
+ "description": "Visibility rate: 0%",
2571
+ "seenOnPages": [],
2572
+ "absentOnPages": [
2573
+ "My Engineering Tasks",
2574
+ "Rating System Test Page",
2575
+ "ScreenHand Automation Notes"
2576
+ ],
2577
+ "seenCount": 0,
2578
+ "checkCount": 4,
2579
+ "visibilityRate": 0,
2580
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2581
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2582
+ },
2583
+ {
2584
+ "elementLabel": "page title breadcrumb share broken",
2585
+ "conditionType": "unknown",
2586
+ "description": "Visibility rate: 0%",
2587
+ "seenOnPages": [],
2588
+ "absentOnPages": [
2589
+ "My Engineering Tasks",
2590
+ "Rating System Test Page",
2591
+ "ScreenHand Automation Notes"
2592
+ ],
2593
+ "seenCount": 0,
2594
+ "checkCount": 4,
2595
+ "visibilityRate": 0,
2596
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2597
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2598
+ },
2599
+ {
2600
+ "elementLabel": "Share",
2601
+ "conditionType": "unknown",
2602
+ "description": "Visibility rate: 0%",
2603
+ "seenOnPages": [],
2604
+ "absentOnPages": [
2605
+ "My Engineering Tasks",
2606
+ "Rating System Test Page",
2607
+ "ScreenHand Automation Notes"
2608
+ ],
2609
+ "seenCount": 0,
2610
+ "checkCount": 4,
2611
+ "visibilityRate": 0,
2612
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2613
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2614
+ },
2615
+ {
2616
+ "elementLabel": "ai chat sidebar sparkle broken",
2617
+ "conditionType": "unknown",
2618
+ "description": "Visibility rate: 0%",
2619
+ "seenOnPages": [],
2620
+ "absentOnPages": [
2621
+ "My Engineering Tasks",
2622
+ "Rating System Test Page",
2623
+ "ScreenHand Automation Notes"
2624
+ ],
2625
+ "seenCount": 0,
2626
+ "checkCount": 4,
2627
+ "visibilityRate": 0,
2628
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2629
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2630
+ },
2631
+ {
2632
+ "elementLabel": "create new page chat broken",
2633
+ "conditionType": "unknown",
2634
+ "description": "Visibility rate: 0%",
2635
+ "seenOnPages": [],
2636
+ "absentOnPages": [
2637
+ "My Engineering Tasks",
2638
+ "Rating System Test Page",
2639
+ "ScreenHand Automation Notes"
2640
+ ],
2641
+ "seenCount": 0,
2642
+ "checkCount": 4,
2643
+ "visibilityRate": 0,
2644
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2645
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2646
+ },
2647
+ {
2648
+ "elementLabel": "sidebar back forward missing",
2649
+ "conditionType": "unknown",
2650
+ "description": "Visibility rate: 0%",
2651
+ "seenOnPages": [],
2652
+ "absentOnPages": [
2653
+ "My Engineering Tasks",
2654
+ "Rating System Test Page",
2655
+ "ScreenHand Automation Notes"
2656
+ ],
2657
+ "seenCount": 0,
2658
+ "checkCount": 4,
2659
+ "visibilityRate": 0,
2660
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2661
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2662
+ },
2663
+ {
2664
+ "elementLabel": "Security",
2665
+ "conditionType": "unknown",
2666
+ "description": "Visibility rate: 0%",
2667
+ "seenOnPages": [],
2668
+ "absentOnPages": [
2669
+ "My Engineering Tasks",
2670
+ "Rating System Test Page",
2671
+ "ScreenHand Automation Notes"
2672
+ ],
2673
+ "seenCount": 0,
2674
+ "checkCount": 4,
2675
+ "visibilityRate": 0,
2676
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2677
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2678
+ },
2679
+ {
2680
+ "elementLabel": "Rating System Validation",
2681
+ "conditionType": "page",
2682
+ "description": "Only visible on: ScreenHand Automation Notes, My Engineering Tasks",
2683
+ "seenOnPages": [
2684
+ "ScreenHand Automation Notes",
2685
+ "My Engineering Tasks"
2686
+ ],
2687
+ "absentOnPages": [
2688
+ "My Engineering Tasks",
2689
+ "Rating System Test Page"
2690
+ ],
2691
+ "seenCount": 2,
2692
+ "checkCount": 4,
2693
+ "visibilityRate": 0.5,
2694
+ "lastSeen": "2026-03-21T09:29:08.916Z",
2695
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2696
+ },
2697
+ {
2698
+ "elementLabel": "Set up your workspace",
2699
+ "conditionType": "page",
2700
+ "description": "Only visible on: ScreenHand Automation Notes, My Engineering Tasks",
2701
+ "seenOnPages": [
2702
+ "ScreenHand Automation Notes",
2703
+ "My Engineering Tasks"
2704
+ ],
2705
+ "absentOnPages": [
2706
+ "My Engineering Tasks",
2707
+ "Rating System Test Page"
2708
+ ],
2709
+ "seenCount": 2,
2710
+ "checkCount": 4,
2711
+ "visibilityRate": 0.5,
2712
+ "lastSeen": "2026-03-21T09:29:08.916Z",
2713
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2714
+ },
2715
+ {
2716
+ "elementLabel": "Welcome to Notion",
2717
+ "conditionType": "unknown",
2718
+ "description": "Visibility rate: 0%",
2719
+ "seenOnPages": [],
2720
+ "absentOnPages": [
2721
+ "My Engineering Tasks",
2722
+ "Rating System Test Page",
2723
+ "ScreenHand Automation Notes"
2724
+ ],
2725
+ "seenCount": 0,
2726
+ "checkCount": 4,
2727
+ "visibilityRate": 0,
2728
+ "lastSeen": "2026-03-21T09:14:33.195Z",
2729
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2730
+ },
2731
+ {
2732
+ "elementLabel": "Home",
2733
+ "conditionType": "page",
2734
+ "description": "Only visible on: ScreenHand Automation Notes, My Engineering Tasks",
2735
+ "seenOnPages": [
2736
+ "ScreenHand Automation Notes",
2737
+ "My Engineering Tasks"
2738
+ ],
2739
+ "absentOnPages": [
2740
+ "My Engineering Tasks",
2741
+ "Rating System Test Page"
2742
+ ],
2743
+ "seenCount": 2,
2744
+ "checkCount": 4,
2745
+ "visibilityRate": 0.5,
2746
+ "lastSeen": "2026-03-21T09:29:08.916Z",
2747
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2748
+ },
2749
+ {
2750
+ "elementLabel": "ScreenHand Automation Notes",
2751
+ "conditionType": "page",
2752
+ "description": "Only visible on: My Engineering Tasks, ScreenHand Automation Notes",
2753
+ "seenOnPages": [
2754
+ "My Engineering Tasks",
2755
+ "ScreenHand Automation Notes"
2756
+ ],
2757
+ "absentOnPages": [
2758
+ "Rating System Test Page"
2759
+ ],
2760
+ "seenCount": 3,
2761
+ "checkCount": 4,
2762
+ "visibilityRate": 0.75,
2763
+ "lastSeen": "2026-03-21T09:29:08.916Z",
2764
+ "firstSeen": "2026-03-21T09:14:33.195Z"
2765
+ },
2766
+ {
2767
+ "elementLabel": "Rating System Test Page",
2768
+ "conditionType": "page",
2769
+ "description": "Only visible on: ScreenHand Automation Notes, My Engineering Tasks",
2770
+ "seenOnPages": [
2771
+ "ScreenHand Automation Notes",
2772
+ "My Engineering Tasks"
2773
+ ],
2774
+ "absentOnPages": [
2775
+ "My Engineering Tasks",
2776
+ "Rating System Test Page"
2777
+ ],
2778
+ "seenCount": 2,
2779
+ "checkCount": 4,
2780
+ "visibilityRate": 0.5,
2781
+ "lastSeen": "2026-03-21T09:29:08.916Z",
2782
+ "firstSeen": "2026-03-21T09:14:33.196Z"
2783
+ },
2784
+ {
2785
+ "elementLabel": "ScreenHand Test Page",
2786
+ "conditionType": "page",
2787
+ "description": "Only visible on: ScreenHand Automation Notes, My Engineering Tasks",
2788
+ "seenOnPages": [
2789
+ "ScreenHand Automation Notes",
2790
+ "My Engineering Tasks"
2791
+ ],
2792
+ "absentOnPages": [
2793
+ "My Engineering Tasks",
2794
+ "Rating System Test Page"
2795
+ ],
2796
+ "seenCount": 2,
2797
+ "checkCount": 4,
2798
+ "visibilityRate": 0.5,
2799
+ "lastSeen": "2026-03-21T09:29:08.916Z",
2800
+ "firstSeen": "2026-03-21T09:14:33.196Z"
2801
+ },
2802
+ {
2803
+ "elementLabel": "My Engineering Tasks",
2804
+ "conditionType": "state",
2805
+ "description": "Intermittently visible (75% of checks), likely state-dependent",
2806
+ "seenOnPages": [
2807
+ "Rating System Test Page",
2808
+ "ScreenHand Automation Notes",
2809
+ "My Engineering Tasks"
2810
+ ],
2811
+ "absentOnPages": [
2812
+ "My Engineering Tasks"
2813
+ ],
2814
+ "seenCount": 3,
2815
+ "checkCount": 4,
2816
+ "visibilityRate": 0.75,
2817
+ "lastSeen": "2026-03-21T09:29:08.916Z",
2818
+ "firstSeen": "2026-03-21T09:14:33.196Z"
2819
+ }
2820
+ ],
2821
+ "readySignals": [
2822
+ {
2823
+ "afterAction": "click_text",
2824
+ "signal": "page_ready",
2825
+ "typicalMs": 550.6666666666666,
2826
+ "maxObservedMs": 685,
2827
+ "sampleCount": 3,
2828
+ "lastSeen": "2026-03-21T09:29:08.916Z"
2829
+ }
2830
+ ]
2831
+ }