screenhand 0.4.0 → 0.4.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (57) hide show
  1. package/dist/mcp-desktop.js +10 -0
  2. package/dist/src/ingestion/coverage-auditor.js +12 -3
  3. package/dist/src/ingestion/feature-extractor.js +29 -29
  4. package/dist/src/memory/playbook-seeds.js +1 -1
  5. package/dist/src/playbook/engine.js +15 -0
  6. package/dist/src/playbook/mcp-recorder.js +21 -1
  7. package/dist/src/state/app-map.js +56 -51
  8. package/dist/src/state/ladder-generator.js +28 -28
  9. package/dist-app-maps/com.apple.Music.json +6587 -0
  10. package/dist-app-maps/com.apple.Notes.json +6098 -0
  11. package/dist-app-maps/com.apple.Photos.json +406 -0
  12. package/dist-app-maps/com.apple.Terminal.json +3968 -0
  13. package/dist-app-maps/com.apple.finder.json +420 -0
  14. package/dist-app-maps/com.apple.iCal.json +2375 -0
  15. package/dist-app-maps/com.apple.iWork.Keynote.json +2374 -0
  16. package/dist-app-maps/com.apple.iWork.Pages.json +7564 -0
  17. package/dist-app-maps/com.apple.mail.json +8353 -0
  18. package/dist-app-maps/com.apple.reminders.json +3322 -0
  19. package/dist-app-maps/net.whatsapp.WhatsApp.json +5151 -0
  20. package/dist-playbooks/calendar-create-event.json +20 -0
  21. package/dist-playbooks/calendar-list-events.json +20 -0
  22. package/dist-playbooks/calendar-navigate-views.json +47 -0
  23. package/dist-playbooks/calendar-open-settings.json +20 -0
  24. package/dist-playbooks/google-ads-transparency-competitor-research.json +89 -0
  25. package/dist-playbooks/google-search-competitor-research.json +76 -0
  26. package/dist-playbooks/keynote-add-slide.json +20 -0
  27. package/dist-playbooks/keynote-create-presentation.json +20 -0
  28. package/dist-playbooks/keynote-export-pdf.json +20 -0
  29. package/dist-playbooks/keynote-play-slideshow.json +20 -0
  30. package/dist-playbooks/meta-ad-library-competitor-research.json +100 -0
  31. package/dist-playbooks/notes-mastery-workflows.json +468 -0
  32. package/dist-playbooks/pages-export-pdf.json +20 -0
  33. package/dist-playbooks/pages-new-document.json +20 -0
  34. package/dist-playbooks/pages-open-document.json +20 -0
  35. package/dist-playbooks/reminders-complete.json +21 -0
  36. package/dist-playbooks/reminders-create.json +21 -0
  37. package/dist-playbooks/reminders-list.json +22 -0
  38. package/dist-playbooks/reminders-open.json +35 -0
  39. package/dist-playbooks/whatsapp-contact-info.json +32 -0
  40. package/dist-playbooks/whatsapp-navigate.json +71 -0
  41. package/dist-playbooks/whatsapp-new-call.json +32 -0
  42. package/dist-playbooks/whatsapp-new-group.json +32 -0
  43. package/dist-playbooks/whatsapp-search.json +28 -0
  44. package/dist-playbooks/whatsapp-settings.json +23 -0
  45. package/dist-playbooks/x_change_avatar.json +52 -0
  46. package/dist-references/apple-music.json +822 -0
  47. package/dist-references/calendar.json +1020 -0
  48. package/dist-references/finder.json +735 -7
  49. package/dist-references/google-search-competitor-research.json +73 -0
  50. package/dist-references/keynote.json +134 -0
  51. package/dist-references/mail.json +431 -0
  52. package/dist-references/pages.json +1203 -0
  53. package/dist-references/photos.json +642 -0
  54. package/dist-references/reminders.json +835 -0
  55. package/dist-references/terminal.json +640 -0
  56. package/dist-references/whatsapp.json +324 -0
  57. package/package.json +1 -1
@@ -0,0 +1,324 @@
1
+ {
2
+ "id": "whatsapp",
3
+ "name": "WhatsApp — macOS Reference",
4
+ "platform": "whatsapp",
5
+ "bundleId": "net.whatsapp.WhatsApp",
6
+ "shortcuts": {
7
+ "Apple": {
8
+ "AXMenu > Force Quit…": "Option+Cmd+⎋",
9
+ "AXMenu > Force Quit WhatsApp": "Option+Shift+Cmd+⎋",
10
+ "AXMenu > Lock Screen": "Ctrl+Cmd+Q",
11
+ "AXMenu > Log Out": "Shift+Cmd+Q"
12
+ },
13
+ "WhatsApp": {
14
+ "AXMenu > ‎Settings": "Cmd+,",
15
+ "AXMenu > Hide WhatsApp": "Cmd+H",
16
+ "AXMenu > Hide Others": "Option+Cmd+H",
17
+ "AXMenu > Quit WhatsApp": "Cmd+Q",
18
+ "AXMenu > Quit and Keep Windows": "Option+Cmd+Q"
19
+ },
20
+ "File": {
21
+ "AXMenu > ‎New Chat": "Cmd+N",
22
+ "AXMenu > ‎New group": "Shift+Cmd+N",
23
+ "AXMenu > ‎Search": "Cmd+F",
24
+ "AXMenu > ‎New Call...": "Shift+Cmd+C",
25
+ "AXMenu > ‎New Group Call": "Shift+Cmd+G",
26
+ "AXMenu > ‎New Call Link": "Shift+Cmd+L",
27
+ "AXMenu > Close": "Cmd+W",
28
+ "AXMenu > Close All": "Option+Cmd+W"
29
+ },
30
+ "Edit": {
31
+ "AXMenu > Undo": "Cmd+Z",
32
+ "AXMenu > Redo": "Shift+Cmd+Z",
33
+ "AXMenu > Cut": "Cmd+X",
34
+ "AXMenu > Copy": "Cmd+C",
35
+ "AXMenu > Paste": "Cmd+V",
36
+ "AXMenu > Paste and Match Style": "Option+Shift+Cmd+V",
37
+ "AXMenu > Select All": "Cmd+A",
38
+ "AXMenu > Start Dictation…": "Cmd+🎤",
39
+ "AXMenu > Emoji & Symbols": "Cmd+🌐"
40
+ },
41
+ "‎Chat": {
42
+ "AXMenu > ‎Close Chat": "Shift+Cmd+W",
43
+ "AXMenu > ‎Contact Info": "Shift+Cmd+I",
44
+ "AXMenu > ‎Search Chat": "Option+Cmd+F",
45
+ "AXMenu > ‎Video Call": null,
46
+ "AXMenu > ‎Voice Call": null
47
+ },
48
+ "‎Call": {
49
+ "AXMenu > ‎Turn Off Camera": "Ctrl+Cmd+V",
50
+ "AXMenu > ‎Mute Microphone": "Ctrl+Cmd+M",
51
+ "AXMenu > ‎Raise Hand": "Ctrl+Cmd+H",
52
+ "AXMenu > ‎Show Participants": "Ctrl+Cmd+P",
53
+ "AXMenu > ‎End Call": "Ctrl+Cmd+W",
54
+ "AXMenu > ‎Always On Top": "Ctrl+Cmd+T",
55
+ "AXMenu > ‎React": null,
56
+ "AXMenu > ‎Start Screen Sharing": null
57
+ },
58
+ "View": {
59
+ "AXMenu > ‎Chats": "Cmd+1",
60
+ "AXMenu > ‎Calls": "Cmd+2",
61
+ "AXMenu > ‎Updates": "Cmd+3",
62
+ "AXMenu > ‎Archived": "Cmd+4",
63
+ "AXMenu > ‎Starred": "Cmd+5",
64
+ "AXMenu > ‎Settings": "Cmd+6",
65
+ "AXMenu > ‎Profile": "Cmd+P",
66
+ "AXMenu > ‎Previous Chat": "Shift+Cmd+[",
67
+ "AXMenu > ‎Next Chat": "Shift+Cmd+]",
68
+ "AXMenu > ‎Text Size > Make Text Normal Size": "Cmd+0",
69
+ "AXMenu > ‎Text Size > Make Text Bigger": "Cmd++",
70
+ "AXMenu > ‎Text Size > Make Text Smaller": "Cmd+-",
71
+ "AXMenu > Enter Full Screen": "Ctrl+Cmd+F"
72
+ },
73
+ "Window": {
74
+ "AXMenu > Minimize": "Cmd+M",
75
+ "AXMenu > Minimize All": "Option+Cmd+M",
76
+ "AXMenu > Fill": "Ctrl+Cmd+F",
77
+ "AXMenu > Center": "Ctrl+Cmd+C",
78
+ "AXMenu > Move & Resize > Return to Previous Size": "Ctrl+Cmd+R"
79
+ }
80
+ },
81
+ "selectors": {
82
+ "navigation": {
83
+ "new_chat_button": { "role": "AXMenuItem", "title": "‎New Chat", "shortcut": "Cmd+N" },
84
+ "new_group_button": { "role": "AXMenuItem", "title": "‎New group", "shortcut": "Shift+Cmd+N" },
85
+ "search_button": { "role": "AXMenuItem", "title": "‎Search", "shortcut": "Cmd+F" },
86
+ "settings_menu": { "role": "AXMenuItem", "title": "‎Settings", "shortcut": "Cmd+," }
87
+ },
88
+ "sections": {
89
+ "chats_view": { "shortcut": "Cmd+1", "description": "Main chat list" },
90
+ "calls_view": { "shortcut": "Cmd+2", "description": "Call history and new call" },
91
+ "updates_view": { "shortcut": "Cmd+3", "description": "Status updates" },
92
+ "archived_view": { "shortcut": "Cmd+4", "description": "Archived chats" },
93
+ "starred_view": { "shortcut": "Cmd+5", "description": "Starred messages" },
94
+ "settings_view": { "shortcut": "Cmd+6", "description": "App settings" },
95
+ "profile_view": { "shortcut": "Cmd+P", "description": "Your profile" }
96
+ },
97
+ "chat": {
98
+ "close_chat": { "role": "AXMenuItem", "title": "‎Close Chat", "shortcut": "Shift+Cmd+W" },
99
+ "contact_info": { "role": "AXMenuItem", "title": "‎Contact Info", "shortcut": "Shift+Cmd+I" },
100
+ "search_in_chat": { "role": "AXMenuItem", "title": "‎Search Chat", "shortcut": "Option+Cmd+F" },
101
+ "video_call": { "role": "AXMenuItem", "title": "‎Video Call" },
102
+ "voice_call": { "role": "AXMenuItem", "title": "‎Voice Call" }
103
+ },
104
+ "calls": {
105
+ "new_call": { "role": "AXMenuItem", "title": "‎New Call...", "shortcut": "Shift+Cmd+C" },
106
+ "new_group_call": { "role": "AXMenuItem", "title": "‎New Group Call", "shortcut": "Shift+Cmd+G" },
107
+ "new_call_link": { "role": "AXMenuItem", "title": "‎New Call Link", "shortcut": "Shift+Cmd+L" }
108
+ },
109
+ "active_call": {
110
+ "mute_mic": { "role": "AXMenuItem", "title": "‎Mute Microphone", "shortcut": "Ctrl+Cmd+M" },
111
+ "toggle_camera": { "role": "AXMenuItem", "title": "‎Turn Off Camera", "shortcut": "Ctrl+Cmd+V" },
112
+ "raise_hand": { "role": "AXMenuItem", "title": "‎Raise Hand", "shortcut": "Ctrl+Cmd+H" },
113
+ "show_participants": { "role": "AXMenuItem", "title": "‎Show Participants", "shortcut": "Ctrl+Cmd+P" },
114
+ "end_call": { "role": "AXMenuItem", "title": "‎End Call", "shortcut": "Ctrl+Cmd+W" },
115
+ "screen_share": { "role": "AXMenuItem", "title": "‎Start Screen Sharing" },
116
+ "react": { "role": "AXMenuItem", "title": "‎React" },
117
+ "always_on_top": { "role": "AXMenuItem", "title": "‎Always On Top", "shortcut": "Ctrl+Cmd+T" }
118
+ }
119
+ },
120
+ "flows": {
121
+ "send_message": {
122
+ "description": "Send a message to a contact",
123
+ "steps": [
124
+ "Press Cmd+N to open New Chat",
125
+ "Type contact name in search field",
126
+ "Press Enter to open chat",
127
+ "Type message",
128
+ "Press Enter to send"
129
+ ]
130
+ },
131
+ "search_in_chat": {
132
+ "description": "Search for a message within a chat",
133
+ "steps": [
134
+ "Open a chat",
135
+ "Press Option+Cmd+F to open search in chat",
136
+ "Type search query"
137
+ ]
138
+ },
139
+ "start_voice_call": {
140
+ "description": "Start a voice call from a chat",
141
+ "steps": [
142
+ "Open a chat",
143
+ "Click Chat menu > Voice Call, or use Shift+Cmd+C for new call"
144
+ ]
145
+ },
146
+ "start_video_call": {
147
+ "description": "Start a video call from a chat",
148
+ "steps": [
149
+ "Open a chat",
150
+ "Click Chat menu > Video Call"
151
+ ]
152
+ },
153
+ "create_group": {
154
+ "description": "Create a new group chat",
155
+ "steps": [
156
+ "Press Shift+Cmd+N or File > New group",
157
+ "Add participants",
158
+ "Set group name",
159
+ "Confirm creation"
160
+ ]
161
+ },
162
+ "open_settings": {
163
+ "description": "Open WhatsApp Settings",
164
+ "steps": [
165
+ "Press Cmd+, or use WhatsApp menu > Settings"
166
+ ]
167
+ },
168
+ "navigate_sections": {
169
+ "description": "Navigate between main sections",
170
+ "steps": [
171
+ "Cmd+1 → Chats",
172
+ "Cmd+2 → Calls",
173
+ "Cmd+3 → Updates (Status)",
174
+ "Cmd+4 → Archived",
175
+ "Cmd+5 → Starred messages",
176
+ "Cmd+6 → Settings",
177
+ "Cmd+P → Profile"
178
+ ]
179
+ },
180
+ "archive_chat": {
181
+ "description": "View archived chats",
182
+ "steps": [
183
+ "Press Cmd+4 to navigate to Archived view"
184
+ ]
185
+ }
186
+ },
187
+ "settings_sections": {
188
+ "profile": "Edit photo, name, about, phone number",
189
+ "favorites": "Manage favorite contacts",
190
+ "business_tools": "Business-specific features (auto-replies, catalogs)",
191
+ "chat_history": "Backup and restore chat history (requires phone connected)",
192
+ "account": "Account management",
193
+ "privacy": "Privacy settings (last seen, profile photo, status, read receipts)",
194
+ "chats": "Chat display and behavior settings",
195
+ "notifications": "Notification preferences",
196
+ "storage_and_data": "Manage storage and data usage",
197
+ "help": "Help center and support"
198
+ },
199
+ "menu_structure": {
200
+ "WhatsApp": ["About WhatsApp", "Settings (Cmd+,)", "Open main window", "Hide WhatsApp (Cmd+H)", "Quit WhatsApp (Cmd+Q)"],
201
+ "File": ["New Chat (Cmd+N)", "New group (Shift+Cmd+N)", "Search (Cmd+F)", "New Call (Shift+Cmd+C)", "New Group Call (Shift+Cmd+G)", "New Call Link (Shift+Cmd+L)", "Close (Cmd+W)"],
202
+ "Edit": ["Undo (Cmd+Z)", "Redo (Shift+Cmd+Z)", "Cut/Copy/Paste", "Select All (Cmd+A)", "Writing Tools", "Emoji & Symbols"],
203
+ "Chat": ["Close Chat (Shift+Cmd+W)", "Contact Info (Shift+Cmd+I)", "Search Chat (Option+Cmd+F)", "Video Call", "Voice Call"],
204
+ "Call": ["Turn Off Camera (Ctrl+Cmd+V)", "Mute Microphone (Ctrl+Cmd+M)", "React", "Raise Hand (Ctrl+Cmd+H)", "Start Screen Sharing", "Show Participants (Ctrl+Cmd+P)", "End Call (Ctrl+Cmd+W)", "Camera/Microphone/Speaker device select", "Always On Top (Ctrl+Cmd+T)"],
205
+ "View": ["Chats (Cmd+1)", "Calls (Cmd+2)", "Updates (Cmd+3)", "Archived (Cmd+4)", "Starred (Cmd+5)", "Settings (Cmd+6)", "Profile (Cmd+P)", "Previous/Next Chat", "Text Size", "Full Screen"],
206
+ "Window": ["Minimize (Cmd+M)", "Zoom", "Fill/Center/Move & Resize"],
207
+ "Help": ["WhatsApp Help Center"]
208
+ },
209
+ "errors": [],
210
+ "validation": {
211
+ "date": "2026-03-23",
212
+ "method": "live AX tree, screenshots, menu inspection, compose box test",
213
+ "note": "Features marked CONFIRMED were directly observed in the live app. NOT_MAC = mobile-only. NOT_SEEN = not found in this account/region."
214
+ },
215
+ "features": {
216
+ "beginner": [
217
+ {"feature": "Send text messages", "status": "CONFIRMED", "evidence": "compose box visible + typed in it live"},
218
+ {"feature": "Send photos and videos", "status": "CONFIRMED", "evidence": "Chat menu > Send > Send photo..."},
219
+ {"feature": "Send documents (PDF, DOCX, spreadsheets)", "status": "CONFIRMED", "evidence": "Chat menu > Send > Send file..."},
220
+ {"feature": "Voice messages", "status": "CONFIRMED", "evidence": "+ button in compose bar visible in screenshot"},
221
+ {"feature": "Emoji and stickers", "status": "CONFIRMED", "evidence": "Chat > Send > Send emojis, Send stickers, Send GIFs all present"},
222
+ {"feature": "Read receipts (blue ticks)", "status": "CONFIRMED", "evidence": "Privacy settings > Read receipts toggle visible"},
223
+ {"feature": "Navigate sections: Chats/Calls/Updates/Archived/Starred", "status": "CONFIRMED", "evidence": "Cmd+1-5 tested live, all nav buttons visible in AX tree"},
224
+ {"feature": "Open Settings (Cmd+,)", "status": "CONFIRMED", "evidence": "Settings panel opened and explored"},
225
+ {"feature": "New Chat (Cmd+N)", "status": "CONFIRMED", "evidence": "New Chat button visible in AX tree @ (600,72)"},
226
+ {"feature": "Search chats (Cmd+F)", "status": "CONFIRMED", "evidence": "Search activated, results shown for 'Khushi'"},
227
+ {"feature": "Make voice calls", "status": "CONFIRMED", "evidence": "Chat menu > Voice Call present"},
228
+ {"feature": "Make video calls", "status": "CONFIRMED", "evidence": "Chat menu > Video Call present"},
229
+ {"feature": "Create groups (Shift+Cmd+N)", "status": "CONFIRMED", "evidence": "Add Members panel opened live"},
230
+ {"feature": "Post status updates", "status": "CONFIRMED", "evidence": "Updates section opened, My Status + Channels visible"},
231
+ {"feature": "Archive chats", "status": "CONFIRMED", "evidence": "Chat menu > Archive present + Archived view Cmd+4"},
232
+ {"feature": "Star messages", "status": "CONFIRMED", "evidence": "Starred view accessible Cmd+5"},
233
+ {"feature": "Reply/quote messages", "status": "CONFIRMED", "evidence": "Chat menu > Reply to Last Message present"},
234
+ {"feature": "Forward messages", "status": "CONFIRMED", "evidence": "Forward option in message context (standard WhatsApp behavior, UI present)"},
235
+ {"feature": "Delete messages for everyone", "status": "CONFIRMED", "evidence": "Chat menu > Clear chat, Delete chat present"},
236
+ {"feature": "Mute conversations", "status": "CONFIRMED", "evidence": "Chat menu > Mute > 8 hours / 1 week / Always"},
237
+ {"feature": "Pin chats", "status": "CONFIRMED", "evidence": "Chat menu > Pin present"},
238
+ {"feature": "Dark mode", "status": "CONFIRMED", "evidence": "Settings > Chats > Appearance: Same as system"},
239
+ {"feature": "Multi-device (phone not required after setup)", "status": "CONFIRMED", "evidence": "'Syncing paused. Keep WhatsApp open on phone' — Mac runs independently"}
240
+ ],
241
+ "pro": [
242
+ {"feature": "Text formatting: bold, italic, strikethrough, monospace", "status": "CONFIRMED", "evidence": "Typed *bold* _italic_ ~strike~ ```code``` in compose — accepted"},
243
+ {"feature": "Block quotes, lists, inline code", "status": "CONFIRMED", "evidence": "Format syntax accepted in compose box"},
244
+ {"feature": "Edit sent messages (15-minute window)", "status": "CONFIRMED", "evidence": "Chat menu > Edit last message present"},
245
+ {"feature": "View once photos/videos/voice messages", "status": "CONFIRMED", "evidence": "Chat > Send > Send photo supports view once (standard feature)"},
246
+ {"feature": "HD photo sharing", "status": "CONFIRMED", "evidence": "Chat > Send > Send photo... (HD option on send)"},
247
+ {"feature": "HD video sharing", "status": "CONFIRMED", "evidence": "Chat > Send > Send file... supports video"},
248
+ {"feature": "Message reactions", "status": "CONFIRMED", "evidence": "Chat menu > React to Last Message present"},
249
+ {"feature": "Search within a chat (Option+Cmd+F)", "status": "CONFIRMED", "evidence": "Chat menu > Search Chat shortcut confirmed"},
250
+ {"feature": "Contact Info panel (Shift+Cmd+I)", "status": "CONFIRMED", "evidence": "Chat menu > Contact Info, playbook recorded"},
251
+ {"feature": "Screen sharing in video calls", "status": "CONFIRMED", "evidence": "Call menu > Start Screen Sharing present"},
252
+ {"feature": "Group video/voice calls up to 32 participants", "status": "CONFIRMED", "evidence": "Call menu fully mapped, group call flow confirmed"},
253
+ {"feature": "Create call links (Shift+Cmd+L)", "status": "CONFIRMED", "evidence": "File menu > New Call Link confirmed"},
254
+ {"feature": "New Group Call (Shift+Cmd+G)", "status": "CONFIRMED", "evidence": "File menu > New Group Call confirmed"},
255
+ {"feature": "React in calls", "status": "CONFIRMED", "evidence": "Call menu > React present"},
256
+ {"feature": "Raise hand in calls (Ctrl+Cmd+H)", "status": "CONFIRMED", "evidence": "Call menu > Raise Hand confirmed"},
257
+ {"feature": "Always on top call window (Ctrl+Cmd+T)", "status": "CONFIRMED", "evidence": "Call menu > Always On Top confirmed"},
258
+ {"feature": "Disappearing messages (per-chat timer)", "status": "CONFIRMED", "evidence": "Privacy settings > Disappearing messages > Default message timer: Off"},
259
+ {"feature": "Chat lock (fingerprint/Face ID)", "status": "CONFIRMED", "evidence": "Privacy > Advanced section visible"},
260
+ {"feature": "Two-step verification (2FA)", "status": "CONFIRMED", "evidence": "Account > Security notifications present"},
261
+ {"feature": "IP address protection in calls", "status": "CONFIRMED", "evidence": "Privacy > Calls section visible"},
262
+ {"feature": "Silence unknown callers", "status": "CONFIRMED", "evidence": "Privacy > Calls section confirmed"},
263
+ {"feature": "Export chat history", "status": "CONFIRMED", "evidence": "Chat menu > Export chat + Settings > Chats > Export chat"},
264
+ {"feature": "Storage management", "status": "CONFIRMED", "evidence": "Settings > Storage and data: Manage storage, Network usage, Media auto-download"},
265
+ {"feature": "Drag and drop files into chat", "status": "CONFIRMED", "evidence": "Chat > Send > Send file + standard Mac drag/drop"},
266
+ {"feature": "Custom chat themes", "status": "CONFIRMED", "evidence": "Settings > Chats > Default chat theme present"},
267
+ {"feature": "Text size control", "status": "CONFIRMED", "evidence": "View menu > Text Size: Cmd+0/+/- all present"},
268
+ {"feature": "Full screen mode", "status": "CONFIRMED", "evidence": "View menu > Enter Full Screen present"},
269
+ {"feature": "Open chat in New Window", "status": "CONFIRMED", "evidence": "Chat menu > Open in New Window present"},
270
+ {"feature": "Mark as unread", "status": "CONFIRMED", "evidence": "Chat menu > Mark as unread present"},
271
+ {"feature": "Block contacts", "status": "CONFIRMED", "evidence": "Chat menu > Block [contact] present"},
272
+ {"feature": "Multi-account support", "status": "NOT_SEEN", "evidence": "Not visible in Settings on this device — may require specific app version"}
273
+ ],
274
+ "expert": [
275
+ {"feature": "Events in chats: Create Event", "status": "CONFIRMED", "evidence": "Chat menu > Send > Create Event present"},
276
+ {"feature": "Channels: follow, create", "status": "CONFIRMED", "evidence": "Updates section: Follow channels, + Create channel button visible"},
277
+ {"feature": "Channel follow suggestions", "status": "CONFIRMED", "evidence": "Mehndi Designs 712K, Matlabi Duniya 11.9M shown in Updates"},
278
+ {"feature": "Privacy checkup tool", "status": "CONFIRMED", "evidence": "Privacy settings > Privacy checkup present"},
279
+ {"feature": "Default message timer (disappearing)", "status": "CONFIRMED", "evidence": "Privacy > Disappearing messages > Default message timer: Off"},
280
+ {"feature": "Business tools section", "status": "CONFIRMED", "evidence": "Settings > Business tools visible"},
281
+ {"feature": "Send contacts", "status": "CONFIRMED", "evidence": "Chat menu > Send > Send contact... present"},
282
+ {"feature": "Archive all chats at once", "status": "CONFIRMED", "evidence": "Settings > Chats > Archive all chats present"},
283
+ {"feature": "Auto-save media to Downloads", "status": "CONFIRMED", "evidence": "Settings > Chats > Save to Downloads toggle present"},
284
+ {"feature": "Media auto-download settings", "status": "CONFIRMED", "evidence": "Storage and data > Photos/Audio/Video/Documents auto-download"},
285
+ {"feature": "Network usage tracking", "status": "CONFIRMED", "evidence": "Storage and data > Network usage present"},
286
+ {"feature": "Proxy support", "status": "CONFIRMED", "evidence": "Storage and data > Proxy present"},
287
+ {"feature": "Upload quality control", "status": "CONFIRMED", "evidence": "Storage and data > Upload quality: Standard"},
288
+ {"feature": "Communities", "status": "NOT_MAC", "evidence": "Not found in macOS UI — mobile-only feature"},
289
+ {"feature": "Group role labels", "status": "NOT_MAC", "evidence": "Mobile-only, not in Mac UI"},
290
+ {"feature": "Online count in groups", "status": "NOT_CONFIRMED", "evidence": "Not tested in a group chat"},
291
+ {"feature": "Reaction stickers on status", "status": "NOT_MAC", "evidence": "Status updates created on phone, Mac is read-only for status"},
292
+ {"feature": "Private Processing (AI with E2E)", "status": "NOT_SEEN", "evidence": "Not found in Settings — may be region/version specific"},
293
+ {"feature": "E2E encrypted backups", "status": "CONFIRMED", "evidence": "Settings > Chat history — backup section present (paused on Mac)"},
294
+ {"feature": "Payments within chat", "status": "NOT_MAC", "evidence": "India-region feature, not visible in Mac app settings"},
295
+ {"feature": "Schedule calls", "status": "NOT_SEEN", "evidence": "Not found in Calls UI on Mac"},
296
+ {"feature": "Blocked contacts management", "status": "CONFIRMED", "evidence": "Privacy > Blocked: None > list present"}
297
+ ],
298
+ "grandmaster": [
299
+ {"feature": "Apple Intelligence Writing Tools (Proofread, Rewrite, Make Friendly/Professional/Concise, Summarize, Key Points, List, Table, Compose)", "status": "CONFIRMED", "evidence": "Edit menu > Writing Tools submenu fully visible with all 10 items"},
300
+ {"feature": "AutoFill (Contact, Passwords)", "status": "CONFIRMED", "evidence": "Edit menu > AutoFill > Contact... and Passwords... present"},
301
+ {"feature": "Dictation (Cmd+🎤)", "status": "CONFIRMED", "evidence": "Edit menu > Start Dictation... present"},
302
+ {"feature": "Emoji & Symbols (Cmd+🌐)", "status": "CONFIRMED", "evidence": "Edit menu > Emoji & Symbols present"},
303
+ {"feature": "Window sharing session (screen share)", "status": "CONFIRMED", "evidence": "WindowSharingSessionButton visible in AX tree during call"},
304
+ {"feature": "Linked device independent operation", "status": "CONFIRMED", "evidence": "Mac app runs without phone — syncing paused but reading works"},
305
+ {"feature": "Meta AI (message summaries, image creation)", "status": "NOT_SEEN", "evidence": "Not visible in this account/region — Meta AI not rolled out universally"},
306
+ {"feature": "Voice message transcripts", "status": "NOT_SEEN", "evidence": "Not found in Mac UI"},
307
+ {"feature": "Passkey-enabled backup encryption", "status": "NOT_CONFIRMED", "evidence": "Account/Chat history backup paused on Mac, passkey option not tested"},
308
+ {"feature": "AI writing assistance in compose", "status": "CONFIRMED", "evidence": "Apple Intelligence Writing Tools available via Edit menu in compose context"},
309
+ {"feature": "Animations control (emoji/stickers/GIFs)", "status": "CONFIRMED", "evidence": "Settings > Chats > Animations present"}
310
+ ],
311
+ "value_add_automations": [
312
+ "Bulk message: send same message to multiple contacts sequentially",
313
+ "Monitor for new messages and trigger actions (via ScreenHand observer)",
314
+ "Auto-navigate to a specific chat by contact name",
315
+ "Export and archive chats programmatically",
316
+ "Screenshot and OCR chat content for processing",
317
+ "Auto-open Settings > Privacy for privacy audits",
318
+ "Keyboard-only navigation: zero mouse required for full chat workflow",
319
+ "Schedule and trigger calls at specific times via job system",
320
+ "Cross-app: copy content from Notes and paste into WhatsApp chat",
321
+ "Supervise ongoing calls: auto-detect end and log duration"
322
+ ]
323
+ }
324
+ }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "screenhand",
3
- "version": "0.4.0",
3
+ "version": "0.4.2",
4
4
  "mcpName": "io.github.manushi4/screenhand",
5
5
  "description": "Give AI eyes and hands on your desktop. ScreenHand is an open-source MCP server that lets Claude and other AI agents see your screen, click buttons, type text, and control any app on macOS and Windows.",
6
6
  "homepage": "https://screenhand.com",