screenhand 0.4.0 → 0.4.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (57) hide show
  1. package/dist/mcp-desktop.js +10 -0
  2. package/dist/src/ingestion/coverage-auditor.js +12 -3
  3. package/dist/src/ingestion/feature-extractor.js +29 -29
  4. package/dist/src/memory/playbook-seeds.js +1 -1
  5. package/dist/src/playbook/engine.js +15 -0
  6. package/dist/src/playbook/mcp-recorder.js +21 -1
  7. package/dist/src/state/app-map.js +56 -51
  8. package/dist/src/state/ladder-generator.js +28 -28
  9. package/dist-app-maps/com.apple.Music.json +6587 -0
  10. package/dist-app-maps/com.apple.Notes.json +6098 -0
  11. package/dist-app-maps/com.apple.Photos.json +406 -0
  12. package/dist-app-maps/com.apple.Terminal.json +3968 -0
  13. package/dist-app-maps/com.apple.finder.json +420 -0
  14. package/dist-app-maps/com.apple.iCal.json +2375 -0
  15. package/dist-app-maps/com.apple.iWork.Keynote.json +2374 -0
  16. package/dist-app-maps/com.apple.iWork.Pages.json +7564 -0
  17. package/dist-app-maps/com.apple.mail.json +8353 -0
  18. package/dist-app-maps/com.apple.reminders.json +3322 -0
  19. package/dist-app-maps/net.whatsapp.WhatsApp.json +5151 -0
  20. package/dist-playbooks/calendar-create-event.json +20 -0
  21. package/dist-playbooks/calendar-list-events.json +20 -0
  22. package/dist-playbooks/calendar-navigate-views.json +47 -0
  23. package/dist-playbooks/calendar-open-settings.json +20 -0
  24. package/dist-playbooks/google-ads-transparency-competitor-research.json +89 -0
  25. package/dist-playbooks/google-search-competitor-research.json +76 -0
  26. package/dist-playbooks/keynote-add-slide.json +20 -0
  27. package/dist-playbooks/keynote-create-presentation.json +20 -0
  28. package/dist-playbooks/keynote-export-pdf.json +20 -0
  29. package/dist-playbooks/keynote-play-slideshow.json +20 -0
  30. package/dist-playbooks/meta-ad-library-competitor-research.json +100 -0
  31. package/dist-playbooks/notes-mastery-workflows.json +468 -0
  32. package/dist-playbooks/pages-export-pdf.json +20 -0
  33. package/dist-playbooks/pages-new-document.json +20 -0
  34. package/dist-playbooks/pages-open-document.json +20 -0
  35. package/dist-playbooks/reminders-complete.json +21 -0
  36. package/dist-playbooks/reminders-create.json +21 -0
  37. package/dist-playbooks/reminders-list.json +22 -0
  38. package/dist-playbooks/reminders-open.json +35 -0
  39. package/dist-playbooks/whatsapp-contact-info.json +32 -0
  40. package/dist-playbooks/whatsapp-navigate.json +71 -0
  41. package/dist-playbooks/whatsapp-new-call.json +32 -0
  42. package/dist-playbooks/whatsapp-new-group.json +32 -0
  43. package/dist-playbooks/whatsapp-search.json +28 -0
  44. package/dist-playbooks/whatsapp-settings.json +23 -0
  45. package/dist-playbooks/x_change_avatar.json +52 -0
  46. package/dist-references/apple-music.json +822 -0
  47. package/dist-references/calendar.json +1020 -0
  48. package/dist-references/finder.json +735 -7
  49. package/dist-references/google-search-competitor-research.json +73 -0
  50. package/dist-references/keynote.json +134 -0
  51. package/dist-references/mail.json +431 -0
  52. package/dist-references/pages.json +1203 -0
  53. package/dist-references/photos.json +642 -0
  54. package/dist-references/reminders.json +835 -0
  55. package/dist-references/terminal.json +640 -0
  56. package/dist-references/whatsapp.json +324 -0
  57. package/package.json +1 -1
package/dist-playbooks/whatsapp-navigate.json ADDED
@@ -0,0 +1,71 @@
1
+ {
2
+ "id": "whatsapp-navigate",
3
+ "name": "navigate-sections",
4
+ "description": "Navigate between all WhatsApp sections: Chats(1), Calls(2), Updates(3), Archived(4), Starred(5), Settings(6)",
5
+ "platform": "whatsapp",
6
+ "version": "1.0.0",
7
+ "tags": [
8
+ "whatsapp",
9
+ "recorded"
10
+ ],
11
+ "successCount": 0,
12
+ "failCount": 0,
13
+ "steps": [
14
+ {
15
+ "action": "key",
16
+ "keys": [
17
+ "cmd",
18
+ "1"
19
+ ],
20
+ "description": "Key: cmd+1"
21
+ },
22
+ {
23
+ "action": "key",
24
+ "keys": [
25
+ "cmd",
26
+ "2"
27
+ ],
28
+ "description": "Key: cmd+2"
29
+ },
30
+ {
31
+ "action": "key",
32
+ "keys": [
33
+ "cmd",
34
+ "3"
35
+ ],
36
+ "description": "Key: cmd+3"
37
+ },
38
+ {
39
+ "action": "key",
40
+ "keys": [
41
+ "cmd",
42
+ "4"
43
+ ],
44
+ "description": "Key: cmd+4"
45
+ },
46
+ {
47
+ "action": "key",
48
+ "keys": [
49
+ "cmd",
50
+ "5"
51
+ ],
52
+ "description": "Key: cmd+5"
53
+ },
54
+ {
55
+ "action": "key",
56
+ "keys": [
57
+ "cmd",
58
+ "6"
59
+ ],
60
+ "description": "Key: cmd+6"
61
+ },
62
+ {
63
+ "action": "key",
64
+ "keys": [
65
+ "cmd",
66
+ "1"
67
+ ],
68
+ "description": "Key: cmd+1"
69
+ }
70
+ ]
71
+ }
package/dist-playbooks/whatsapp-new-call.json ADDED
@@ -0,0 +1,32 @@
1
+ {
2
+ "id": "whatsapp-new-call",
3
+ "name": "new-call",
4
+ "description": "Start a new call \u2014 go to Calls view (Cmd+2) then open New Call dialog (Shift+Cmd+C)",
5
+ "platform": "whatsapp",
6
+ "version": "1.0.0",
7
+ "tags": [
8
+ "whatsapp",
9
+ "recorded"
10
+ ],
11
+ "successCount": 0,
12
+ "failCount": 0,
13
+ "steps": [
14
+ {
15
+ "action": "key",
16
+ "keys": [
17
+ "cmd",
18
+ "2"
19
+ ],
20
+ "description": "Key: cmd+2"
21
+ },
22
+ {
23
+ "action": "key",
24
+ "keys": [
25
+ "shift",
26
+ "cmd",
27
+ "c"
28
+ ],
29
+ "description": "Key: shift+cmd+c"
30
+ }
31
+ ]
32
+ }
package/dist-playbooks/whatsapp-new-group.json ADDED
@@ -0,0 +1,32 @@
1
+ {
2
+ "id": "whatsapp-new-group",
3
+ "name": "new-group",
4
+ "description": "Create a new group chat \u2014 go to Chats (Cmd+1) then open Add Members panel (Shift+Cmd+N)",
5
+ "platform": "whatsapp",
6
+ "version": "1.0.0",
7
+ "tags": [
8
+ "whatsapp",
9
+ "recorded"
10
+ ],
11
+ "successCount": 0,
12
+ "failCount": 0,
13
+ "steps": [
14
+ {
15
+ "action": "key",
16
+ "keys": [
17
+ "cmd",
18
+ "1"
19
+ ],
20
+ "description": "Key: cmd+1"
21
+ },
22
+ {
23
+ "action": "key",
24
+ "keys": [
25
+ "shift",
26
+ "cmd",
27
+ "n"
28
+ ],
29
+ "description": "Key: shift+cmd+n"
30
+ }
31
+ ]
32
+ }
package/dist-playbooks/whatsapp-search.json ADDED
@@ -0,0 +1,28 @@
1
+ {
2
+ "id": "whatsapp-search",
3
+ "name": "open-search",
4
+ "description": "Open global search in WhatsApp \u2014 go to Chats then press Cmd+F or File > Search",
5
+ "platform": "whatsapp",
6
+ "version": "1.0.0",
7
+ "tags": [
8
+ "whatsapp",
9
+ "recorded"
10
+ ],
11
+ "successCount": 0,
12
+ "failCount": 0,
13
+ "steps": [
14
+ {
15
+ "action": "key",
16
+ "keys": [
17
+ "cmd",
18
+ "1"
19
+ ],
20
+ "description": "Key: cmd+1"
21
+ },
22
+ {
23
+ "action": "press",
24
+ "target": "\u200eSearch",
25
+ "description": "Click \u200eSearch"
26
+ }
27
+ ]
28
+ }
package/dist-playbooks/whatsapp-settings.json ADDED
@@ -0,0 +1,23 @@
1
+ {
2
+ "id": "whatsapp-settings",
3
+ "name": "open-settings",
4
+ "description": "Open WhatsApp Settings via Cmd+, \u2014 shows Profile, Privacy, Chats, Notifications, Storage, Account",
5
+ "platform": "whatsapp",
6
+ "version": "1.0.0",
7
+ "tags": [
8
+ "whatsapp",
9
+ "recorded"
10
+ ],
11
+ "successCount": 0,
12
+ "failCount": 0,
13
+ "steps": [
14
+ {
15
+ "action": "key",
16
+ "keys": [
17
+ "cmd",
18
+ "comma"
19
+ ],
20
+ "description": "Key: cmd+comma"
21
+ }
22
+ ]
23
+ }
package/dist-playbooks/x_change_avatar.json ADDED
@@ -0,0 +1,52 @@
1
+ {
2
+ "id": "x_change_avatar",
3
+ "name": "Change X/Twitter Profile Picture",
4
+ "description": "Navigate to X profile, open edit modal, click avatar camera icon to trigger file upload",
5
+ "platform": "x",
6
+ "urlPatterns": ["x\\.com", "twitter\\.com"],
7
+ "version": "1.0.0",
8
+ "tags": ["x", "twitter", "profile", "avatar", "photo", "picture"],
9
+ "successCount": 0,
10
+ "failCount": 0,
11
+ "steps": [
12
+ {
13
+ "action": "navigate",
14
+ "url": "https://x.com/home",
15
+ "description": "Go to X home page",
16
+ "verify": "[data-testid='AppTabBar_Profile_Link']",
17
+ "verifyTimeoutMs": 10000
18
+ },
19
+ {
20
+ "action": "press",
21
+ "target": { "selector": "[data-testid='AppTabBar_Profile_Link']" },
22
+ "description": "Click profile link in sidebar"
23
+ },
24
+ {
25
+ "action": "wait",
26
+ "ms": 2000,
27
+ "description": "Wait for profile page to load"
28
+ },
29
+ {
30
+ "action": "press",
31
+ "target": { "selector": "[data-testid='editProfileButton']" },
32
+ "description": "Click Edit profile button",
33
+ "verify": "[aria-modal='true']",
34
+ "verifyTimeoutMs": 5000
35
+ },
36
+ {
37
+ "action": "wait",
38
+ "ms": 1000,
39
+ "description": "Wait for modal to fully render"
40
+ },
41
+ {
42
+ "action": "press",
43
+ "target": { "selector": "[aria-label='Add avatar photo']" },
44
+ "description": "Click camera icon on profile photo to open file picker"
45
+ },
46
+ {
47
+ "action": "wait",
48
+ "ms": 2000,
49
+ "description": "Wait for file dialog or upload UI"
50
+ }
51
+ ]
52
+ }