npm - screenhand - Versions diffs - 0.4.0 → 0.4.2 - Mend

screenhand 0.4.0 → 0.4.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (57) hide show

package/dist/mcp-desktop.js +10 -0
package/dist/src/ingestion/coverage-auditor.js +12 -3
package/dist/src/ingestion/feature-extractor.js +29 -29
package/dist/src/memory/playbook-seeds.js +1 -1
package/dist/src/playbook/engine.js +15 -0
package/dist/src/playbook/mcp-recorder.js +21 -1
package/dist/src/state/app-map.js +56 -51
package/dist/src/state/ladder-generator.js +28 -28
package/dist-app-maps/com.apple.Music.json +6587 -0
package/dist-app-maps/com.apple.Notes.json +6098 -0
package/dist-app-maps/com.apple.Photos.json +406 -0
package/dist-app-maps/com.apple.Terminal.json +3968 -0
package/dist-app-maps/com.apple.finder.json +420 -0
package/dist-app-maps/com.apple.iCal.json +2375 -0
package/dist-app-maps/com.apple.iWork.Keynote.json +2374 -0
package/dist-app-maps/com.apple.iWork.Pages.json +7564 -0
package/dist-app-maps/com.apple.mail.json +8353 -0
package/dist-app-maps/com.apple.reminders.json +3322 -0
package/dist-app-maps/net.whatsapp.WhatsApp.json +5151 -0
package/dist-playbooks/calendar-create-event.json +20 -0
package/dist-playbooks/calendar-list-events.json +20 -0
package/dist-playbooks/calendar-navigate-views.json +47 -0
package/dist-playbooks/calendar-open-settings.json +20 -0
package/dist-playbooks/google-ads-transparency-competitor-research.json +89 -0
package/dist-playbooks/google-search-competitor-research.json +76 -0
package/dist-playbooks/keynote-add-slide.json +20 -0
package/dist-playbooks/keynote-create-presentation.json +20 -0
package/dist-playbooks/keynote-export-pdf.json +20 -0
package/dist-playbooks/keynote-play-slideshow.json +20 -0
package/dist-playbooks/meta-ad-library-competitor-research.json +100 -0
package/dist-playbooks/notes-mastery-workflows.json +468 -0
package/dist-playbooks/pages-export-pdf.json +20 -0
package/dist-playbooks/pages-new-document.json +20 -0
package/dist-playbooks/pages-open-document.json +20 -0
package/dist-playbooks/reminders-complete.json +21 -0
package/dist-playbooks/reminders-create.json +21 -0
package/dist-playbooks/reminders-list.json +22 -0
package/dist-playbooks/reminders-open.json +35 -0
package/dist-playbooks/whatsapp-contact-info.json +32 -0
package/dist-playbooks/whatsapp-navigate.json +71 -0
package/dist-playbooks/whatsapp-new-call.json +32 -0
package/dist-playbooks/whatsapp-new-group.json +32 -0
package/dist-playbooks/whatsapp-search.json +28 -0
package/dist-playbooks/whatsapp-settings.json +23 -0
package/dist-playbooks/x_change_avatar.json +52 -0
package/dist-references/apple-music.json +822 -0
package/dist-references/calendar.json +1020 -0
package/dist-references/finder.json +735 -7
package/dist-references/google-search-competitor-research.json +73 -0
package/dist-references/keynote.json +134 -0
package/dist-references/mail.json +431 -0
package/dist-references/pages.json +1203 -0
package/dist-references/photos.json +642 -0
package/dist-references/reminders.json +835 -0
package/dist-references/terminal.json +640 -0
package/dist-references/whatsapp.json +324 -0
package/package.json +1 -1

package/dist-app-maps/com.apple.Photos.json ADDED Viewed

@@ -0,0 +1,406 @@
+{
+  "app": "com.apple.Photos",
+  "appName": "Photos",
+  "version": "unknown",
+  "masteryLevel": "beginner",
+  "rating": {
+    "grade": "F",
+    "subTier": 1
+  },
+  "ratingFactors": {
+    "featureCoverage": 0,
+    "workflowDepth": 0,
+    "outcomeVerification": 0,
+    "errorRecovery": 0,
+    "speedEfficiency": 0,
+    "crossFeatureChains": 0,
+    "edgeCaseHandling": 0,
+    "teachingAbility": 0,
+    "platformKnowledge": 0,
+    "consistency": 0
+  },
+  "confidence": 0,
+  "lastValidated": "2026-03-23T10:59:34.953Z",
+  "mapVersion": 1,
+  "uiArchitecture": {
+    "type": "other",
+    "rendering": "native",
+    "axSupport": "partial",
+    "bestMethod": "ax",
+    "menuStyle": "standard",
+    "dragDropHeavy": false,
+    "hasCanvas": false
+  },
+  "zones": {
+    "menu_bar": {
+      "relativePosition": {
+        "top": 0,
+        "left": 0,
+        "width": 1,
+        "height": 0.04
+      },
+      "type": "toolbar",
+      "elements": [
+        {
+          "label": "Photos",
+          "relativeX": 0.02,
+          "relativeY": 0.02,
+          "anchor": "top-left",
+          "ocrBackup": "Photos",
+          "successCount": 0,
+          "failCount": 0,
+          "lastInteracted": "2026-03-23T10:59:34.953Z",
+          "sessionsSinceUse": 0
+        },
+        {
+          "label": "File",
+          "relativeX": 0.1,
+          "relativeY": 0.02,
+          "anchor": "top-left",
+          "ocrBackup": "File",
+          "successCount": 0,
+          "failCount": 0,
+          "lastInteracted": "2026-03-23T10:59:34.953Z",
+          "sessionsSinceUse": 0
+        },
+        {
+          "label": "Edit",
+          "relativeX": 0.18,
+          "relativeY": 0.02,
+          "anchor": "top-left",
+          "ocrBackup": "Edit",
+          "successCount": 0,
+          "failCount": 0,
+          "lastInteracted": "2026-03-23T10:59:34.953Z",
+          "sessionsSinceUse": 0
+        },
+        {
+          "label": "Image",
+          "relativeX": 0.26,
+          "relativeY": 0.02,
+          "anchor": "top-left",
+          "ocrBackup": "Image",
+          "successCount": 0,
+          "failCount": 0,
+          "lastInteracted": "2026-03-23T10:59:34.953Z",
+          "sessionsSinceUse": 0
+        },
+        {
+          "label": "View",
+          "relativeX": 0.34,
+          "relativeY": 0.02,
+          "anchor": "top-left",
+          "ocrBackup": "View",
+          "successCount": 0,
+          "failCount": 0,
+          "lastInteracted": "2026-03-23T10:59:34.953Z",
+          "sessionsSinceUse": 0
+        },
+        {
+          "label": "Window",
+          "relativeX": 0.42000000000000004,
+          "relativeY": 0.02,
+          "anchor": "top-left",
+          "ocrBackup": "Window",
+          "successCount": 0,
+          "failCount": 0,
+          "lastInteracted": "2026-03-23T10:59:34.953Z",
+          "sessionsSinceUse": 0
+        },
+        {
+          "label": "Help",
+          "relativeX": 0.5,
+          "relativeY": 0.02,
+          "anchor": "top-left",
+          "ocrBackup": "Help",
+          "successCount": 0,
+          "failCount": 0,
+          "lastInteracted": "2026-03-23T10:59:34.953Z",
+          "sessionsSinceUse": 0
+        }
+      ],
+      "verified": false,
+      "lastSeen": "2026-03-23T10:59:34.953Z"
+    },
+    "menu::photos": {
+      "relativePosition": {
+        "top": 0.04,
+        "left": 0,
+        "width": 0.15,
+        "height": 0.05
+      },
+      "type": "menu",
+      "elements": [
+        {
+          "label": "AXMenu",
+          "relativeX": 0.02,
+          "relativeY": 0.06,
+          "anchor": "top-left",
+          "ocrBackup": "AXMenu",
+          "successCount": 0,
+          "failCount": 0,
+          "lastInteracted": "2026-03-23T10:59:34.953Z",
+          "sessionsSinceUse": 0
+        }
+      ],
+      "verified": false,
+      "lastSeen": "2026-03-23T10:59:34.953Z"
+    },
+    "menu::file": {
+      "relativePosition": {
+        "top": 0.04,
+        "left": 0.08,
+        "width": 0.15,
+        "height": 0.05
+      },
+      "type": "menu",
+      "elements": [
+        {
+          "label": "AXMenu",
+          "relativeX": 0.1,
+          "relativeY": 0.06,
+          "anchor": "top-left",
+          "ocrBackup": "AXMenu",
+          "successCount": 0,
+          "failCount": 0,
+          "lastInteracted": "2026-03-23T10:59:34.953Z",
+          "sessionsSinceUse": 0
+        }
+      ],
+      "verified": false,
+      "lastSeen": "2026-03-23T10:59:34.953Z"
+    },
+    "menu::edit": {
+      "relativePosition": {
+        "top": 0.04,
+        "left": 0.16,
+        "width": 0.15,
+        "height": 0.05
+      },
+      "type": "menu",
+      "elements": [
+        {
+          "label": "AXMenu",
+          "relativeX": 0.18,
+          "relativeY": 0.06,
+          "anchor": "top-left",
+          "ocrBackup": "AXMenu",
+          "successCount": 0,
+          "failCount": 0,
+          "lastInteracted": "2026-03-23T10:59:34.953Z",
+          "sessionsSinceUse": 0
+        }
+      ],
+      "verified": false,
+      "lastSeen": "2026-03-23T10:59:34.953Z"
+    },
+    "menu::image": {
+      "relativePosition": {
+        "top": 0.04,
+        "left": 0.24,
+        "width": 0.15,
+        "height": 0.05
+      },
+      "type": "menu",
+      "elements": [
+        {
+          "label": "AXMenu",
+          "relativeX": 0.26,
+          "relativeY": 0.06,
+          "anchor": "top-left",
+          "ocrBackup": "AXMenu",
+          "successCount": 0,
+          "failCount": 0,
+          "lastInteracted": "2026-03-23T10:59:34.953Z",
+          "sessionsSinceUse": 0
+        }
+      ],
+      "verified": false,
+      "lastSeen": "2026-03-23T10:59:34.953Z"
+    },
+    "menu::view": {
+      "relativePosition": {
+        "top": 0.04,
+        "left": 0.32,
+        "width": 0.15,
+        "height": 0.05
+      },
+      "type": "menu",
+      "elements": [
+        {
+          "label": "AXMenu",
+          "relativeX": 0.34,
+          "relativeY": 0.06,
+          "anchor": "top-left",
+          "ocrBackup": "AXMenu",
+          "successCount": 0,
+          "failCount": 0,
+          "lastInteracted": "2026-03-23T10:59:34.953Z",
+          "sessionsSinceUse": 0
+        }
+      ],
+      "verified": false,
+      "lastSeen": "2026-03-23T10:59:34.953Z"
+    },
+    "menu::window": {
+      "relativePosition": {
+        "top": 0.04,
+        "left": 0.4,
+        "width": 0.15,
+        "height": 0.05
+      },
+      "type": "menu",
+      "elements": [
+        {
+          "label": "AXMenu",
+          "relativeX": 0.42000000000000004,
+          "relativeY": 0.06,
+          "anchor": "top-left",
+          "ocrBackup": "AXMenu",
+          "successCount": 0,
+          "failCount": 0,
+          "lastInteracted": "2026-03-23T10:59:34.953Z",
+          "sessionsSinceUse": 0
+        }
+      ],
+      "verified": false,
+      "lastSeen": "2026-03-23T10:59:34.953Z"
+    },
+    "menu::help": {
+      "relativePosition": {
+        "top": 0.04,
+        "left": 0.48,
+        "width": 0.15,
+        "height": 0.05
+      },
+      "type": "menu",
+      "elements": [
+        {
+          "label": "AXMenu",
+          "relativeX": 0.5,
+          "relativeY": 0.06,
+          "anchor": "top-left",
+          "ocrBackup": "AXMenu",
+          "successCount": 0,
+          "failCount": 0,
+          "lastInteracted": "2026-03-23T10:59:34.953Z",
+          "sessionsSinceUse": 0
+        }
+      ],
+      "verified": false,
+      "lastSeen": "2026-03-23T10:59:34.953Z"
+    }
+  },
+  "navigationGraph": {
+    "nodes": {},
+    "edges": []
+  },
+  "masteryHistory": [],
+  "totalTasksCompleted": 0,
+  "sessionCount": 0,
+  "featureLadder": [
+    {
+      "id": "basic_navigation",
+      "description": "Open, navigate, and browse the app",
+      "level": "beginner",
+      "weight": 1,
+      "critical": false
+    },
+    {
+      "id": "core_action",
+      "description": "Perform the app's primary action",
+      "level": "beginner",
+      "weight": 1,
+      "critical": false
+    },
+    {
+      "id": "settings",
+      "description": "Configure settings and preferences",
+      "level": "pro",
+      "weight": 2,
+      "critical": false
+    },
+    {
+      "id": "advanced_features",
+      "description": "Use advanced/power-user features",
+      "level": "expert",
+      "weight": 2,
+      "critical": true
+    },
+    {
+      "id": "automation",
+      "description": "Automate or customize workflows",
+      "level": "grandmaster",
+      "weight": 3,
+      "critical": true
+    }
+  ],
+  "featureMastery": {
+    "file_management": {
+      "depth": 2,
+      "confidence": 0.3,
+      "repeatCount": 0,
+      "workflowCount": 0,
+      "healingCount": 0,
+      "failCount": 0,
+      "lastSeen": "2026-03-23T10:59:34.953Z",
+      "lastVerified": null
+    },
+    "editing": {
+      "depth": 2,
+      "confidence": 0.3,
+      "repeatCount": 0,
+      "workflowCount": 0,
+      "healingCount": 0,
+      "failCount": 0,
+      "lastSeen": "2026-03-23T10:59:34.953Z",
+      "lastVerified": null
+    },
+    "view_control": {
+      "depth": 2,
+      "confidence": 0.3,
+      "repeatCount": 0,
+      "workflowCount": 0,
+      "healingCount": 0,
+      "failCount": 0,
+      "lastSeen": "2026-03-23T10:59:34.953Z",
+      "lastVerified": null
+    },
+    "window_management": {
+      "depth": 2,
+      "confidence": 0.3,
+      "repeatCount": 0,
+      "workflowCount": 0,
+      "healingCount": 0,
+      "failCount": 0,
+      "lastSeen": "2026-03-23T10:59:34.953Z",
+      "lastVerified": null
+    },
+    "help_usage": {
+      "depth": 2,
+      "confidence": 0.3,
+      "repeatCount": 0,
+      "workflowCount": 0,
+      "healingCount": 0,
+      "failCount": 0,
+      "lastSeen": "2026-03-23T10:59:34.953Z",
+      "lastVerified": null
+    }
+  },
+  "masteryMetrics": {
+    "breadth": 0,
+    "workflowBreadth": 0,
+    "outcomeBreadth": 0,
+    "reliability": 0,
+    "healingRate": 0,
+    "crossFeatureWorkflows": 0,
+    "criticalFloor": 0,
+    "weightedScore": 0
+  },
+  "crossFeatureWorkflows": 0,
+  "actionSuccessCount": 0,
+  "actionFailCount": 0,
+  "shortcutsUsed": 0,
+  "playbooksExported": 0,
+  "edgeCasesHandled": 0
+}