screenhand 0.1.1 → 0.3.0

package/playbooks/instagram.json

@@ -1,41 +0,0 @@
-{
-  "platform": "instagram",
-  "version": "1.0.0",
-  "updated": "2026-03-05",
-  "description": "Instagram platform knowledge discovered via Screenhand exploration",
-  "urls": {
-    "home": "https://www.instagram.com/",
-    "accounts_activity_": "https://www.instagram.com/accounts/activity/",
-    "accounts_center_": "https://www.instagram.com/accounts/center/",
-    "accounts_edit_": "https://www.instagram.com/accounts/edit/",
-    "accounts_emailsignup_": "https://www.instagram.com/accounts/emailsignup/",
-    "create_select_": "https://www.instagram.com/create/select/",
-    "direct_inbox_": "https://www.instagram.com/direct/inbox/",
-    "explore_": "https://www.instagram.com/explore/",
-    "notifications_": "https://www.instagram.com/notifications/",
-    "professional_dashboard_": "https://www.instagram.com/professional_dashboard/",
-    "reels_": "https://www.instagram.com/reels/",
-    "reels_DVEhlImkuX5_": "https://www.instagram.com/reels/DVEhlImkuX5/",
-    "reels_DVOV4_KjRVo_": "https://www.instagram.com/reels/DVOV4_KjRVo/",
-    "reels_DVc8QemCByv_": "https://www.instagram.com/reels/DVc8QemCByv/"
-  },
-  "flows": {
-    "discovered": {
-      "steps": [
-        "No strategies recorded yet. Use the platform, then call export_playbook again."
-      ],
-      "selectors": {
-        "switch_display_language": "[aria-label=\"Switch Display Language\"]"
-      }
-    }
-  },
-  "detection": {
-    "is_logged_in": "// Add detection JS for logged-in state"
-  },
-  "errors": [],
-  "_meta": {
-    "exported_from": "screenhand",
-    "actions_count": 31,
-    "strategies_count": 0
-  }
-}

package/playbooks/instagram_v2.json

@@ -1,201 +0,0 @@
-{
-  "platform": "instagram",
-  "playbook": "instagram_v2",
-  "version": "2.0.0",
-  "updated": "2026-03-05",
-  "description": "Instagram Web automation playbook with verified selectors from a live logged-in session.",
-  "urls": {
-    "home": "https://www.instagram.com/",
-    "reels": "https://www.instagram.com/reels/",
-    "messages": "https://www.instagram.com/direct/inbox/",
-    "notifications": "https://www.instagram.com/notifications/",
-    "edit_profile": "https://www.instagram.com/accounts/edit/"
-  },
-  "selectors": {
-    "navigation": {
-      "home": "a[href='/']",
-      "reels": "a[href='/reels/']",
-      "messages": "a[href='/direct/inbox/']",
-      "explore": "a[href='/explore/']",
-      "notifications": "a[href='/notifications/'], a[href='/accounts/activity/']",
-      "create_href": "a[href='/create/']",
-      "create_text_fallback": "a,button,[role='button'] (text=/new post|create/i)",
-      "profile_generic": "a[href^='/'][href$='/'] (exclude known static routes)"
-    },
-    "engagement": {
-      "like": "[aria-label='Like'], svg[aria-label='Like']",
-      "comment": "[aria-label='Comment'], svg[aria-label='Comment']",
-      "share": "[aria-label='Share'], [aria-label='Send'], svg[aria-label='Share']",
-      "save": "[aria-label='Save'], svg[aria-label='Save']",
-      "follow_text": "button,[role='button'] (text=/^Follow$/i)",
-      "comment_input": "textarea[aria-label='Add a comment…'], textarea[placeholder='Add a comment…'], textarea[placeholder*='comment']"
-    },
-    "dm": {
-      "search_input": "input[name='searchInput'], input[placeholder='Search'], input[aria-label='Search input']",
-      "new_message": "a[href='/direct/new/'], [aria-label='New message'], button[aria-label='New message']",
-      "composer_fallback": "textarea[placeholder*='Message'], div[contenteditable='true'][role='textbox']"
-    },
-    "settings": {
-      "website": "input[placeholder='Website']",
-      "bio": "textarea#pepBio, textarea[placeholder='Bio']",
-      "submit": "button[type='submit']",
-      "avatar_file": "input[type='file']",
-      "account_suggestions_toggle": "input[role='switch'][aria-label='Show account suggestions on profiles']"
-    },
-    "create_post": {
-      "trigger": "a,button,[role='button'] (text=/new post|create/i)",
-      "file_input": "input[type='file']",
-      "caption": "textarea[aria-label*='caption' i], textarea[placeholder*='caption' i]",
-      "next": "button (text=/^Next$/i)",
-      "share": "button (text=/^Share$/i)"
-    }
-  },
-  "flows": {
-    "create_post": {
-      "steps": [
-        "Navigate to home URL.",
-        "Click create trigger by text match (new post/create).",
-        "Upload media via input[type='file'].",
-        "Fill caption field.",
-        "Click Next, then Share."
-      ],
-      "selectors": {
-        "entry": "a,button,[role='button'] (text=/new post|create/i)",
-        "file_input": "input[type='file']",
-        "caption": "textarea[aria-label*='caption' i], textarea[placeholder*='caption' i]",
-        "next": "button (text=/^Next$/i)",
-        "share": "button (text=/^Share$/i)"
-      },
-      "notes": [
-        "Do not rely on /create/select/ directly; it can resolve to @create profile in some sessions.",
-        "Prefer text-based create trigger from left nav when href selector is absent."
-      ]
-    },
-    "reel_engagement": {
-      "steps": [
-        "Navigate to reels URL.",
-        "Use like/comment/share/save selectors on active reel.",
-        "Use follow_text selector for creator follow button."
-      ],
-      "selectors": {
-        "like": "[aria-label='Like'], svg[aria-label='Like']",
-        "comment": "[aria-label='Comment'], svg[aria-label='Comment']",
-        "share": "[aria-label='Share'], [aria-label='Send'], svg[aria-label='Share']",
-        "save": "[aria-label='Save'], svg[aria-label='Save']",
-        "follow_text": "button,[role='button'] (text=/^Follow$/i)"
-      }
-    },
-    "dm_send_message": {
-      "steps": [
-        "Navigate to messages URL.",
-        "Use dm.search_input to find recipient.",
-        "Click dm.new_message if inbox is empty.",
-        "Type in dm.composer_fallback once thread opens."
-      ],
-      "selectors": {
-        "search_input": "input[name='searchInput'], input[placeholder='Search'], input[aria-label='Search input']",
-        "new_message": "a[href='/direct/new/'], [aria-label='New message'], button[aria-label='New message']",
-        "composer_fallback": "textarea[placeholder*='Message'], div[contenteditable='true'][role='textbox']"
-      }
-    },
-    "comment_on_post": {
-      "steps": [
-        "On home/reels, click engagement.comment selector.",
-        "Wait for post page/dialog to open.",
-        "Type into engagement.comment_input and submit."
-      ],
-      "selectors": {
-        "comment_button": "[aria-label='Comment'], svg[aria-label='Comment']",
-        "comment_input": "textarea[aria-label='Add a comment…'], textarea[placeholder='Add a comment…'], textarea[placeholder*='comment']"
-      },
-      "notes": [
-        "Verified path opened https://www.instagram.com/p/... and exposed aria-label='Add a comment…'."
-      ]
-    },
-    "follow_account": {
-      "steps": [
-        "Use follow_text (text=/^Follow$/i) on feed/reels/profile context.",
-        "Avoid class-based selectors; they are unstable."
-      ],
-      "selectors": {
-        "follow_text": "button,[role='button'] (text=/^Follow$/i)"
-      }
-    },
-    "update_profile_settings": {
-      "steps": [
-        "Navigate to edit_profile URL.",
-        "Set settings.website and settings.bio.",
-        "Submit via settings.submit (type='submit')."
-      ],
-      "selectors": {
-        "website": "input[placeholder='Website']",
-        "bio": "textarea#pepBio, textarea[placeholder='Bio']",
-        "submit": "button[type='submit']"
-      },
-      "notes": [
-        "Verified on Edit profile page title: 'Edit profile • Instagram'."
-      ]
-    }
-  },
-  "detection": {
-    "is_logged_in": "!!document.querySelector(\"a[href='/direct/inbox/']\")",
-    "on_home": "location.pathname === '/'",
-    "on_reels": "location.pathname.startsWith('/reels')",
-    "on_messages": "location.pathname.startsWith('/direct/inbox')",
-    "on_notifications": "location.pathname.startsWith('/notifications')",
-    "on_edit_profile": "location.pathname.startsWith('/accounts/edit')",
-    "has_comment_input": "!!document.querySelector(\"textarea[aria-label='Add a comment…'], textarea[placeholder='Add a comment…']\")"
-  },
-  "errors": [
-    {
-      "error": "Create route resolves to profile @create instead of composer",
-      "context": "Direct open of /create/select/ in this session",
-      "solution": "Use UI create trigger by text (new post/create) from home navigation.",
-      "severity": "high"
-    },
-    {
-      "error": "Notifications nav href not always present in left rail",
-      "context": "Selector a[href='/notifications/'] may be absent",
-      "solution": "Navigate directly to /notifications/ or click Notifications by text/aria.",
-      "severity": "medium"
-    },
-    {
-      "error": "Follow button lacks stable unique CSS attributes",
-      "context": "Follow discovered as plain button text in multiple contexts",
-      "solution": "Use text-based matcher: button,[role='button'] with /^Follow$/i.",
-      "severity": "medium"
-    }
-  ],
-  "verification": {
-    "audit_date": "2026-03-05",
-    "home": {
-      "like_count": 3,
-      "comment_count": 3,
-      "share_count": 3,
-      "save_count": 3,
-      "follow_text_buttons": 8,
-      "create_by_text": true
-    },
-    "reels": {
-      "like_count": 2,
-      "comment_count": 2,
-      "share_count": 2,
-      "save_count": 2,
-      "follow_text_buttons": 2
-    },
-    "messages": {
-      "search_input_present": true,
-      "new_message_present": true
-    },
-    "edit_profile": {
-      "website_present": true,
-      "bio_present": true,
-      "submit_type_button_present": true
-    },
-    "comment_flow": {
-      "comment_click_result": "Clicked: \"Comment\"",
-      "comment_input_present_after_click": true,
-      "comment_page_pattern": "https://www.instagram.com/p/..."
-    }
-  }
-}

package/playbooks/x_v1.json

@@ -1,211 +0,0 @@
-{
-  "platform": "x",
-  "playbook": "x_v1",
-  "version": "1.0.0",
-  "updated": "2026-03-06",
-  "description": "X (Twitter) web automation playbook for ScreenHand using Chrome CDP + OCR fallback.",
-  "urls": {
-    "home": "https://x.com/home",
-    "explore": "https://x.com/explore",
-    "notifications": "https://x.com/notifications",
-    "messages": "https://x.com/messages",
-    "compose": "https://x.com/compose/post",
-    "profile": "https://x.com/{handle}",
-    "status": "https://x.com/{handle}/status/{status_id}",
-    "settings_profile": "https://x.com/settings/profile"
-  },
-  "selectors": {
-    "compose": {
-      "textbox_primary": "[data-testid='tweetTextarea_0']",
-      "textbox_fallback": "div[role='textbox'][contenteditable='true']",
-      "post_button_inline": "[data-testid='tweetButtonInline']",
-      "post_button_generic": "[data-testid='tweetButton']",
-      "media_input": "[data-testid='fileInput'], input[type='file']"
-    },
-    "engagement": {
-      "reply": "[data-testid='reply']",
-      "like": "[data-testid='like']",
-      "unlike": "[data-testid='unlike']",
-      "repost": "[data-testid='retweet']",
-      "unrepost": "[data-testid='unretweet']",
-      "bookmark": "[data-testid='bookmark']",
-      "remove_bookmark": "[data-testid='removeBookmark']"
-    },
-    "post_menu": {
-      "open": "[data-testid='caret'], button[aria-label='More']",
-      "menu": "[role='menu']",
-      "menu_item": "[role='menuitem']",
-      "delete_item_text": "Delete",
-      "edit_item_text": "Edit"
-    },
-    "delete_confirm": {
-      "primary": "[data-testid='confirmationSheetConfirm']",
-      "dialog": "[role='dialog']",
-      "button_text": "Delete"
-    },
-    "edit": {
-      "editor": "[data-testid='tweetTextarea_0'], div[role='textbox'][contenteditable='true']",
-      "submit_update_or_save": "button matching /update|save/i",
-      "must_not_click": "button matching /reply/i"
-    },
-    "dm": {
-      "new_message": "[data-testid='DM_New_Direct_Message_Button'], a[href='/messages/compose'], [aria-label*='New message']",
-      "search_people": "input[data-testid='searchPeople'], input[placeholder*='Search'], input[aria-label*='Search']",
-      "composer": "[data-testid='dmComposerTextInput'], div[role='textbox'][data-testid='dmComposerTextInput'], div[role='textbox'][contenteditable='true']",
-      "send": "[data-testid='dmComposerSendButton'], [aria-label='Send']"
-    },
-    "profile": {
-      "edit_profile_button_text": "Edit profile",
-      "name_input_label": "Name",
-      "bio_input_label": "Bio",
-      "location_input_label": "Location",
-      "website_input_label": "Website",
-      "save_profile": "[data-testid='Profile_Save_Button']"
-    }
-  },
-  "flows": {
-    "create_post": {
-      "steps": [
-        "Focus Chrome and use browser_tabs to get current X tab.",
-        "Navigate to compose URL or home.",
-        "Prefer CDP: fill [data-testid='tweetTextarea_0'] then click [data-testid='tweetButtonInline'].",
-        "Fallback: click_text('What's happening?'), type_text, key('cmd+enter').",
-        "Verify by opening profile and reading latest /status/{id} link."
-      ],
-      "guards": [
-        "If X returns 'Whoops! You already said that.', regenerate unique copy and repost.",
-        "If type_text times out on long text, shorten copy and retry.",
-        "Keep one active Chrome window; avoid about:blank target drift."
-      ]
-    },
-    "replace_post_without_premium": {
-      "steps": [
-        "Open target status URL.",
-        "Open post menu (caret).",
-        "Click Delete and then confirm Delete in modal.",
-        "Create a fresh replacement post from compose.",
-        "Optionally pin replacement post."
-      ],
-      "why": "Non-Premium accounts cannot edit posts reliably; delete+repost is the primary workflow."
-    },
-    "edit_post_premium_only": {
-      "steps": [
-        "Open target status URL and open post menu.",
-        "Click 'Edit'.",
-        "Replace content in edit editor.",
-        "Submit only via button text matching Update/Save.",
-        "Reload status URL and verify updated text."
-      ],
-      "guards": [
-        "Abort if no Update/Save button is detected.",
-        "Do not click Reply when intending to edit.",
-        "Edit availability is restricted by account plan and post state."
-      ]
-    },
-    "delete_post": {
-      "steps": [
-        "Open target status URL.",
-        "Open post menu and click Delete.",
-        "Confirm via [data-testid='confirmationSheetConfirm'] or dialog Delete button.",
-        "Reload status URL and verify deleted marker text."
-      ],
-      "verification_text_patterns": [
-        "this post was deleted",
-        "post not found",
-        "doesn't exist",
-        "try searching for something else"
-      ]
-    },
-    "engagement_actions": {
-      "steps": [
-        "Like: click [data-testid='like'].",
-        "Reply: click [data-testid='reply'], fill composer, click tweetButtonInline.",
-        "Repost: click [data-testid='retweet'] and choose repost option.",
-        "Bookmark: click [data-testid='bookmark']."
-      ]
-    },
-    "dm_send": {
-      "steps": [
-        "Navigate to /messages.",
-        "Click new message button.",
-        "Search recipient.",
-        "Type in DM composer.",
-        "Send via dmComposerSendButton."
-      ]
-    }
-  },
-  "detection": {
-    "is_logged_in": "!/log in|sign in|join x|create account/i.test((document.body?.innerText||''))",
-    "on_compose": "location.href.includes('/compose/post')",
-    "on_messages": "location.pathname.startsWith('/messages')",
-    "has_compose_box": "!!document.querySelector('[data-testid=\"tweetTextarea_0\"], div[role=\"textbox\"][contenteditable=\"true\"]')",
-    "has_post_menu_caret": "document.querySelectorAll('[data-testid=\"caret\"], button[aria-label=\"More\"]').length > 0",
-    "has_delete_confirm": "!!document.querySelector('[data-testid=\"confirmationSheetConfirm\"], [role=\"dialog\"]')"
-  },
-  "errors": [
-    {
-      "error": "Edit option missing",
-      "context": "Post menu shows Delete/Pin/etc but no Edit",
-      "solution": "Treat as non-editable; use delete+repost flow.",
-      "severity": "high"
-    },
-    {
-      "error": "Reply clicked instead of update",
-      "context": "Edit flow opened composer-like surface and submit hit Reply",
-      "solution": "Submit only when button label matches Update/Save; abort otherwise.",
-      "severity": "high"
-    },
-    {
-      "error": "Duplicate post rejection",
-      "context": "X message: 'Whoops! You already said that.'",
-      "solution": "Regenerate unique copy and retry post.",
-      "severity": "medium"
-    },
-    {
-      "error": "about:blank window steals OCR clicks",
-      "context": "Multiple Chrome windows; OCR target drifts to about:blank",
-      "solution": "Close/ignore about:blank window and bind to X-titled window before click_text/type_text.",
-      "severity": "high"
-    },
-    {
-      "error": "CDP DOM missing tweet controls",
-      "context": "No article/caret nodes despite visible tweet in UI",
-      "solution": "Fallback to OCR+Accessibility sequence; then return to CDP for verification.",
-      "severity": "high"
-    },
-    {
-      "error": "type_text timeout on long content",
-      "context": "Bridge timeout on long multiline posts",
-      "solution": "Use shorter copy or DOM insert in editor where available.",
-      "severity": "medium"
-    }
-  ],
-  "policy_notes": {
-    "editing": [
-      "Editing requires X Premium tier support.",
-      "Editing is time-limited and state-limited (post history/reply state may block edit).",
-      "Without edit capability, use delete+repost."
-    ],
-    "safety": [
-      "Always verify target status URL before destructive actions.",
-      "Never auto-confirm delete without detecting delete dialog/button.",
-      "Never use Reply button as edit submit fallback."
-    ]
-  },
-  "verification": {
-    "audit_date": "2026-03-06",
-    "account": "@screenhand_",
-    "known_post_ids": [
-      "2029617823178424794",
-      "2029620157203763699"
-    ],
-    "observed_menu_items": [
-      "Delete",
-      "Edit",
-      "Pin to your profile",
-      "Highlight on your profile",
-      "View post analytics"
-    ],
-    "known_rejection_message": "Whoops! You already said that."
-  }
-}