social-autoposter 1.6.3 → 1.6.5

package/bin/server.js

@@ -542,7 +542,7 @@ const RUN_LINE_RE = /^(\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2})\s*\|\s*(\S+)\s*\|\s*
 const PLATFORM_LABELS = {
   twitter: 'Twitter', reddit: 'Reddit', linkedin: 'LinkedIn',
   moltbook: 'MoltBook', github: 'GitHub', dev: 'Dev',
-  hackernews: 'HackerNews', youtube: 'YouTube',
+  hackernews: 'HackerNews', youtube: 'YouTube', instagram: 'Instagram',
 };
 
 // Standalone jobs with no platform axis. script_name -> display label.
@@ -624,6 +624,7 @@ function classifyScript(script) {
     match(/^link_edit_(\w+)$/, 'link-edit', 'Link Edit') ||
     match(/^thread_(\w+)$/, 'post', 'Post Threads') ||
     match(/^post_(\w+)$/, 'post-comments', 'Post Comments') ||
+    match(/^render_(\w+)$/, 'render', 'Render') ||
     match(/^engage_(\w+)$/, 'engage', 'Engage') ||
     match(/^dm_outreach_(\w+)$/, 'dm-outreach', 'DM Outreach') ||
     match(/^dm_replies_(\w+)$/, 'dm-replies', 'DM Replies') ||

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "social-autoposter",
-  "version": "1.6.3",
+  "version": "1.6.5",
   "description": "Automated social posting pipeline for Reddit, X/Twitter, LinkedIn, and Moltbook. Install as a Claude Code agent skill.",
   "bin": {
     "social-autoposter": "bin/cli.js"

package/scripts/twitter_browser.py

@@ -40,7 +40,24 @@ LOCK_EXPIRY = 300  # process-level mutex TTL; refreshed during long ops
 LOCK_WAIT_MAX = 45  # seconds to wait for lock to free before giving up
 LOCK_POLL_INTERVAL = 2
 VIEWPORT = {"width": 911, "height": 1016}
-OUR_HANDLE = "m13v_"
+
+# Posting handle. Resolved at call time from AUTOPOSTER_TWITTER_HANDLE env
+# var (set by per-account launchd/systemd units) or config.json
+# accounts.twitter.handle. The "m13v_" fallback keeps the Mac default working
+# when neither source is set, but on the VMs the env var MUST be set so the
+# DOM scrape + CDP URL build target the right profile.
+_DEFAULT_HANDLE = "m13v_"
+
+def our_handle():
+    try:
+        sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
+        import account_resolver
+        h = account_resolver.resolve("twitter")
+        if h:
+            return h
+    except Exception:
+        pass
+    return _DEFAULT_HANDLE
 
 # DM encryption passcode from .env
 DM_PASSCODE = os.environ.get("TWITTER_DM_PASSCODE", "")
@@ -468,18 +485,80 @@ def _rate_limit_response(reason, counter=None, url=None):
 
 
 def _collect_our_reply_links(page):
-    """Collect all /OUR_HANDLE/status/ links currently in the DOM."""
+    """Collect all /<our_handle>/status/ links currently in the DOM."""
+    handle = our_handle()
     return set(page.evaluate(f"""() => {{
         const links = new Set();
-        document.querySelectorAll('a[href*="/{OUR_HANDLE}/status/"]').forEach(a => {{
+        document.querySelectorAll('a[href*="/{handle}/status/"]').forEach(a => {{
             const href = a.getAttribute('href');
-            if (href && /\\/{OUR_HANDLE}\\/status\\/\\d+$/.test(href))
+            if (href && /\\/{handle}\\/status\\/\\d+$/.test(href))
                 links.add(href);
         }});
         return [...links];
     }}"""))
 
 
+def _wait_for_reply_textbox(page, total_timeout_ms=45000):
+    """Wait for the reply composer textbox to mount. Returns a locator or None.
+
+    Polls multiple selectors because the React composer sometimes attaches late
+    on slow egress (E2B sandbox) and the aria-label has historically varied
+    ("Post text" / "Tweet your reply" / "Post your reply"). The data-testid
+    `tweetTextarea_0` has been stable for years and is the primary signal.
+    """
+    import time as _t
+    selectors = (
+        '[data-testid="tweetTextarea_0"]',
+        '[role="textbox"][aria-label="Post text"]',
+        '[role="textbox"][aria-label="Tweet your reply"]',
+        '[role="textbox"][aria-label="Post your reply"]',
+    )
+    deadline = _t.monotonic() + (total_timeout_ms / 1000.0)
+    while _t.monotonic() < deadline:
+        for sel in selectors:
+            try:
+                loc = page.locator(sel).first
+                if loc.count() > 0 and loc.is_visible():
+                    return loc
+            except Exception:
+                pass
+        page.wait_for_timeout(500)
+    return None
+
+
+def _dump_reply_failure_diag(page, tweet_url):
+    """Dump screenshot + DOM state on reply_box_not_found. Returns a diag dict."""
+    import time as _t
+    ts = int(_t.time())
+    diag = {"ts": ts, "tweet_url": tweet_url}
+    try:
+        diag["final_url"] = page.url
+    except Exception as _e:
+        diag["final_url_err"] = str(_e)
+    try:
+        png_path = f"/tmp/twitter_reply_failure_{ts}.png"
+        page.screenshot(path=png_path, full_page=False)
+        diag["screenshot"] = png_path
+    except Exception as _e:
+        diag["screenshot_err"] = str(_e)
+    try:
+        diag["dom"] = page.evaluate("""() => {
+            const tbs = Array.from(document.querySelectorAll('[role="textbox"]'));
+            return {
+                title: (document.title || '').slice(0, 120),
+                textbox_count: tbs.length,
+                textbox_labels: tbs.map(t => t.getAttribute('aria-label')),
+                has_tweetTextarea_0: !!document.querySelector('[data-testid="tweetTextarea_0"]'),
+                has_login_modal: !!document.querySelector('[data-testid="loginButton"]'),
+                has_age_gate: !!document.querySelector('[data-testid="sensitive-media-button"]'),
+                page_text_snippet: (document.body && document.body.innerText || '').slice(0, 300),
+            };
+        }""")
+    except Exception as _e:
+        diag["dom_err"] = str(_e)
+    return diag
+
+
 def reply_to_tweet(tweet_url, text, apply_campaigns=True):
     """Reply to a tweet.
 
@@ -609,39 +688,54 @@ def reply_to_tweet(tweet_url, text, apply_campaigns=True):
             except Exception:
                 pass
 
-            try:
-                page.goto(tweet_url, wait_until="load", timeout=60000)
-            except Exception:
+            # Navigate + locate reply box. Composer mount is flaky on E2B
+            # sandbox egress (~1-in-5 misses on first attempt). Strategy:
+            # up to 2 navigation attempts; on miss, scroll-nudge once before
+            # re-navigating. On final miss, dump diagnostics for triage.
+            reply_box = None
+            tweet_not_found = False
+            for nav_attempt in (1, 2):
                 try:
-                    page.goto(tweet_url, wait_until="domcontentloaded", timeout=60000)
+                    page.goto(tweet_url, wait_until="load", timeout=60000)
                 except Exception:
-                    pass
-            page.wait_for_timeout(15000)
+                    try:
+                        page.goto(tweet_url, wait_until="domcontentloaded", timeout=60000)
+                    except Exception:
+                        pass
+                page.wait_for_timeout(15000 if nav_attempt == 1 else 8000)
 
-            # Check if page exists
-            page_text = page.text_content("main") or ""
-            if "this page doesn't exist" in page_text.lower():
-                return {"ok": False, "error": "tweet_not_found"}
+                page_text = page.text_content("main") or ""
+                if "this page doesn't exist" in page_text.lower():
+                    tweet_not_found = True
+                    break
 
-            # Snapshot our reply links before posting (to detect the new one)
-            links_before = _collect_our_reply_links(page)
+                reply_box = _wait_for_reply_textbox(page, total_timeout_ms=45000)
+                if reply_box:
+                    break
 
-            # Find the reply textbox. On slower egress (E2B sandbox VMs) x.com
-            # can need 20-30s to attach the React reply composer; do not lower
-            # these timeouts.
-            reply_box = None
-            try:
-                reply_box = page.get_by_role("textbox", name="Post text")
-                reply_box.wait_for(timeout=30000)
-            except Exception:
-                # Scroll down to find the reply box
-                page.evaluate("window.scrollBy(0, 500)")
-                page.wait_for_timeout(3000)
+                # Nudge: small scroll + scroll back; sometimes coaxes the
+                # composer to attach when React stalled on the initial mount.
+                print(f"[reply_to_tweet] reply_box missing on nav_attempt={nav_attempt}; "
+                      f"nudging + re-navigating", file=sys.stderr)
                 try:
-                    reply_box = page.get_by_role("textbox", name="Post text")
-                    reply_box.wait_for(timeout=15000)
+                    page.evaluate("window.scrollBy(0, 400)")
+                    page.wait_for_timeout(1500)
+                    page.evaluate("window.scrollTo(0, 0)")
+                    page.wait_for_timeout(1500)
                 except Exception:
-                    return {"ok": False, "error": "reply_box_not_found"}
+                    pass
+
+            if tweet_not_found:
+                return {"ok": False, "error": "tweet_not_found"}
+
+            if not reply_box:
+                diag = _dump_reply_failure_diag(page, tweet_url)
+                print(f"[reply_to_tweet] reply_box_not_found diag: "
+                      f"{json.dumps(diag, default=str)}", file=sys.stderr)
+                return {"ok": False, "error": "reply_box_not_found", "diag": diag}
+
+            # Snapshot our reply links right before posting (to detect the new one)
+            links_before = _collect_our_reply_links(page)
 
             # Click and type the reply
             reply_box.click()
@@ -684,7 +778,7 @@ def reply_to_tweet(tweet_url, text, apply_campaigns=True):
 
             # Method 1: CDP network interception (most reliable)
             if _created_tweet_ids:
-                reply_url = f"https://x.com/{OUR_HANDLE}/status/{_created_tweet_ids[-1]}"
+                reply_url = f"https://x.com/{our_handle()}/status/{_created_tweet_ids[-1]}"
                 print(f"[reply_url] captured via CDP+response-listener: {reply_url}", file=sys.stderr)
 
             # Method 2: DOM diff (check if new reply links appeared)
@@ -1185,7 +1279,7 @@ def read_conversation(thread_url, max_messages=20):
                     messages: recent,
                     total_found: messages.length,
                 };
-            }""", {"maxMessages": max_messages, "ourHandle": OUR_HANDLE})
+            }""", {"maxMessages": max_messages, "ourHandle": our_handle()})
 
             return result
 

package/skill/run-instagram-render.sh

@@ -45,7 +45,32 @@ fi
 
 log() { echo "[$(date +%H:%M:%S)] $*" | tee -a "$LOG_FILE"; }
 
-cleanup() { rm -f "$PICK_FILE" "${UNPROVEN_JSON_FILE:-}"; }
+# Run accounting for dashboard Job History (Render · Instagram). Matches the
+# pattern in run-instagram-daily.sh / run-twitter-threads.sh / run-reddit-threads.sh:
+# each exit site updates POSTED_CT / SKIPPED_CT / FAILED_CT; the EXIT trap
+# always emits one log_run.py line so the run shows up under render_instagram.
+# "posted" here means "rendered a fresh draft"; "skipped" means buffer was
+# healthy (>=3 drafts) or the lock was already held; "failed" is any real
+# error path.
+RUN_START_EPOCH=$(date +%s)
+POSTED_CT=0
+SKIPPED_CT=0
+FAILED_CT=0
+
+cleanup() {
+  local rc=$?
+  rm -f "$PICK_FILE" "${UNPROVEN_JSON_FILE:-}"
+  if [ "$POSTED_CT" -eq 0 ] && [ "$SKIPPED_CT" -eq 0 ] && [ "$FAILED_CT" -eq 0 ]; then
+    if [ "$rc" -eq 0 ]; then SKIPPED_CT=1; else FAILED_CT=1; fi
+  fi
+  local elapsed=$(( $(date +%s) - RUN_START_EPOCH ))
+  local cost
+  cost=$(/usr/bin/python3 "$REPO_DIR/scripts/get_run_cost.py" --since "$RUN_START_EPOCH" --scripts "run-instagram-render" 2>/dev/null || echo "0.0000")
+  /usr/bin/python3 "$REPO_DIR/scripts/log_run.py" \
+      --script "render_instagram" \
+      --posted "$POSTED_CT" --skipped "$SKIPPED_CT" --failed "$FAILED_CT" \
+      --cost "$cost" --elapsed "$elapsed" >/dev/null 2>&1 || true
+}
 trap cleanup EXIT INT TERM HUP
 
 log "=== instagram-render fire: $(date) ==="
@@ -68,6 +93,7 @@ else
 fi
 if [ -z "$TARGET_ACCOUNT" ]; then
   log "ERROR: pick_ig_account.py returned empty; no enabled accounts?"
+  FAILED_CT=1
   exit 1
 fi
 export TARGET_ACCOUNT
@@ -318,6 +344,7 @@ PY
 
 if [ ! -s "$PICK_FILE" ]; then
   log "ERROR: pick query produced no output"
+  FAILED_CT=1
   exit 1
 fi
 
@@ -333,6 +360,7 @@ log "target=$TARGET selected_project=${SELECTED_PROJECT:-<null/organic>} draft_c
 # Override with FORCE_RENDER=1 for manual / first-fire runs.
 if [ "${FORCE_RENDER:-0}" != "1" ] && [ "$DRAFT_COUNT" -ge 3 ]; then
   log "skipped: $DRAFT_COUNT drafts of $TARGET already in queue (>= 3 buffer); no render needed"
+  SKIPPED_CT=1
   exit 0
 fi
 
@@ -612,9 +640,11 @@ if ! "$REPO_DIR/scripts/run_claude.sh" "run-instagram-render" \
   rm -f "$PROMPT_FILE"
   if [ "$rc" -eq 79 ]; then
     log "claude blocked by quota stamp; will retry next cycle"
+    SKIPPED_CT=1
     exit 0
   fi
   log "render failed"
+  FAILED_CT=1
   exit 1
 fi
 rm -f "$PROMPT_FILE"
@@ -629,10 +659,12 @@ log "  expected: $OUT_CAP"
 
 if [ ! -f "$OUT_MP4" ]; then
   log "ERROR: $OUT_MP4 missing"
+  FAILED_CT=1
   exit 1
 fi
 if [ ! -f "$OUT_CAP" ]; then
   log "ERROR: $OUT_CAP missing"
+  FAILED_CT=1
   exit 1
 fi
 
@@ -662,7 +694,7 @@ PY
 
 case "$ROW_OK" in
   OK*) log "DB row OK: $ROW_OK" ;;
-  *)   log "ERROR: DB row check failed: $ROW_OK"; exit 1 ;;
+  *)   log "ERROR: DB row check failed: $ROW_OK"; FAILED_CT=1; exit 1 ;;
 esac
 
 VARIANT=$(echo "$ROW_OK" | sed 's/^OK variant=//')
@@ -754,6 +786,7 @@ PY
   if [ "$CAP_LEN" -gt "$CAP_LIMIT" ]; then
     log "ERROR: caption still over limit after 3 tighten attempts (final len=${CAP_LEN})"
     log "flipping media_posts row to status='caption_too_long' so picker skips it"
+    FAILED_CT=1
     /opt/homebrew/bin/python3.11 - "$NEXT_NUM" "$CAP_LEN" 2>>"$LOG_FILE" <<'PY'
 import os, sys, psycopg2
 env = {}
@@ -797,4 +830,5 @@ PY
 fi
 
 log "=== rendered post-${NNN} (${TARGET}, variant=${VARIANT}) successfully ==="
+POSTED_CT=1
 exit 0