social-autoposter 1.6.4 → 1.6.6

package/bin/cli.js

@@ -130,14 +130,60 @@ function installBrowserAgentConfigs() {
   console.log(`  browser profile dirs ready -> ${profilesDir}/{${BROWSER_PROFILES.join(',')}}`);
 }
 
+// Detect whether we are running inside an AppMaker E2B VM. AppMaker provisions
+// a Chromium on port 9222 behind the SOAX residential proxy at 127.0.0.1:3003,
+// and that Chromium is the one the user logs into via the AppMaker UI (profile
+// /root/.chromium-profile). The browser-harness Chrome on port 9555 with its
+// own (logged-out, un-proxied) profile is wrong for this host, so we:
+//   1. skip installBrowserHarness() entirely (saves disk + avoids a second
+//      headless Chrome ever spawning).
+//   2. write ~/.social-autoposter-env so skill/lib/twitter-backend.sh sources
+//      TWITTER_CDP_URL=http://127.0.0.1:9222 instead of the default 9555.
+// Detection: presence of /opt/startup.sh (the AppMaker bootstrap script that
+// only exists on these VMs) AND a live HTTP response on 127.0.0.1:9222.
+function isAppMakerVm() {
+  if (process.platform !== 'linux') return false;
+  if (!fs.existsSync('/opt/startup.sh')) return false;
+  // Probe Chromium DevTools on 9222. 2s timeout; if it answers, we're on AppMaker.
+  const probe = spawnSync('curl', ['-sf', '--max-time', '2', '-o', '/dev/null', 'http://127.0.0.1:9222/json/version'], { stdio: 'ignore' });
+  return probe.status === 0;
+}
+
+// Write ~/.social-autoposter-env so skill/lib/twitter-backend.sh picks up the
+// AppMaker-specific TWITTER_CDP_URL before its `${VAR:-default}` fallback hits.
+// Idempotent: rewrites the file every invocation so a config edit on the VM
+// can't drift away from what cli.js intends.
+function writeAppMakerEnvFile() {
+  const envPath = path.join(HOME, '.social-autoposter-env');
+  const body = [
+    '# social-autoposter per-host env overrides',
+    '# Auto-generated by social-autoposter init/update on AppMaker E2B VMs.',
+    '# Edit by hand only if you know what you are doing; it gets rewritten on every update.',
+    '',
+    '# Point twitter pipeline at AppMaker\'s proxied Chromium (SOAX residential exit',
+    '# at 127.0.0.1:3003) instead of the harness Chrome on 9555. The Chromium on',
+    '# 9222 is the one the user logs into via the AppMaker UI.',
+    'export TWITTER_CDP_URL="http://127.0.0.1:9222"',
+    '',
+  ].join('\n');
+  fs.writeFileSync(envPath, body);
+  console.log(`  AppMaker VM detected -> wrote ${envPath} (TWITTER_CDP_URL=http://127.0.0.1:9222)`);
+}
+
 // Provision the browser-harness toolchain that backs the twitter-harness MCP:
 //   1. install uv (Astral) if missing
 //   2. git-clone browser-use/browser-harness
 //   3. uv tool install -e . (provides the `browser-harness` CLI)
 //   4. ensure `mcp` Python package is importable for server.py
 //   5. copy our shipped server.py into ~/.claude/mcp-servers/browser-harness/
-// All steps are idempotent.
+// All steps are idempotent. Skipped entirely on AppMaker VMs (the proxied
+// Chromium on 9222 replaces the harness).
 function installBrowserHarness() {
+  if (isAppMakerVm()) {
+    console.log('  AppMaker VM detected -> skipping browser-harness install (Chromium on 9222 is canonical)');
+    writeAppMakerEnvFile();
+    return;
+  }
   console.log('  setting up browser-harness (twitter-harness MCP backend)...');
 
   // Step 1: uv. Try the official installer first; fall back to pip.

package/bin/server.js

@@ -542,7 +542,7 @@ const RUN_LINE_RE = /^(\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2})\s*\|\s*(\S+)\s*\|\s*
 const PLATFORM_LABELS = {
   twitter: 'Twitter', reddit: 'Reddit', linkedin: 'LinkedIn',
   moltbook: 'MoltBook', github: 'GitHub', dev: 'Dev',
-  hackernews: 'HackerNews', youtube: 'YouTube',
+  hackernews: 'HackerNews', youtube: 'YouTube', instagram: 'Instagram',
 };
 
 // Standalone jobs with no platform axis. script_name -> display label.
@@ -624,6 +624,7 @@ function classifyScript(script) {
     match(/^link_edit_(\w+)$/, 'link-edit', 'Link Edit') ||
     match(/^thread_(\w+)$/, 'post', 'Post Threads') ||
     match(/^post_(\w+)$/, 'post-comments', 'Post Comments') ||
+    match(/^render_(\w+)$/, 'render', 'Render') ||
     match(/^engage_(\w+)$/, 'engage', 'Engage') ||
     match(/^dm_outreach_(\w+)$/, 'dm-outreach', 'DM Outreach') ||
     match(/^dm_replies_(\w+)$/, 'dm-replies', 'DM Replies') ||
@@ -6164,7 +6165,7 @@ async function handleApi(req, res) {
     const windowKey = Object.prototype.hasOwnProperty.call(WINDOW_HOURS, rawWindow) ? rawWindow : '7d';
     const windowHours = WINDOW_HOURS[windowKey];
     const rawPlatform = String(url.searchParams.get('platform') || '').toLowerCase().trim();
-    const ALLOWED_PLATFORMS = new Set(['reddit', 'twitter', 'x', 'linkedin', 'moltbook', 'github']);
+    const ALLOWED_PLATFORMS = new Set(['reddit', 'twitter', 'x', 'linkedin', 'moltbook', 'github', 'instagram']);
     const platformFilter = ALLOWED_PLATFORMS.has(rawPlatform) ? rawPlatform : '';
     const pc = auth.projectClause(req.user, 'pl.project_name', url.searchParams.get('project'));
     if (!pc.ok) return json(res, { destinations: [], window: windowKey, platform: 'all' });
@@ -6290,7 +6291,7 @@ async function handleApi(req, res) {
     const windowKey = Object.prototype.hasOwnProperty.call(WINDOW_HOURS, rawWindow) ? rawWindow : '7d';
     const windowHours = WINDOW_HOURS[windowKey];
     const rawPlatform = String(url.searchParams.get('platform') || '').toLowerCase().trim();
-    const ALLOWED_PLATFORMS = new Set(['reddit', 'twitter', 'x', 'linkedin', 'moltbook', 'github']);
+    const ALLOWED_PLATFORMS = new Set(['reddit', 'twitter', 'x', 'linkedin', 'moltbook', 'github', 'instagram']);
     const platformFilter = ALLOWED_PLATFORMS.has(rawPlatform) ? rawPlatform : '';
     const pc = auth.projectClause(req.user, 'pl.project_name', url.searchParams.get('project'));
     if (!pc.ok) return json(res, { links: [], window: windowKey, platform: 'all' });
@@ -16559,6 +16560,7 @@ const PROJECT_STATUS_SORT_FIELDS = {
   linkedin:     { type: 'numeric', value: r => Number(r.by_platform && r.by_platform.linkedin) || 0 },
   moltbook:     { type: 'numeric', value: r => Number(r.by_platform && r.by_platform.moltbook) || 0 },
   github:       { type: 'numeric', value: r => Number(r.by_platform && r.by_platform.github) || 0 },
+  instagram:    { type: 'numeric', value: r => Number(r.by_platform && r.by_platform.instagram) || 0 },
 };
 function _sortProjectRows(rows) {
   const { field, dir } = _projectStatusSort;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "social-autoposter",
-  "version": "1.6.4",
+  "version": "1.6.6",
   "description": "Automated social posting pipeline for Reddit, X/Twitter, LinkedIn, and Moltbook. Install as a Claude Code agent skill.",
   "bin": {
     "social-autoposter": "bin/cli.js"

package/scripts/twitter_browser.py

@@ -498,6 +498,67 @@ def _collect_our_reply_links(page):
     }}"""))
 
 
+def _wait_for_reply_textbox(page, total_timeout_ms=45000):
+    """Wait for the reply composer textbox to mount. Returns a locator or None.
+
+    Polls multiple selectors because the React composer sometimes attaches late
+    on slow egress (E2B sandbox) and the aria-label has historically varied
+    ("Post text" / "Tweet your reply" / "Post your reply"). The data-testid
+    `tweetTextarea_0` has been stable for years and is the primary signal.
+    """
+    import time as _t
+    selectors = (
+        '[data-testid="tweetTextarea_0"]',
+        '[role="textbox"][aria-label="Post text"]',
+        '[role="textbox"][aria-label="Tweet your reply"]',
+        '[role="textbox"][aria-label="Post your reply"]',
+    )
+    deadline = _t.monotonic() + (total_timeout_ms / 1000.0)
+    while _t.monotonic() < deadline:
+        for sel in selectors:
+            try:
+                loc = page.locator(sel).first
+                if loc.count() > 0 and loc.is_visible():
+                    return loc
+            except Exception:
+                pass
+        page.wait_for_timeout(500)
+    return None
+
+
+def _dump_reply_failure_diag(page, tweet_url):
+    """Dump screenshot + DOM state on reply_box_not_found. Returns a diag dict."""
+    import time as _t
+    ts = int(_t.time())
+    diag = {"ts": ts, "tweet_url": tweet_url}
+    try:
+        diag["final_url"] = page.url
+    except Exception as _e:
+        diag["final_url_err"] = str(_e)
+    try:
+        png_path = f"/tmp/twitter_reply_failure_{ts}.png"
+        page.screenshot(path=png_path, full_page=False)
+        diag["screenshot"] = png_path
+    except Exception as _e:
+        diag["screenshot_err"] = str(_e)
+    try:
+        diag["dom"] = page.evaluate("""() => {
+            const tbs = Array.from(document.querySelectorAll('[role="textbox"]'));
+            return {
+                title: (document.title || '').slice(0, 120),
+                textbox_count: tbs.length,
+                textbox_labels: tbs.map(t => t.getAttribute('aria-label')),
+                has_tweetTextarea_0: !!document.querySelector('[data-testid="tweetTextarea_0"]'),
+                has_login_modal: !!document.querySelector('[data-testid="loginButton"]'),
+                has_age_gate: !!document.querySelector('[data-testid="sensitive-media-button"]'),
+                page_text_snippet: (document.body && document.body.innerText || '').slice(0, 300),
+            };
+        }""")
+    except Exception as _e:
+        diag["dom_err"] = str(_e)
+    return diag
+
+
 def reply_to_tweet(tweet_url, text, apply_campaigns=True):
     """Reply to a tweet.
 
@@ -627,39 +688,54 @@ def reply_to_tweet(tweet_url, text, apply_campaigns=True):
             except Exception:
                 pass
 
-            try:
-                page.goto(tweet_url, wait_until="load", timeout=60000)
-            except Exception:
+            # Navigate + locate reply box. Composer mount is flaky on E2B
+            # sandbox egress (~1-in-5 misses on first attempt). Strategy:
+            # up to 2 navigation attempts; on miss, scroll-nudge once before
+            # re-navigating. On final miss, dump diagnostics for triage.
+            reply_box = None
+            tweet_not_found = False
+            for nav_attempt in (1, 2):
                 try:
-                    page.goto(tweet_url, wait_until="domcontentloaded", timeout=60000)
+                    page.goto(tweet_url, wait_until="load", timeout=60000)
                 except Exception:
-                    pass
-            page.wait_for_timeout(15000)
+                    try:
+                        page.goto(tweet_url, wait_until="domcontentloaded", timeout=60000)
+                    except Exception:
+                        pass
+                page.wait_for_timeout(15000 if nav_attempt == 1 else 8000)
 
-            # Check if page exists
-            page_text = page.text_content("main") or ""
-            if "this page doesn't exist" in page_text.lower():
-                return {"ok": False, "error": "tweet_not_found"}
+                page_text = page.text_content("main") or ""
+                if "this page doesn't exist" in page_text.lower():
+                    tweet_not_found = True
+                    break
 
-            # Snapshot our reply links before posting (to detect the new one)
-            links_before = _collect_our_reply_links(page)
+                reply_box = _wait_for_reply_textbox(page, total_timeout_ms=45000)
+                if reply_box:
+                    break
 
-            # Find the reply textbox. On slower egress (E2B sandbox VMs) x.com
-            # can need 20-30s to attach the React reply composer; do not lower
-            # these timeouts.
-            reply_box = None
-            try:
-                reply_box = page.get_by_role("textbox", name="Post text")
-                reply_box.wait_for(timeout=30000)
-            except Exception:
-                # Scroll down to find the reply box
-                page.evaluate("window.scrollBy(0, 500)")
-                page.wait_for_timeout(3000)
+                # Nudge: small scroll + scroll back; sometimes coaxes the
+                # composer to attach when React stalled on the initial mount.
+                print(f"[reply_to_tweet] reply_box missing on nav_attempt={nav_attempt}; "
+                      f"nudging + re-navigating", file=sys.stderr)
                 try:
-                    reply_box = page.get_by_role("textbox", name="Post text")
-                    reply_box.wait_for(timeout=15000)
+                    page.evaluate("window.scrollBy(0, 400)")
+                    page.wait_for_timeout(1500)
+                    page.evaluate("window.scrollTo(0, 0)")
+                    page.wait_for_timeout(1500)
                 except Exception:
-                    return {"ok": False, "error": "reply_box_not_found"}
+                    pass
+
+            if tweet_not_found:
+                return {"ok": False, "error": "tweet_not_found"}
+
+            if not reply_box:
+                diag = _dump_reply_failure_diag(page, tweet_url)
+                print(f"[reply_to_tweet] reply_box_not_found diag: "
+                      f"{json.dumps(diag, default=str)}", file=sys.stderr)
+                return {"ok": False, "error": "reply_box_not_found", "diag": diag}
+
+            # Snapshot our reply links right before posting (to detect the new one)
+            links_before = _collect_our_reply_links(page)
 
             # Click and type the reply
             reply_box.click()

package/skill/lib/twitter-backend.sh

@@ -30,10 +30,26 @@
 #     us. Kept as a function only so callers don't have to change.
 
 MCP_CONFIG_FILE="$HOME/.claude/browser-agent-configs/twitter-harness-mcp.json"
+
+# Per-host env override (written by bin/cli.js when installing on an AppMaker
+# VM, where the canonical browser is Chromium on port 9222 behind the SOAX
+# residential proxy at 127.0.0.1:3003, NOT the harness Chrome on 9555). On a
+# Mac dev box this file does not exist, so the default below kicks in.
+if [ -f "$HOME/.social-autoposter-env" ]; then
+    # shellcheck disable=SC1091
+    . "$HOME/.social-autoposter-env"
+fi
+
 # Tell twitter_browser.py (and any other Python helper that honors this env
-# var) to skip ps-based discovery and connect directly to the harness Chrome
-# on port 9555.
-export TWITTER_CDP_URL="http://127.0.0.1:9555"
+# var) to skip ps-based discovery and connect directly to the configured CDP
+# endpoint. Default 9555 (Mac harness Chrome). AppMaker VMs pre-set this to
+# http://127.0.0.1:9222 via ~/.social-autoposter-env above.
+export TWITTER_CDP_URL="${TWITTER_CDP_URL:-http://127.0.0.1:9555}"
+
+# Default harness URL — used by ensure_twitter_browser_for_backend +
+# cleanup_harness_tabs to decide whether we own this Chrome (and should
+# launch/clean it) or whether it is externally managed (AppMaker, BYO).
+_BH_DEFAULT_URL="http://127.0.0.1:9555"
 BROWSER_INSTRUCTIONS=$(cat <<'BROWSER_HARNESS_EOF'
 BROWSER BACKEND: twitter-harness (browser-harness MCP, CDP-driven REAL Google Chrome on
 port 9555, profile ~/.claude/browser-profiles/browser-harness). The Chrome is already
@@ -131,6 +147,19 @@ _resolve_chrome_bin() {
 }
 
 ensure_twitter_browser_for_backend() {
+    # AppMaker / BYO Chrome: TWITTER_CDP_URL points at something other than our
+    # default harness URL. Don't touch that browser; just probe it and bail.
+    # The AppMaker bootstrap (and any future BYO setup) is responsible for
+    # keeping the externally-managed Chrome alive.
+    if [ "${TWITTER_CDP_URL:-$_BH_DEFAULT_URL}" != "$_BH_DEFAULT_URL" ]; then
+        local _ext_url="${TWITTER_CDP_URL}"
+        if curl -sf --max-time 2 -o /dev/null "${_ext_url}/json/version" 2>/dev/null; then
+            echo "[$(date +%H:%M:%S)] Using externally-managed Chrome at ${_ext_url} (skipping harness launch + tab cleanup)" >&2
+            return 0
+        fi
+        echo "[$(date +%H:%M:%S)] ERROR: TWITTER_CDP_URL=${_ext_url} not reachable. External Chrome must be managed by host (AppMaker /opt/startup.sh, etc)." >&2
+        return 1
+    fi
     # Probe + launch harness Chrome on port 9555 if needed.
     if ! curl -sf --max-time 2 -o /dev/null http://127.0.0.1:9555/json/version 2>/dev/null; then
         echo "[$(date +%H:%M:%S)] Harness Chrome down on port 9555, launching..." >&2

package/skill/run-instagram-render.sh

@@ -45,7 +45,32 @@ fi
 
 log() { echo "[$(date +%H:%M:%S)] $*" | tee -a "$LOG_FILE"; }
 
-cleanup() { rm -f "$PICK_FILE" "${UNPROVEN_JSON_FILE:-}"; }
+# Run accounting for dashboard Job History (Render · Instagram). Matches the
+# pattern in run-instagram-daily.sh / run-twitter-threads.sh / run-reddit-threads.sh:
+# each exit site updates POSTED_CT / SKIPPED_CT / FAILED_CT; the EXIT trap
+# always emits one log_run.py line so the run shows up under render_instagram.
+# "posted" here means "rendered a fresh draft"; "skipped" means buffer was
+# healthy (>=3 drafts) or the lock was already held; "failed" is any real
+# error path.
+RUN_START_EPOCH=$(date +%s)
+POSTED_CT=0
+SKIPPED_CT=0
+FAILED_CT=0
+
+cleanup() {
+  local rc=$?
+  rm -f "$PICK_FILE" "${UNPROVEN_JSON_FILE:-}"
+  if [ "$POSTED_CT" -eq 0 ] && [ "$SKIPPED_CT" -eq 0 ] && [ "$FAILED_CT" -eq 0 ]; then
+    if [ "$rc" -eq 0 ]; then SKIPPED_CT=1; else FAILED_CT=1; fi
+  fi
+  local elapsed=$(( $(date +%s) - RUN_START_EPOCH ))
+  local cost
+  cost=$(/usr/bin/python3 "$REPO_DIR/scripts/get_run_cost.py" --since "$RUN_START_EPOCH" --scripts "run-instagram-render" 2>/dev/null || echo "0.0000")
+  /usr/bin/python3 "$REPO_DIR/scripts/log_run.py" \
+      --script "render_instagram" \
+      --posted "$POSTED_CT" --skipped "$SKIPPED_CT" --failed "$FAILED_CT" \
+      --cost "$cost" --elapsed "$elapsed" >/dev/null 2>&1 || true
+}
 trap cleanup EXIT INT TERM HUP
 
 log "=== instagram-render fire: $(date) ==="
@@ -68,6 +93,7 @@ else
 fi
 if [ -z "$TARGET_ACCOUNT" ]; then
   log "ERROR: pick_ig_account.py returned empty; no enabled accounts?"
+  FAILED_CT=1
   exit 1
 fi
 export TARGET_ACCOUNT
@@ -318,6 +344,7 @@ PY
 
 if [ ! -s "$PICK_FILE" ]; then
   log "ERROR: pick query produced no output"
+  FAILED_CT=1
   exit 1
 fi
 
@@ -333,6 +360,7 @@ log "target=$TARGET selected_project=${SELECTED_PROJECT:-<null/organic>} draft_c
 # Override with FORCE_RENDER=1 for manual / first-fire runs.
 if [ "${FORCE_RENDER:-0}" != "1" ] && [ "$DRAFT_COUNT" -ge 3 ]; then
   log "skipped: $DRAFT_COUNT drafts of $TARGET already in queue (>= 3 buffer); no render needed"
+  SKIPPED_CT=1
   exit 0
 fi
 
@@ -612,9 +640,11 @@ if ! "$REPO_DIR/scripts/run_claude.sh" "run-instagram-render" \
   rm -f "$PROMPT_FILE"
   if [ "$rc" -eq 79 ]; then
     log "claude blocked by quota stamp; will retry next cycle"
+    SKIPPED_CT=1
     exit 0
   fi
   log "render failed"
+  FAILED_CT=1
   exit 1
 fi
 rm -f "$PROMPT_FILE"
@@ -629,10 +659,12 @@ log "  expected: $OUT_CAP"
 
 if [ ! -f "$OUT_MP4" ]; then
   log "ERROR: $OUT_MP4 missing"
+  FAILED_CT=1
   exit 1
 fi
 if [ ! -f "$OUT_CAP" ]; then
   log "ERROR: $OUT_CAP missing"
+  FAILED_CT=1
   exit 1
 fi
 
@@ -662,7 +694,7 @@ PY
 
 case "$ROW_OK" in
   OK*) log "DB row OK: $ROW_OK" ;;
-  *)   log "ERROR: DB row check failed: $ROW_OK"; exit 1 ;;
+  *)   log "ERROR: DB row check failed: $ROW_OK"; FAILED_CT=1; exit 1 ;;
 esac
 
 VARIANT=$(echo "$ROW_OK" | sed 's/^OK variant=//')
@@ -754,6 +786,7 @@ PY
   if [ "$CAP_LEN" -gt "$CAP_LIMIT" ]; then
     log "ERROR: caption still over limit after 3 tighten attempts (final len=${CAP_LEN})"
     log "flipping media_posts row to status='caption_too_long' so picker skips it"
+    FAILED_CT=1
     /opt/homebrew/bin/python3.11 - "$NEXT_NUM" "$CAP_LEN" 2>>"$LOG_FILE" <<'PY'
 import os, sys, psycopg2
 env = {}
@@ -797,4 +830,5 @@ PY
 fi
 
 log "=== rendered post-${NNN} (${TARGET}, variant=${VARIANT}) successfully ==="
+POSTED_CT=1
 exit 0