dirpush 0.1.0 → 0.1.1

package/.agents/skills/dirpush/SKILL.md

@@ -61,7 +61,7 @@ Workers read `dirpush capabilities` at the start of a session: email verificatio
 - **"Set up dirpush"** / **"set up this product"** / **"add a product"**: `dirpush init <product-id>`, run the Setup check above if `dirpush capabilities` says it hasn't been done, then help the user fill `workspace/products/<id>/product.yaml` (and the shared `workspace/identity.yaml`, `permissions.yaml` the first time). Validate with `dirpush product show --product <id>`.
 - **"Find N free directories I haven't submitted to and submit"**: `dirpush directories recommend --free --unsubmitted --limit N --product <id>`, show the list, `dirpush submissions enqueue <dir-id…> --product <id>`, then run the loop.
 - **"Continue my launch"**: the whole routine, no other instructions needed (nothing from a previous conversation is either):
-  1. `dirpush actions` — tell the human what's waiting on them.
+  1. `dirpush actions` — tell the human what's waiting on them. CAPTCHAs and bot checks: tell them to run `dirpush checks` in their terminal (it opens each one in the agents' Chrome and hands the job back); never solve them yourself.
   2. `dirpush submissions check` — marks pending listings live (skip if run in the last day).
   3. Run the loop until `work next` is empty. Jobs still showing another worker with an expired lease are abandoned: `work next` hands them to you; continue from their last step.
   4. Queue empty → `dirpush directories recommend --free --unsubmitted --limit 10 --product <id>`, show the list, enqueue only what the human approves.

package/README.md

@@ -24,7 +24,8 @@ dirpush init acme                # sets up ~/.dirpush and installs the agent ski
 | `dirpush directories recommend --free --unsubmitted --product <id>` | Directories that fit and haven't been tried |
 | `dirpush submissions list --product <id>` | Every submission and its outcome |
 | `dirpush submissions check` | Re-check pending listings and mark live ones |
-| `dirpush todo list` | What needs you: CAPTCHAs, verification emails, questions |
+| `dirpush actions` | What needs you: CAPTCHAs, verification emails, questions |
+| `dirpush checks` | Clear CAPTCHAs and bot checks one by one in the agents' Chrome; agents pick each job back up |
 | `dirpush registry updates [--apply]` | Update your registry from the published one on dirpush.com |
 | `dirpush registry audit` | Measure link type, noindex and bot checks on real listing pages |
 | `dirpush submissions add <id or URL>` | Record a listing you made yourself |

package/package.json

@@ -37,7 +37,7 @@
     "url": "https://github.com/baronunread/dirpush.git"
   },
   "homepage": "https://dirpush.com",
-  "version": "0.1.0",
+  "version": "0.1.1",
   "keywords": [
     "directories",
     "startup",

package/scripts/ab

@@ -20,7 +20,7 @@ AB="agent-browser --headed --session ${AB_SESSION:-default} --profile ${AB_PROFI
 # instead of launching a second Chrome on the same profile.
 PORT="${LAUNCH_BROWSER_PORT:-9222}"
 if [ -z "$AB_PROFILE" ] && curl -s -m 1 "http://127.0.0.1:$PORT/json/version" >/dev/null 2>&1; then
-  exec perl -e 'alarm shift; exec @ARGV' "${AB_TIMEOUT:-90}" agent-browser --session "${AB_SESSION:-default}" --cdp "$PORT" "$@"
+  exec perl -e 'alarm shift; exec @ARGV or die "cannot run $ARGV[0]: $!\n"' "${AB_TIMEOUT:-90}" agent-browser --session "${AB_SESSION:-default}" --cdp "$PORT" "$@"
 fi
 for host in mail.google.com gmail.com www.gmail.com inbox.google.com \
   drive.google.com drive.usercontent.google.com docs.google.com sheets.google.com slides.google.com forms.google.com \
@@ -37,4 +37,4 @@ for path in "b/*/ManageAccount*" "ManageAccount*" "security*" "*/personal-info*"
 done
 # Per-call time limit (AB_TIMEOUT seconds, default 90): a hung call (seen on file uploads) must not freeze a worker.
 # Exit 142 = timed out; then run `dirpush ab close` and start over from the last checkpoint.
-exec perl -e 'alarm shift; exec @ARGV' "${AB_TIMEOUT:-90}" $AB "$CHROME" "$@"
+exec perl -e 'alarm shift; exec @ARGV or die "cannot run $ARGV[0]: $!\n"' "${AB_TIMEOUT:-90}" $AB "$CHROME" "$@"

package/src/cli.ts

@@ -523,6 +523,44 @@ const commands: Record<string, (() => Promise<unknown> | unknown) | undefined> =
       .orderBy(desc(productApprovals.id)).get() ?? null;
   },
   "assets capture-complete": () => consumeProductApproval(db, Number(arg(0, "approval-id"))),
+  /**
+   * The human's side of bot checks, one job at a time in the terminal: opens the page in the agents' Chrome, waits,
+   * then hands the job back to the agents (or records that the human submitted it). Agents never solve these.
+   */
+  async "checks"() {
+    const types = (flags.type ?? "captcha,bot_protection").split(",").map((t) => t.trim());
+    const queue = db.select().from(jobs)
+      .where(and(eq(jobs.kind, "submission"), eq(jobs.status, "blocked"), inArray(jobs.blockType, types))).all()
+      .filter((j) => !flags.product || j.productId === flags.product);
+    if (!queue.length) return { done: 0, note: `nothing blocked on ${types.join(" or ")}` };
+    if (!process.stdin.isTTY) throw new Error("checks is interactive: run it yourself in a terminal (it's the human's part)");
+    const ab = (...a: string[]) => Bun.spawnSync([join(PKG, "scripts/ab"), ...a], { env: { ...process.env, LAUNCH_HOME: HOME }, stdin: "ignore", stdout: "ignore", stderr: "ignore" }).exitCode;
+    const lines = console[Symbol.asyncIterator]();
+    const ask = async (q: string) => { process.stdout.write(q); return ((await lines.next()).value ?? "q").trim().toLowerCase(); };
+    const tally = { handedBack: [] as string[], submittedByYou: [] as string[], skipped: [] as string[] };
+    for (const [i, job] of queue.entries()) {
+      const dir = await loadDirectory(job.subject).then((d) => d.directory).catch(() => null);
+      const url = job.blockMessage?.match(/https?:\/\/[^\s)'"]+/)?.[0]?.replace(/[.,;]$/, "") ?? dir?.submission_url ?? dir?.website;
+      console.log(`\n[${i + 1}/${queue.length}] ${dir?.name ?? job.subject} (${job.blockType})\n${job.blockMessage ?? ""}\n`);
+      if (url && ab("open", url) === 0) Bun.spawnSync([join(PKG, "scripts/show-browser")], { env: { ...process.env, LAUNCH_HOME: HOME }, stdin: "ignore", stdout: "ignore", stderr: "ignore" });
+      else if (url) console.log(`couldn't open the agents' Chrome; open it yourself: ${url}`);
+      console.log("Clear the check in that window (and anything the message asks for).");
+      let a = "";
+      while (!["d", "s", "n", "q"].includes(a)) a = await ask("[d] cleared, agents take it from here  [s] I submitted it myself  [n] skip  [q] quit: ");
+      if (a === "q") break;
+      if (a === "n") { tally.skipped.push(job.subject); continue; }
+      if (a === "d") {
+        J.unblock(db, job.id, "human cleared the bot check in the agents' Chrome; continue in the same browser session");
+        tally.handedBack.push(job.subject);
+      } else {
+        const link = await ask("listing URL, if there is one (Enter to skip): ");
+        J.recordManual(db, job.id, "pending", link && link !== "q" ? link : undefined);
+        tally.submittedByYou.push(job.subject);
+      }
+    }
+    return { ...tally, next: tally.handedBack.length ? `ask your agent to "continue my launch": ${tally.handedBack.length} job(s) are queued again` : undefined };
+  },
+
   /** Everything waiting on the human, grouped. --product narrows it. */
   "actions": () => {
     const mine = <T extends { productId: string }>(xs: T[]) => xs.filter((x) => !flags.product || !x.productId || x.productId === flags.product);
@@ -661,6 +699,7 @@ const HELP: [string, [string, string][]][] = [
     ["products list", "all products in this workspace"],
     ["permission <group.action>", "automatic | confirm | never for an action, e.g. accounts.oauth_google"],
     ["actions [--product id]", "everything waiting on the human, grouped"],
+    ["checks [--type captcha,bot_protection] [--product id]", "for the human: clear CAPTCHAs and bot checks one by one in the agents' Chrome, then hand each job back"],
   ]],
   ["Work loop", [
     ["work next [--claim]", "next submission job (unknown ones first); --claim leases it to you"],