@enricai/barnacle 1.0.0

package/dist/scripts/migrate-telemetry-dir-names.d.ts

@@ -0,0 +1,57 @@
+/**
+ * One-off migration: rename existing base64-encoded telemetry run directories
+ * to the new `<unix-ms>-<short-hash>` scheme introduced in commit ce63526.
+ *
+ * Background: until ce63526, per-URL telemetry partitions were named
+ * `runs/<base64url-canonical-url>/` (e.g.
+ * `aHR0cHM6Ly9jbGljay5hcHBjYXN0Lmlv...`). After ce63526, new runs create
+ * `runs/<unix-ms>-<sha1-hex-8>/` directories. The engine reads both styles
+ * (readSiteCallsNdjson walks all dirs blindly), so mixed naming is
+ * functionally harmless — but visually inconsistent and prevents the new
+ * `awk -F- '{print $NF}' | sort | uniq -c` URL-grouping pattern from
+ * working on historical data.
+ *
+ * This script walks every `src/sites/<site>/telemetry/runs/` tree, reads
+ * each partition's `url.txt` sidecar to recover the original URL, and
+ * renames the dir to the new scheme. The timestamp is sourced from the
+ * mtime of the partition's `calls.ndjson` (when this run actually wrote
+ * data) or falls back to the dir's mtime when there's no NDJSON yet.
+ *
+ * Idempotent: dirs already in the new shape are skipped.
+ * Safe: dry-run is the default; `--apply` is required to actually rename.
+ *
+ * Usage:
+ *   pnpm tsx src/scripts/migrate-telemetry-dir-names.ts
+ *   pnpm tsx src/scripts/migrate-telemetry-dir-names.ts --apply
+ *   pnpm tsx src/scripts/migrate-telemetry-dir-names.ts --site appcast --apply
+ */
+interface MigrateOptions {
+    /** Path to the project root containing `src/sites/`. */
+    sitesRoot: string;
+    /** Optional: restrict to one site directory by name (e.g. "appcast"). */
+    siteFilter: string | null;
+    /** If false, log planned renames but do not execute them. */
+    apply: boolean;
+}
+interface MigrationOutcome {
+    migrated: number;
+    alreadyMigrated: number;
+    warnings: number;
+}
+/**
+ * Drive the migration end-to-end across every site under `sitesRoot`.
+ * Returns a tally so callers (CLI + tests) can assert outcomes without
+ * scraping log output.
+ */
+export declare function migrateTelemetryDirs(opts: MigrateOptions): MigrationOutcome;
+interface ParsedArgs {
+    apply: boolean;
+    siteFilter: string | null;
+}
+/**
+ * Tiny argv parser matching the rest of the scripts in this dir. Exposed
+ * for unit tests; defaults to dry-run (apply=false).
+ */
+export declare function parseArgs(argv: string[]): ParsedArgs;
+export {};
+//# sourceMappingURL=migrate-telemetry-dir-names.d.ts.map

package/dist/scripts/migrate-telemetry-dir-names.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrate-telemetry-dir-names.d.ts","sourceRoot":"","sources":["../../src/scripts/migrate-telemetry-dir-names.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAYH,UAAU,cAAc;IACtB,wDAAwD;IACxD,SAAS,EAAE,MAAM,CAAC;IAClB,yEAAyE;IACzE,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,6DAA6D;IAC7D,KAAK,EAAE,OAAO,CAAC;CAChB;AAED,UAAU,gBAAgB;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,cAAc,GAAG,gBAAgB,CAiB3E;AAqED,UAAU,UAAU;IAClB,KAAK,EAAE,OAAO,CAAC;IACf,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AAED;;;GAGG;AACH,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,UAAU,CAapD"}

package/dist/scripts/migrate-telemetry-dir-names.js

@@ -0,0 +1,156 @@
+"use strict";
+/**
+ * One-off migration: rename existing base64-encoded telemetry run directories
+ * to the new `<unix-ms>-<short-hash>` scheme introduced in commit ce63526.
+ *
+ * Background: until ce63526, per-URL telemetry partitions were named
+ * `runs/<base64url-canonical-url>/` (e.g.
+ * `aHR0cHM6Ly9jbGljay5hcHBjYXN0Lmlv...`). After ce63526, new runs create
+ * `runs/<unix-ms>-<sha1-hex-8>/` directories. The engine reads both styles
+ * (readSiteCallsNdjson walks all dirs blindly), so mixed naming is
+ * functionally harmless — but visually inconsistent and prevents the new
+ * `awk -F- '{print $NF}' | sort | uniq -c` URL-grouping pattern from
+ * working on historical data.
+ *
+ * This script walks every `src/sites/<site>/telemetry/runs/` tree, reads
+ * each partition's `url.txt` sidecar to recover the original URL, and
+ * renames the dir to the new scheme. The timestamp is sourced from the
+ * mtime of the partition's `calls.ndjson` (when this run actually wrote
+ * data) or falls back to the dir's mtime when there's no NDJSON yet.
+ *
+ * Idempotent: dirs already in the new shape are skipped.
+ * Safe: dry-run is the default; `--apply` is required to actually rename.
+ *
+ * Usage:
+ *   pnpm tsx src/scripts/migrate-telemetry-dir-names.ts
+ *   pnpm tsx src/scripts/migrate-telemetry-dir-names.ts --apply
+ *   pnpm tsx src/scripts/migrate-telemetry-dir-names.ts --site appcast --apply
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.migrateTelemetryDirs = migrateTelemetryDirs;
+exports.parseArgs = parseArgs;
+const node_fs_1 = require("node:fs");
+const node_path_1 = require("node:path");
+const logging_1 = require("../lib/logging");
+const telemetry_paths_1 = require("../lib/telemetry/telemetry-paths");
+const logger = (0, logging_1.getScriptLogger)("migrate-telemetry-dir-names");
+const ALREADY_MIGRATED_RX = /^\d+-[0-9a-f]{8}$/;
+/**
+ * Drive the migration end-to-end across every site under `sitesRoot`.
+ * Returns a tally so callers (CLI + tests) can assert outcomes without
+ * scraping log output.
+ */
+function migrateTelemetryDirs(opts) {
+    const outcome = { migrated: 0, alreadyMigrated: 0, warnings: 0 };
+    if (!(0, node_fs_1.existsSync)(opts.sitesRoot)) {
+        logger.warn(`sites root not found: ${opts.sitesRoot}`);
+        outcome.warnings++;
+        return outcome;
+    }
+    const siteDirs = (0, node_fs_1.readdirSync)(opts.sitesRoot, { withFileTypes: true })
+        .filter((d) => d.isDirectory())
+        .filter((d) => opts.siteFilter === null || d.name === opts.siteFilter)
+        .map((d) => (0, node_path_1.join)(opts.sitesRoot, d.name));
+    for (const siteDir of siteDirs) {
+        const runsDir = (0, node_path_1.join)(siteDir, "telemetry", "runs");
+        if (!(0, node_fs_1.existsSync)(runsDir))
+            continue;
+        migrateRunsDir(runsDir, opts.apply, outcome);
+    }
+    return outcome;
+}
+/**
+ * Per-`runs/` walker. Inspects every child entry; rename-eligible ones get
+ * routed to renamePartition, which is also where dry-run vs apply is gated.
+ */
+function migrateRunsDir(runsDir, apply, outcome) {
+    const partitions = (0, node_fs_1.readdirSync)(runsDir, { withFileTypes: true }).filter((d) => d.isDirectory());
+    for (const partition of partitions) {
+        const partitionPath = (0, node_path_1.join)(runsDir, partition.name);
+        if (ALREADY_MIGRATED_RX.test(partition.name)) {
+            logger.info(`skip (already migrated): ${partitionPath}`);
+            outcome.alreadyMigrated++;
+            continue;
+        }
+        renamePartition(runsDir, partition.name, apply, outcome);
+    }
+}
+/**
+ * Compute the target name from `url.txt` + mtime, then dry-run-or-rename.
+ * Skips with a warning when the partition is missing the sidecar (can't
+ * recover URL), when the target already exists (collision; needs manual
+ * triage), or when mtime can't be read.
+ */
+function renamePartition(runsDir, oldName, apply, outcome) {
+    const partitionPath = (0, node_path_1.join)(runsDir, oldName);
+    const urlTxtPath = (0, node_path_1.join)(partitionPath, "url.txt");
+    if (!(0, node_fs_1.existsSync)(urlTxtPath)) {
+        logger.warn(`skip (no url.txt): ${partitionPath}`);
+        outcome.warnings++;
+        return;
+    }
+    const url = (0, node_fs_1.readFileSync)(urlTxtPath, "utf8").trim();
+    if (url.length === 0) {
+        logger.warn(`skip (empty url.txt): ${partitionPath}`);
+        outcome.warnings++;
+        return;
+    }
+    const callsPath = (0, node_path_1.join)(partitionPath, "calls.ndjson");
+    const mtimeMs = (0, node_fs_1.existsSync)(callsPath)
+        ? Math.round((0, node_fs_1.statSync)(callsPath).mtimeMs)
+        : Math.round((0, node_fs_1.statSync)(partitionPath).mtimeMs);
+    const newName = (0, telemetry_paths_1.urlDirName)(mtimeMs, url);
+    if (newName === oldName) {
+        logger.info(`skip (same name): ${partitionPath}`);
+        outcome.alreadyMigrated++;
+        return;
+    }
+    const newPath = (0, node_path_1.join)(runsDir, newName);
+    if ((0, node_fs_1.existsSync)(newPath)) {
+        logger.warn(`skip (target collision): ${partitionPath} → ${newPath}`);
+        outcome.warnings++;
+        return;
+    }
+    if (apply) {
+        (0, node_fs_1.renameSync)(partitionPath, newPath);
+        logger.info(`renamed: ${oldName} → ${newName} (in ${runsDir})`);
+    }
+    else {
+        logger.info(`dry-run: ${oldName} → ${newName} (in ${runsDir})`);
+    }
+    outcome.migrated++;
+}
+/**
+ * Tiny argv parser matching the rest of the scripts in this dir. Exposed
+ * for unit tests; defaults to dry-run (apply=false).
+ */
+function parseArgs(argv) {
+    const args = argv.slice(2);
+    let apply = false;
+    let siteFilter = null;
+    for (let i = 0; i < args.length; i++) {
+        const arg = args[i];
+        if (arg === "--apply") {
+            apply = true;
+        }
+        else if (arg === "--site" && args[i + 1]) {
+            siteFilter = args[++i] ?? null;
+        }
+    }
+    return { apply, siteFilter };
+}
+async function main() {
+    const { apply, siteFilter } = parseArgs(process.argv);
+    const sitesRoot = (0, node_path_1.join)(process.cwd(), "src", "sites");
+    logger.info(`migrate-telemetry-dir-names: sitesRoot=${sitesRoot} siteFilter=${siteFilter ?? "(all)"} apply=${apply}`);
+    const outcome = migrateTelemetryDirs({ sitesRoot, siteFilter, apply });
+    logger.info(`summary: ${outcome.migrated} ${apply ? "renamed" : "planned"}, ${outcome.alreadyMigrated} skipped (already migrated), ${outcome.warnings} warning(s)`);
+    if (!apply && outcome.migrated > 0) {
+        logger.info(`re-run with --apply to execute the renames`);
+    }
+}
+main().catch((err) => {
+    logger.error(`migrate-telemetry-dir-names failed: ${err instanceof Error ? err.message : String(err)}`);
+    process.exit(1);
+});
+//# sourceMappingURL=migrate-telemetry-dir-names.js.map

package/dist/scripts/migrate-telemetry-dir-names.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrate-telemetry-dir-names.js","sourceRoot":"","sources":["../../src/scripts/migrate-telemetry-dir-names.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;;AAgCH,oDAiBC;AA8ED,8BAaC;AA1ID,qCAAsF;AACtF,yCAAiC;AAEjC,2CAAgD;AAChD,qEAA6D;AAE7D,MAAM,MAAM,GAAG,IAAA,yBAAe,EAAC,6BAA6B,CAAC,CAAC;AAE9D,MAAM,mBAAmB,GAAG,mBAAmB,CAAC;AAiBhD;;;;GAIG;AACH,SAAgB,oBAAoB,CAAC,IAAoB;IACvD,MAAM,OAAO,GAAqB,EAAE,QAAQ,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;IACnF,IAAI,CAAC,IAAA,oBAAU,EAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,yBAAyB,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QACvD,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,MAAM,QAAQ,GAAG,IAAA,qBAAW,EAAC,IAAI,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;SAClE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;SAC9B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,KAAK,IAAI,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,CAAC;SACrE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,gBAAI,EAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,IAAA,gBAAI,EAAC,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;QACnD,IAAI,CAAC,IAAA,oBAAU,EAAC,OAAO,CAAC;YAAE,SAAS;QACnC,cAAc,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;GAGG;AACH,SAAS,cAAc,CAAC,OAAe,EAAE,KAAc,EAAE,OAAyB;IAChF,MAAM,UAAU,GAAG,IAAA,qBAAW,EAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IAChG,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,aAAa,GAAG,IAAA,gBAAI,EAAC,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7C,MAAM,CAAC,IAAI,CAAC,4BAA4B,aAAa,EAAE,CAAC,CAAC;YACzD,OAAO,CAAC,eAAe,EAAE,CAAC;YAC1B,SAAS;QACX,CAAC;QACD,eAAe,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAS,eAAe,CACtB,OAAe,EACf,OAAe,EACf,KAAc,EACd,OAAyB;IAEzB,MAAM,aAAa,GAAG,IAAA,gBAAI,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC7C,MAAM,UAAU,GAAG,IAAA,gBAAI,EAAC,aAAa,EAAE,SAAS,CAAC,CAAC;IAClD,IAAI,CAAC,IAAA,oBAAU,EAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC,sBAAsB,aAAa,EAAE,CAAC,CAAC;QACnD,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,OAAO;IACT,CAAC;IACD,MAAM,GAAG,GAAG,IAAA,sBAAY,EAAC,UAAU,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IACpD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,CAAC,IAAI,CAAC,yBAAyB,aAAa,EAAE,CAAC,CAAC;QACtD,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,OAAO;IACT,CAAC;IACD,MAAM,SAAS,GAAG,IAAA,gBAAI,EAAC,aAAa,EAAE,cAAc,CAAC,CAAC;IACtD,MAAM,OAAO,GAAG,IAAA,oBAAU,EAAC,SAAS,CAAC;QACnC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAA,kBAAQ,EAAC,SAAS,CAAC,CAAC,OAAO,CAAC;QACzC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAA,kBAAQ,EAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC;IAChD,MAAM,OAAO,GAAG,IAAA,4BAAU,EAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IACzC,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;QACxB,MAAM,CAAC,IAAI,CAAC,qBAAqB,aAAa,EAAE,CAAC,CAAC;QAClD,OAAO,CAAC,eAAe,EAAE,CAAC;QAC1B,OAAO;IACT,CAAC;IACD,MAAM,OAAO,GAAG,IAAA,gBAAI,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACvC,IAAI,IAAA,oBAAU,EAAC,OAAO,CAAC,EAAE,CAAC;QACxB,MAAM,CAAC,IAAI,CAAC,4BAA4B,aAAa,MAAM,OAAO,EAAE,CAAC,CAAC;QACtE,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,OAAO;IACT,CAAC;IACD,IAAI,KAAK,EAAE,CAAC;QACV,IAAA,oBAAU,EAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,YAAY,OAAO,MAAM,OAAO,QAAQ,OAAO,GAAG,CAAC,CAAC;IAClE,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,IAAI,CAAC,YAAY,OAAO,MAAM,OAAO,QAAQ,OAAO,GAAG,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE,CAAC;AACrB,CAAC;AAOD;;;GAGG;AACH,SAAgB,SAAS,CAAC,IAAc;IACtC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3B,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,IAAI,UAAU,GAAkB,IAAI,CAAC;IACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtB,KAAK,GAAG,IAAI,CAAC;QACf,CAAC;aAAM,IAAI,GAAG,KAAK,QAAQ,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC3C,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC;QACjC,CAAC;IACH,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;AAC/B,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACtD,MAAM,SAAS,GAAG,IAAA,gBAAI,EAAC,OAAO,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACtD,MAAM,CAAC,IAAI,CACT,0CAA0C,SAAS,eAAe,UAAU,IAAI,OAAO,UAAU,KAAK,EAAE,CACzG,CAAC;IACF,MAAM,OAAO,GAAG,oBAAoB,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;IACvE,MAAM,CAAC,IAAI,CACT,YAAY,OAAO,CAAC,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,KAAK,OAAO,CAAC,eAAe,gCAAgC,OAAO,CAAC,QAAQ,aAAa,CACvJ,CAAC;IACF,IAAI,CAAC,KAAK,IAAI,OAAO,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;IAC5B,MAAM,CAAC,KAAK,CACV,uCAAuC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAC1F,CAAC;IACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/scripts/probe-setinputfiles.d.ts

@@ -0,0 +1,28 @@
+/**
+ * Regression probe for `Locator.setInputFiles({ buffer })` semantics across
+ * browser providers (Browserbase, Steel). Originally written as a one-off to
+ * discover whether the buffer-payload-injection path actually works on a
+ * remote Steel session — it doesn't, because Stagehand v3's payload-injection
+ * code path is gated on `env === "BROWSERBASE"` and Steel runs as `env: "LOCAL"`,
+ * falling through to a path-based CDP call that Steel's sandbox rejects with
+ * `-32602 'DOM.setFileInputFiles' was blocked: file path is outside the
+ * permitted directory`.
+ *
+ * Kept committed (and worth re-running) when:
+ * - Upgrading Stagehand to confirm the buffer path still works on Browserbase.
+ * - Switching browser providers to verify upload semantics on the new one.
+ * - Debugging an upload regression in production scraping.
+ *
+ * Target: https://the-internet.herokuapp.com/upload — a public, well-known
+ * test page with a single `<input type="file" id="file-upload">` and a
+ * "File Uploaded!" success page that says the filename back.
+ *
+ * Pass criteria: setInputFiles attaches the buffer (input.files.length === 1)
+ * AND clicking submit produces a success page body containing the filename.
+ *
+ * Usage:
+ *   pnpm tsx --env-file=.env src/scripts/probe-setinputfiles.ts
+ *   SCRAPER_PROVIDER=steel pnpm tsx --env-file=.env src/scripts/probe-setinputfiles.ts
+ */
+export {};
+//# sourceMappingURL=probe-setinputfiles.d.ts.map

package/dist/scripts/probe-setinputfiles.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"probe-setinputfiles.d.ts","sourceRoot":"","sources":["../../src/scripts/probe-setinputfiles.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG"}

package/dist/scripts/probe-setinputfiles.js

@@ -0,0 +1,95 @@
+"use strict";
+/**
+ * Regression probe for `Locator.setInputFiles({ buffer })` semantics across
+ * browser providers (Browserbase, Steel). Originally written as a one-off to
+ * discover whether the buffer-payload-injection path actually works on a
+ * remote Steel session — it doesn't, because Stagehand v3's payload-injection
+ * code path is gated on `env === "BROWSERBASE"` and Steel runs as `env: "LOCAL"`,
+ * falling through to a path-based CDP call that Steel's sandbox rejects with
+ * `-32602 'DOM.setFileInputFiles' was blocked: file path is outside the
+ * permitted directory`.
+ *
+ * Kept committed (and worth re-running) when:
+ * - Upgrading Stagehand to confirm the buffer path still works on Browserbase.
+ * - Switching browser providers to verify upload semantics on the new one.
+ * - Debugging an upload regression in production scraping.
+ *
+ * Target: https://the-internet.herokuapp.com/upload — a public, well-known
+ * test page with a single `<input type="file" id="file-upload">` and a
+ * "File Uploaded!" success page that says the filename back.
+ *
+ * Pass criteria: setInputFiles attaches the buffer (input.files.length === 1)
+ * AND clicking submit produces a success page body containing the filename.
+ *
+ * Usage:
+ *   pnpm tsx --env-file=.env src/scripts/probe-setinputfiles.ts
+ *   SCRAPER_PROVIDER=steel pnpm tsx --env-file=.env src/scripts/probe-setinputfiles.ts
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+const logging_1 = require("../lib/logging");
+const session_1 = require("../scraper/session");
+const logger = (0, logging_1.getScriptLogger)("probe-setinputfiles");
+const TARGET_URL = "https://the-internet.herokuapp.com/upload";
+const FILE_INPUT_SELECTOR = "css=#file-upload";
+const SUBMIT_SELECTOR = "css=#file-submit";
+async function main() {
+    logger.info(`probe-setinputfiles: target=${TARGET_URL}`);
+    // Make a tiny PDF-shaped buffer. Doesn't have to be a real PDF — the test
+    // page just echoes the name. A minimal valid PDF would be ~200 bytes;
+    // the test page accepts anything.
+    const fileBuffer = Buffer.from("%PDF-1.4\n%probe\n1 0 obj<<>>endobj\ntrailer<<>>\n%%EOF\n", "utf8");
+    const fileName = "probe-resume.pdf";
+    const session = await (0, session_1.createBrowserSession)();
+    logger.info(`probe using provider=${session.provider} sessionId=${session.sessionId}`);
+    try {
+        const stagehand = session.stagehand;
+        const page = await stagehand.context.awaitActivePage();
+        logger.info(`navigating to ${TARGET_URL}`);
+        await page.goto(TARGET_URL, { waitUntil: "domcontentloaded", timeoutMs: 60_000 });
+        const preUrl = page.url();
+        const preTitle = await page.title().catch(() => "");
+        logger.info(`pre-upload state: url=${preUrl} title=${JSON.stringify(preTitle)}`);
+        const fileInput = page.locator(FILE_INPUT_SELECTOR).first();
+        const inputCount = await page
+            .locator(FILE_INPUT_SELECTOR)
+            .count()
+            .catch(() => -1);
+        logger.info(`file input locator count=${inputCount}`);
+        if (inputCount === 0) {
+            throw new Error(`file input ${FILE_INPUT_SELECTOR} not found on ${TARGET_URL}`);
+        }
+        logger.info(`calling setInputFiles with buffer payload (name=${fileName}, size=${fileBuffer.length}b)`);
+        await fileInput.setInputFiles({
+            name: fileName,
+            mimeType: "application/pdf",
+            buffer: fileBuffer,
+        });
+        logger.info("setInputFiles resolved without throwing");
+        // Read the input's files[].length from the page itself to prove the file
+        // was actually attached, not just that the API returned cleanly.
+        const filesLength = await page.evaluate(`(() => { const el = document.querySelector('#file-upload'); return el && el.files ? el.files.length : -1; })()`);
+        logger.info(`post-setInputFiles: input.files.length=${JSON.stringify(filesLength)}`);
+        if (filesLength !== 1) {
+            throw new Error(`file did not attach: input.files.length=${JSON.stringify(filesLength)}`);
+        }
+        logger.info("clicking submit");
+        await page.locator(SUBMIT_SELECTOR).first().click();
+        await page.waitForTimeout(2_000);
+        const postUrl = page.url();
+        const postTitle = await page.title().catch(() => "");
+        const bodyText = await page.evaluate(`(() => document.body ? document.body.innerText : '')()`);
+        const bodyExcerpt = typeof bodyText === "string" ? bodyText.slice(0, 500) : "(non-string)";
+        logger.info(`post-submit state: url=${postUrl} title=${JSON.stringify(postTitle)}`);
+        logger.info(`body excerpt: ${JSON.stringify(bodyExcerpt)}`);
+        const success = typeof bodyText === "string" && bodyText.includes(fileName);
+        logger.info(`PROBE VERDICT: ${success ? "PASS" : "FAIL"} (filename in body=${success})`);
+    }
+    finally {
+        await session.close();
+    }
+}
+main().catch((err) => {
+    logger.error(`probe-setinputfiles failed: ${err instanceof Error ? err.message : String(err)}`);
+    process.exit(1);
+});
+//# sourceMappingURL=probe-setinputfiles.js.map

package/dist/scripts/probe-setinputfiles.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"probe-setinputfiles.js","sourceRoot":"","sources":["../../src/scripts/probe-setinputfiles.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;;AAEH,2CAAgD;AAChD,+CAAyD;AAEzD,MAAM,MAAM,GAAG,IAAA,yBAAe,EAAC,qBAAqB,CAAC,CAAC;AAEtD,MAAM,UAAU,GAAG,2CAA2C,CAAC;AAC/D,MAAM,mBAAmB,GAAG,kBAAkB,CAAC;AAC/C,MAAM,eAAe,GAAG,kBAAkB,CAAC;AAE3C,KAAK,UAAU,IAAI;IACjB,MAAM,CAAC,IAAI,CAAC,+BAA+B,UAAU,EAAE,CAAC,CAAC;IAEzD,0EAA0E;IAC1E,sEAAsE;IACtE,kCAAkC;IAClC,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAC5B,2DAA2D,EAC3D,MAAM,CACP,CAAC;IACF,MAAM,QAAQ,GAAG,kBAAkB,CAAC;IAEpC,MAAM,OAAO,GAAG,MAAM,IAAA,8BAAoB,GAAE,CAAC;IAC7C,MAAM,CAAC,IAAI,CAAC,wBAAwB,OAAO,CAAC,QAAQ,cAAc,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;IACvF,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACpC,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;QAEvD,MAAM,CAAC,IAAI,CAAC,iBAAiB,UAAU,EAAE,CAAC,CAAC;QAC3C,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;QAElF,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC1B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACpD,MAAM,CAAC,IAAI,CAAC,yBAAyB,MAAM,UAAU,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAEjF,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,KAAK,EAAE,CAAC;QAC5D,MAAM,UAAU,GAAG,MAAM,IAAI;aAC1B,OAAO,CAAC,mBAAmB,CAAC;aAC5B,KAAK,EAAE;aACP,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,MAAM,CAAC,IAAI,CAAC,4BAA4B,UAAU,EAAE,CAAC,CAAC;QACtD,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,cAAc,mBAAmB,iBAAiB,UAAU,EAAE,CAAC,CAAC;QAClF,CAAC;QAED,MAAM,CAAC,IAAI,CACT,mDAAmD,QAAQ,UAAU,UAAU,CAAC,MAAM,IAAI,CAC3F,CAAC;QACF,MAAM,SAAS,CAAC,aAAa,CAAC;YAC5B,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,iBAAiB;YAC3B,MAAM,EAAE,UAAU;SACnB,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;QAEvD,yEAAyE;QACzE,iEAAiE;QACjE,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ,CACrC,gHAAgH,CACjH,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,0CAA0C,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAErF,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,2CAA2C,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC5F,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC/B,MAAM,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,CAAC;QACpD,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAEjC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,wDAAwD,CAAC,CAAC;QAC/F,MAAM,WAAW,GAAG,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;QAE3F,MAAM,CAAC,IAAI,CAAC,0BAA0B,OAAO,UAAU,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACpF,MAAM,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAE5D,MAAM,OAAO,GAAG,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC5E,MAAM,CAAC,IAAI,CAAC,kBAAkB,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,sBAAsB,OAAO,GAAG,CAAC,CAAC;IAC3F,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;IAC5B,MAAM,CAAC,KAAK,CAAC,+BAA+B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}