@enricai/barnacle 1.6.14 → 1.7.1

package/dist/scripts/migrate-telemetry-dir-names.d.ts

@@ -1,57 +0,0 @@
-/**
- * One-off migration: rename existing base64-encoded telemetry run directories
- * to the new `<unix-ms>-<short-hash>` scheme introduced in commit ce63526.
- *
- * Background: until ce63526, per-URL telemetry partitions were named
- * `runs/<base64url-canonical-url>/` (e.g.
- * `aHR0cHM6Ly9jbGljay5hcHBjYXN0Lmlv...`). After ce63526, new runs create
- * `runs/<unix-ms>-<sha1-hex-8>/` directories. The engine reads both styles
- * (readSiteCallsNdjson walks all dirs blindly), so mixed naming is
- * functionally harmless — but visually inconsistent and prevents the new
- * `awk -F- '{print $NF}' | sort | uniq -c` URL-grouping pattern from
- * working on historical data.
- *
- * This script walks every `src/sites/<site>/telemetry/runs/` tree, reads
- * each partition's `url.txt` sidecar to recover the original URL, and
- * renames the dir to the new scheme. The timestamp is sourced from the
- * mtime of the partition's `calls.ndjson` (when this run actually wrote
- * data) or falls back to the dir's mtime when there's no NDJSON yet.
- *
- * Idempotent: dirs already in the new shape are skipped.
- * Safe: dry-run is the default; `--apply` is required to actually rename.
- *
- * Usage:
- *   pnpm tsx src/scripts/migrate-telemetry-dir-names.ts
- *   pnpm tsx src/scripts/migrate-telemetry-dir-names.ts --apply
- *   pnpm tsx src/scripts/migrate-telemetry-dir-names.ts --site <siteId> --apply
- */
-interface MigrateOptions {
-    /** Path to the project root containing `src/sites/`. */
-    sitesRoot: string;
-    /** Optional: restrict to one site directory by name (e.g. "acme-jobs"). */
-    siteFilter: string | null;
-    /** If false, log planned renames but do not execute them. */
-    apply: boolean;
-}
-interface MigrationOutcome {
-    migrated: number;
-    alreadyMigrated: number;
-    warnings: number;
-}
-/**
- * Drive the migration end-to-end across every site under `sitesRoot`.
- * Returns a tally so callers (CLI + tests) can assert outcomes without
- * scraping log output.
- */
-export declare function migrateTelemetryDirs(opts: MigrateOptions): MigrationOutcome;
-interface ParsedArgs {
-    apply: boolean;
-    siteFilter: string | null;
-}
-/**
- * Tiny argv parser matching the rest of the scripts in this dir. Exposed
- * for unit tests; defaults to dry-run (apply=false).
- */
-export declare function parseArgs(argv: string[]): ParsedArgs;
-export {};
-//# sourceMappingURL=migrate-telemetry-dir-names.d.ts.map

package/dist/scripts/migrate-telemetry-dir-names.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"migrate-telemetry-dir-names.d.ts","sourceRoot":"","sources":["../../src/scripts/migrate-telemetry-dir-names.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAYH,UAAU,cAAc;IACtB,wDAAwD;IACxD,SAAS,EAAE,MAAM,CAAC;IAClB,2EAA2E;IAC3E,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,6DAA6D;IAC7D,KAAK,EAAE,OAAO,CAAC;CAChB;AAED,UAAU,gBAAgB;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,cAAc,GAAG,gBAAgB,CAiB3E;AAqED,UAAU,UAAU;IAClB,KAAK,EAAE,OAAO,CAAC;IACf,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AAED;;;GAGG;AACH,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,UAAU,CAapD"}

package/dist/scripts/migrate-telemetry-dir-names.js

@@ -1,156 +0,0 @@
-"use strict";
-/**
- * One-off migration: rename existing base64-encoded telemetry run directories
- * to the new `<unix-ms>-<short-hash>` scheme introduced in commit ce63526.
- *
- * Background: until ce63526, per-URL telemetry partitions were named
- * `runs/<base64url-canonical-url>/` (e.g.
- * `aHR0cHM6Ly9jbGljay5hcHBjYXN0Lmlv...`). After ce63526, new runs create
- * `runs/<unix-ms>-<sha1-hex-8>/` directories. The engine reads both styles
- * (readSiteCallsNdjson walks all dirs blindly), so mixed naming is
- * functionally harmless — but visually inconsistent and prevents the new
- * `awk -F- '{print $NF}' | sort | uniq -c` URL-grouping pattern from
- * working on historical data.
- *
- * This script walks every `src/sites/<site>/telemetry/runs/` tree, reads
- * each partition's `url.txt` sidecar to recover the original URL, and
- * renames the dir to the new scheme. The timestamp is sourced from the
- * mtime of the partition's `calls.ndjson` (when this run actually wrote
- * data) or falls back to the dir's mtime when there's no NDJSON yet.
- *
- * Idempotent: dirs already in the new shape are skipped.
- * Safe: dry-run is the default; `--apply` is required to actually rename.
- *
- * Usage:
- *   pnpm tsx src/scripts/migrate-telemetry-dir-names.ts
- *   pnpm tsx src/scripts/migrate-telemetry-dir-names.ts --apply
- *   pnpm tsx src/scripts/migrate-telemetry-dir-names.ts --site <siteId> --apply
- */
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.migrateTelemetryDirs = migrateTelemetryDirs;
-exports.parseArgs = parseArgs;
-const node_fs_1 = require("node:fs");
-const node_path_1 = require("node:path");
-const logging_1 = require("../lib/logging");
-const telemetry_paths_1 = require("../lib/telemetry/telemetry-paths");
-const logger = (0, logging_1.getScriptLogger)("migrate-telemetry-dir-names");
-const ALREADY_MIGRATED_RX = /^\d+-[0-9a-f]{8}$/;
-/**
- * Drive the migration end-to-end across every site under `sitesRoot`.
- * Returns a tally so callers (CLI + tests) can assert outcomes without
- * scraping log output.
- */
-function migrateTelemetryDirs(opts) {
-    const outcome = { migrated: 0, alreadyMigrated: 0, warnings: 0 };
-    if (!(0, node_fs_1.existsSync)(opts.sitesRoot)) {
-        logger.warn(`sites root not found: ${opts.sitesRoot}`);
-        outcome.warnings++;
-        return outcome;
-    }
-    const siteDirs = (0, node_fs_1.readdirSync)(opts.sitesRoot, { withFileTypes: true })
-        .filter((d) => d.isDirectory())
-        .filter((d) => opts.siteFilter === null || d.name === opts.siteFilter)
-        .map((d) => (0, node_path_1.join)(opts.sitesRoot, d.name));
-    for (const siteDir of siteDirs) {
-        const runsDir = (0, node_path_1.join)(siteDir, "telemetry", "runs");
-        if (!(0, node_fs_1.existsSync)(runsDir))
-            continue;
-        migrateRunsDir(runsDir, opts.apply, outcome);
-    }
-    return outcome;
-}
-/**
- * Per-`runs/` walker. Inspects every child entry; rename-eligible ones get
- * routed to renamePartition, which is also where dry-run vs apply is gated.
- */
-function migrateRunsDir(runsDir, apply, outcome) {
-    const partitions = (0, node_fs_1.readdirSync)(runsDir, { withFileTypes: true }).filter((d) => d.isDirectory());
-    for (const partition of partitions) {
-        const partitionPath = (0, node_path_1.join)(runsDir, partition.name);
-        if (ALREADY_MIGRATED_RX.test(partition.name)) {
-            logger.info(`skip (already migrated): ${partitionPath}`);
-            outcome.alreadyMigrated++;
-            continue;
-        }
-        renamePartition(runsDir, partition.name, apply, outcome);
-    }
-}
-/**
- * Compute the target name from `url.txt` + mtime, then dry-run-or-rename.
- * Skips with a warning when the partition is missing the sidecar (can't
- * recover URL), when the target already exists (collision; needs manual
- * triage), or when mtime can't be read.
- */
-function renamePartition(runsDir, oldName, apply, outcome) {
-    const partitionPath = (0, node_path_1.join)(runsDir, oldName);
-    const urlTxtPath = (0, node_path_1.join)(partitionPath, "url.txt");
-    if (!(0, node_fs_1.existsSync)(urlTxtPath)) {
-        logger.warn(`skip (no url.txt): ${partitionPath}`);
-        outcome.warnings++;
-        return;
-    }
-    const url = (0, node_fs_1.readFileSync)(urlTxtPath, "utf8").trim();
-    if (url.length === 0) {
-        logger.warn(`skip (empty url.txt): ${partitionPath}`);
-        outcome.warnings++;
-        return;
-    }
-    const callsPath = (0, node_path_1.join)(partitionPath, "calls.ndjson");
-    const mtimeMs = (0, node_fs_1.existsSync)(callsPath)
-        ? Math.round((0, node_fs_1.statSync)(callsPath).mtimeMs)
-        : Math.round((0, node_fs_1.statSync)(partitionPath).mtimeMs);
-    const newName = (0, telemetry_paths_1.urlDirName)(mtimeMs, url);
-    if (newName === oldName) {
-        logger.info(`skip (same name): ${partitionPath}`);
-        outcome.alreadyMigrated++;
-        return;
-    }
-    const newPath = (0, node_path_1.join)(runsDir, newName);
-    if ((0, node_fs_1.existsSync)(newPath)) {
-        logger.warn(`skip (target collision): ${partitionPath} → ${newPath}`);
-        outcome.warnings++;
-        return;
-    }
-    if (apply) {
-        (0, node_fs_1.renameSync)(partitionPath, newPath);
-        logger.info(`renamed: ${oldName} → ${newName} (in ${runsDir})`);
-    }
-    else {
-        logger.info(`dry-run: ${oldName} → ${newName} (in ${runsDir})`);
-    }
-    outcome.migrated++;
-}
-/**
- * Tiny argv parser matching the rest of the scripts in this dir. Exposed
- * for unit tests; defaults to dry-run (apply=false).
- */
-function parseArgs(argv) {
-    const args = argv.slice(2);
-    let apply = false;
-    let siteFilter = null;
-    for (let i = 0; i < args.length; i++) {
-        const arg = args[i];
-        if (arg === "--apply") {
-            apply = true;
-        }
-        else if (arg === "--site" && args[i + 1]) {
-            siteFilter = args[++i] ?? null;
-        }
-    }
-    return { apply, siteFilter };
-}
-async function main() {
-    const { apply, siteFilter } = parseArgs(process.argv);
-    const sitesRoot = (0, node_path_1.join)(process.cwd(), "src", "sites");
-    logger.info(`migrate-telemetry-dir-names: sitesRoot=${sitesRoot} siteFilter=${siteFilter ?? "(all)"} apply=${apply}`);
-    const outcome = migrateTelemetryDirs({ sitesRoot, siteFilter, apply });
-    logger.info(`summary: ${outcome.migrated} ${apply ? "renamed" : "planned"}, ${outcome.alreadyMigrated} skipped (already migrated), ${outcome.warnings} warning(s)`);
-    if (!apply && outcome.migrated > 0) {
-        logger.info(`re-run with --apply to execute the renames`);
-    }
-}
-main().catch((err) => {
-    logger.error(`migrate-telemetry-dir-names failed: ${err instanceof Error ? err.message : String(err)}`);
-    process.exit(1);
-});
-//# sourceMappingURL=migrate-telemetry-dir-names.js.map

package/dist/scripts/migrate-telemetry-dir-names.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"migrate-telemetry-dir-names.js","sourceRoot":"","sources":["../../src/scripts/migrate-telemetry-dir-names.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;;;;AAEH,qCAAsF;AACtF,yCAAiC;AAEjC,2CAAgD;AAChD,qEAA6D;AAE7D,MAAM,MAAM,GAAG,IAAA,yBAAe,EAAC,6BAA6B,CAAC,CAAC;AAE9D,MAAM,mBAAmB,GAAG,mBAAmB,CAAC;AAiBhD;;;;GAIG;AACH,8BAAqC,IAAoB;IACvD,MAAM,OAAO,GAAqB,EAAE,QAAQ,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;IACnF,IAAI,CAAC,IAAA,oBAAU,EAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,yBAAyB,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QACvD,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,MAAM,QAAQ,GAAG,IAAA,qBAAW,EAAC,IAAI,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;SAClE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;SAC9B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,KAAK,IAAI,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,CAAC;SACrE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,gBAAI,EAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,IAAA,gBAAI,EAAC,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;QACnD,IAAI,CAAC,IAAA,oBAAU,EAAC,OAAO,CAAC;YAAE,SAAS;QACnC,cAAc,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;GAGG;AACH,SAAS,cAAc,CAAC,OAAe,EAAE,KAAc,EAAE,OAAyB;IAChF,MAAM,UAAU,GAAG,IAAA,qBAAW,EAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IAChG,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,aAAa,GAAG,IAAA,gBAAI,EAAC,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7C,MAAM,CAAC,IAAI,CAAC,4BAA4B,aAAa,EAAE,CAAC,CAAC;YACzD,OAAO,CAAC,eAAe,EAAE,CAAC;YAC1B,SAAS;QACX,CAAC;QACD,eAAe,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAS,eAAe,CACtB,OAAe,EACf,OAAe,EACf,KAAc,EACd,OAAyB;IAEzB,MAAM,aAAa,GAAG,IAAA,gBAAI,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC7C,MAAM,UAAU,GAAG,IAAA,gBAAI,EAAC,aAAa,EAAE,SAAS,CAAC,CAAC;IAClD,IAAI,CAAC,IAAA,oBAAU,EAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC,sBAAsB,aAAa,EAAE,CAAC,CAAC;QACnD,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,OAAO;IACT,CAAC;IACD,MAAM,GAAG,GAAG,IAAA,sBAAY,EAAC,UAAU,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IACpD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,CAAC,IAAI,CAAC,yBAAyB,aAAa,EAAE,CAAC,CAAC;QACtD,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,OAAO;IACT,CAAC;IACD,MAAM,SAAS,GAAG,IAAA,gBAAI,EAAC,aAAa,EAAE,cAAc,CAAC,CAAC;IACtD,MAAM,OAAO,GAAG,IAAA,oBAAU,EAAC,SAAS,CAAC;QACnC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAA,kBAAQ,EAAC,SAAS,CAAC,CAAC,OAAO,CAAC;QACzC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAA,kBAAQ,EAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC;IAChD,MAAM,OAAO,GAAG,IAAA,4BAAU,EAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IACzC,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;QACxB,MAAM,CAAC,IAAI,CAAC,qBAAqB,aAAa,EAAE,CAAC,CAAC;QAClD,OAAO,CAAC,eAAe,EAAE,CAAC;QAC1B,OAAO;IACT,CAAC;IACD,MAAM,OAAO,GAAG,IAAA,gBAAI,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACvC,IAAI,IAAA,oBAAU,EAAC,OAAO,CAAC,EAAE,CAAC;QACxB,MAAM,CAAC,IAAI,CAAC,4BAA4B,aAAa,MAAM,OAAO,EAAE,CAAC,CAAC;QACtE,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,OAAO;IACT,CAAC;IACD,IAAI,KAAK,EAAE,CAAC;QACV,IAAA,oBAAU,EAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,YAAY,OAAO,MAAM,OAAO,QAAQ,OAAO,GAAG,CAAC,CAAC;IAClE,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,IAAI,CAAC,YAAY,OAAO,MAAM,OAAO,QAAQ,OAAO,GAAG,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE,CAAC;AACrB,CAAC;AAOD;;;GAGG;AACH,mBAA0B,IAAc;IACtC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3B,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,IAAI,UAAU,GAAkB,IAAI,CAAC;IACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtB,KAAK,GAAG,IAAI,CAAC;QACf,CAAC;aAAM,IAAI,GAAG,KAAK,QAAQ,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC3C,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC;QACjC,CAAC;IACH,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;AAC/B,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACtD,MAAM,SAAS,GAAG,IAAA,gBAAI,EAAC,OAAO,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACtD,MAAM,CAAC,IAAI,CACT,0CAA0C,SAAS,eAAe,UAAU,IAAI,OAAO,UAAU,KAAK,EAAE,CACzG,CAAC;IACF,MAAM,OAAO,GAAG,oBAAoB,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;IACvE,MAAM,CAAC,IAAI,CACT,YAAY,OAAO,CAAC,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,KAAK,OAAO,CAAC,eAAe,gCAAgC,OAAO,CAAC,QAAQ,aAAa,CACvJ,CAAC;IACF,IAAI,CAAC,KAAK,IAAI,OAAO,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;IAC5B,MAAM,CAAC,KAAK,CACV,uCAAuC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAC1F,CAAC;IACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}