@secondlayer/cli 8.1.0 → 8.3.0

package/dist/cli.js

@@ -12923,12 +12923,12 @@ __export(exports_dev_state, {
   clearDevState: () => clearDevState
 });
 import { homedir as homedir4 } from "node:os";
-import { join as join8 } from "node:path";
+import { join as join9 } from "node:path";
 function getLogsDir() {
   return LOGS_DIR;
 }
 function getLogFile(service) {
-  return join8(LOGS_DIR, `${service}.log`);
+  return join9(LOGS_DIR, `${service}.log`);
 }
 async function ensureDirs() {
   await Bun.$`mkdir -p ${STATE_DIR}`.quiet();
@@ -12985,9 +12985,9 @@ async function isDevRunning() {
 }
 var STATE_DIR, DEV_STATE_PATH, LOGS_DIR;
 var init_dev_state = __esm(() => {
-  STATE_DIR = join8(homedir4(), ".secondlayer");
-  DEV_STATE_PATH = join8(STATE_DIR, "dev.json");
-  LOGS_DIR = join8(STATE_DIR, "logs");
+  STATE_DIR = join9(homedir4(), ".secondlayer");
+  DEV_STATE_PATH = join9(STATE_DIR, "dev.json");
+  LOGS_DIR = join9(STATE_DIR, "logs");
 });
 
 // src/lib/network.ts
@@ -13378,10 +13378,10 @@ var init_manager = __esm(() => {
 });
 
 // src/services/indexer.ts
-import { dirname as dirname6, resolve as resolve3 } from "node:path";
+import { dirname as dirname7, resolve as resolve3 } from "node:path";
 async function startIndexer(options2) {
   const port = options2.port ?? 3700;
-  const rootDir = dirname6(dirname6(dirname6(dirname6(import.meta.dir))));
+  const rootDir = dirname7(dirname7(dirname7(dirname7(import.meta.dir))));
   const indexerPath = resolve3(rootDir, "packages/indexer/src/index.ts");
   await serviceManager.start(SERVICE_NAME, ["bun", "run", "--watch", indexerPath], {
     port,
@@ -13398,9 +13398,9 @@ var init_indexer = __esm(() => {
 });
 
 // src/services/worker.ts
-import { dirname as dirname7, resolve as resolve4 } from "node:path";
+import { dirname as dirname8, resolve as resolve4 } from "node:path";
 async function startWorker(options2) {
-  const rootDir = dirname7(dirname7(dirname7(dirname7(import.meta.dir))));
+  const rootDir = dirname8(dirname8(dirname8(dirname8(import.meta.dir))));
   const workerPath = resolve4(rootDir, "packages/worker/src/index.ts");
   await serviceManager.start(SERVICE_NAME2, ["bun", "run", "--watch", workerPath], {
     onStdout: options2.onLog,
@@ -13413,10 +13413,10 @@ var init_worker = __esm(() => {
 });
 
 // src/services/api.ts
-import { dirname as dirname8, resolve as resolve5 } from "node:path";
+import { dirname as dirname9, resolve as resolve5 } from "node:path";
 async function startApi(options2) {
   const port = options2.port ?? 3800;
-  const rootDir = dirname8(dirname8(dirname8(dirname8(import.meta.dir))));
+  const rootDir = dirname9(dirname9(dirname9(dirname9(import.meta.dir))));
   const apiPath = resolve5(rootDir, "packages/api/src/index.ts");
   await serviceManager.start(SERVICE_NAME3, ["bun", "run", "--watch", apiPath], {
     port,
@@ -13433,9 +13433,9 @@ var init_api2 = __esm(() => {
 });
 
 // src/services/subgraph-processor.ts
-import { dirname as dirname9, resolve as resolve6 } from "node:path";
+import { dirname as dirname10, resolve as resolve6 } from "node:path";
 async function startSubgraphProcessor(options2) {
-  const rootDir = dirname9(dirname9(dirname9(dirname9(import.meta.dir))));
+  const rootDir = dirname10(dirname10(dirname10(dirname10(import.meta.dir))));
   const servicePath = resolve6(rootDir, "packages/subgraphs/src/service.ts");
   await serviceManager.start(SERVICE_NAME4, ["bun", "run", "--watch", servicePath], {
     env: {
@@ -13471,7 +13471,7 @@ __export(exports_dev_impl, {
   isDevAlreadyRunning: () => isDevAlreadyRunning
 });
 import { mkdirSync as mkdirSync4 } from "node:fs";
-import { dirname as dirname10, join as join9, resolve as resolve7 } from "node:path";
+import { dirname as dirname11, join as join10, resolve as resolve7 } from "node:path";
 async function isDevAlreadyRunning() {
   if (await isDevRunning()) {
     const running = await getRunningServices();
@@ -13549,7 +13549,7 @@ async function runBackground(options2) {
     startedAt: new Date().toISOString()
   };
   try {
-    const packagesDir = dirname10(dirname10(dirname10(dirname10(import.meta.dir))));
+    const packagesDir = dirname11(dirname11(dirname11(dirname11(import.meta.dir))));
     const env = { DATABASE_URL: databaseUrl, DEV_MODE: "true" };
     const apiLogFile = getLogFile("api");
     const apiProc = Bun.spawn(["bun", "run", resolve7(packagesDir, "packages/api/src/index.ts")], {
@@ -13899,7 +13899,7 @@ async function restartDev() {
   await clearDevState();
   await clearLogs();
   const config = await loadConfig();
-  const packagesDir = dirname10(dirname10(dirname10(dirname10(import.meta.dir))));
+  const packagesDir = dirname11(dirname11(dirname11(dirname11(import.meta.dir))));
   const env = state.env;
   const newState = {
     services: {},
@@ -14080,7 +14080,7 @@ async function ensureDevPostgres(dataDir) {
   if (check.stdout.toString().trim()) {
     return false;
   }
-  const pgDataDir = join9(dataDir, "postgres");
+  const pgDataDir = join10(dataDir, "postgres");
   mkdirSync4(pgDataDir, { recursive: true });
   const stopped = await Bun.$`docker ps -aq -f name=secondlayer-dev-postgres`.quiet().nothrow();
   if (stopped.stdout.toString().trim()) {
@@ -14096,7 +14096,7 @@ async function ensureDevPostgres(dataDir) {
   throw new Error("PostgreSQL failed to start");
 }
 async function runMigrations(databaseUrl) {
-  const packagesDir = dirname10(dirname10(dirname10(dirname10(import.meta.dir))));
+  const packagesDir = dirname11(dirname11(dirname11(dirname11(import.meta.dir))));
   const migrateScript = resolve7(packagesDir, "packages/shared/src/db/migrate.ts");
   const result = await Bun.$`DATABASE_URL=${databaseUrl} bun run ${migrateScript}`.quiet().nothrow();
   if (result.exitCode !== 0) {
@@ -21874,7 +21874,7 @@ var init_commands = __esm(() => {
 });
 
 // ../../node_modules/@antfu/ni/dist/shared/ni.B5qNAuoI.mjs
-import path4, { join as join11, dirname as dirname12, resolve as resolve9 } from "node:path";
+import path4, { join as join12, dirname as dirname13, resolve as resolve9 } from "node:path";
 import process$1 from "node:process";
 import require$$0 from "readline";
 import require$$2 from "events";
@@ -24889,7 +24889,7 @@ function requireLib() {
     return lib;
   hasRequiredLib = 1;
   const { isexe, sync: isexeSync } = requireCjs();
-  const { join: join12, delimiter, sep, posix: posix2 } = require$$1$2;
+  const { join: join13, delimiter, sep, posix: posix2 } = require$$1$2;
   const isWindows = process.platform === "win32";
   const rSlash = new RegExp(`[${posix2.sep}${sep === posix2.sep ? "" : sep}]`.replace(/(\\)/g, "\\$1"));
   const rRel = new RegExp(`^\\.${rSlash.source}`);
@@ -24916,7 +24916,7 @@ function requireLib() {
   const getPathPart = (raw, cmd) => {
     const pathPart = /^".*"$/.test(raw) ? raw.slice(1, -1) : raw;
     const prefix = !pathPart && rRel.test(cmd) ? cmd.slice(0, 2) : "";
-    return prefix + join12(pathPart, cmd);
+    return prefix + join13(pathPart, cmd);
   };
   const which = async (cmd, opt = {}) => {
     const { pathEnv, pathExt, pathExtExe } = getPathInfo(cmd, opt);
@@ -25065,7 +25065,7 @@ var init_ni_B5qNAuoI = __esm(() => {
   options2 = {};
   libExports = requireLib();
   which = /* @__PURE__ */ getDefaultExportFromCjs(libExports);
-  CLI_TEMP_DIR = join11(os4.tmpdir(), "antfu-ni");
+  CLI_TEMP_DIR = join12(os4.tmpdir(), "antfu-ni");
   customRcPath = process$1.env.NI_CONFIG_FILE;
   home = process$1.platform === "win32" ? process$1.env.USERPROFILE : process$1.env.HOME;
   defaultRcPath = path4.join(home || "~/", ".nirc");
@@ -32354,7 +32354,7 @@ var {
 // package.json
 var package_default = {
   name: "@secondlayer/cli",
-  version: "8.1.0",
+  version: "8.3.0",
   repository: {
     type: "git",
     url: "git+https://github.com/ryanwaits/secondlayer.git",
@@ -32403,8 +32403,8 @@ var package_default = {
   dependencies: {
     "@inquirer/prompts": "^8.2.0",
     "@secondlayer/bundler": "^0.3.7",
-    "@secondlayer/sdk": "^5.8.0",
-    "@secondlayer/shared": "^6.10.0",
+    "@secondlayer/sdk": "^6.0.0",
+    "@secondlayer/shared": "^6.12.0",
     "@secondlayer/stacks": "^2.3.0",
     "@secondlayer/subgraphs": "^3.5.0",
     "@biomejs/js-api": "^0.7.0",
@@ -36336,6 +36336,8 @@ Examples:
 // src/commands/streams.ts
 init_output();
 init_resolve_auth();
+import { mkdir as mkdir3, writeFile as writeFile3 } from "node:fs/promises";
+import { dirname as dirname6, join as join8 } from "node:path";
 import { createStreamsClient } from "@secondlayer/sdk";
 var DEFAULT_BASE_URL = "https://api.secondlayer.tools";
 var VALID_TYPES = [
@@ -36365,17 +36367,37 @@ function client() {
     apiKey: readApiKey()
   });
 }
-function parseTypes(value) {
+function dumpsClient(dumpsUrl) {
+  const dumpsBaseUrl = dumpsUrl ?? process.env.SL_STREAMS_DUMPS_URL;
+  if (!dumpsBaseUrl) {
+    error("No dumps URL. Pass --dumps-url <url> or set SL_STREAMS_DUMPS_URL (the public bulk bucket base; see GET /public/streams/dumps/manifest).");
+    process.exit(1);
+  }
+  return createStreamsClient({
+    baseUrl: process.env.SL_API_URL ?? DEFAULT_BASE_URL,
+    apiKey: resolveEnvKey() ?? "",
+    dumpsBaseUrl
+  });
+}
+function parseTypes(value, flag = "--types") {
   if (!value)
     return;
   const parts = value.split(",").map((s) => s.trim());
   for (const p of parts) {
     if (!VALID_TYPES.includes(p)) {
-      throw new Error(`invalid --types value "${p}"; expected one of: ${VALID_TYPES.join(", ")}`);
+      throw new Error(`invalid ${flag} value "${p}"; expected one of: ${VALID_TYPES.join(", ")}`);
     }
   }
   return parts;
 }
+function parseList(value) {
+  if (value === undefined)
+    return;
+  const parts = value.split(",").map((s) => s.trim()).filter((s) => s.length > 0);
+  if (parts.length === 0)
+    return;
+  return parts.length === 1 ? parts[0] : parts;
+}
 function parseLimit(value) {
   if (value === undefined)
     return;
@@ -36405,15 +36427,19 @@ function registerStreamsCommand(program2) {
       process.exit(1);
     }
   });
-  streams.command("events").description("List events (cursor-paginated; one page per call)").option("--types <types>", `comma-separated event types (${VALID_TYPES.join(", ")})`).option("--contract-id <id>", "filter to a single contract identifier").option("--cursor <cursor>", "start cursor (block_height:event_index)").option("--from-block <n>", "filter to blocks >= n").option("--to-block <n>", "filter to blocks <= n").option("--limit <n>", "page size (1-1000, default 100)", "100").addHelpText("after", `
+  streams.command("events").description("List events (cursor-paginated; one page per call)").option("--types <types>", `comma-separated event types (${VALID_TYPES.join(", ")})`).option("--not-types <types>", "comma-separated event types to exclude").option("--contract-id <ids>", "comma-separated contract identifier(s)").option("--sender <addrs>", "comma-separated sender principal(s)").option("--recipient <addrs>", "comma-separated recipient principal(s)").option("--cursor <cursor>", "start cursor (block_height:event_index)").option("--from-block <n>", "filter to blocks >= n").option("--to-block <n>", "filter to blocks <= n").option("--limit <n>", "page size (1-1000, default 100)", "100").addHelpText("after", `
 Examples:
   $ sl streams events --types stx_transfer,print --limit 50
-  $ sl streams events --contract-id SP00....token --from-block 150000 --to-block 160000
+  $ sl streams events --not-types print --contract-id SP00....token,SP01....token
+  $ sl streams events --sender SP1...,SP2... --from-block 150000 --to-block 160000
   $ sl streams events --cursor 150000:3`).action(async (options2) => {
     try {
       const envelope = await client().events.list({
         types: parseTypes(options2.types),
-        contractId: options2.contractId,
+        notTypes: parseTypes(options2.notTypes, "--not-types"),
+        contractId: parseList(options2.contractId),
+        sender: parseList(options2.sender),
+        recipient: parseList(options2.recipient),
         cursor: options2.cursor,
         fromHeight: parseHeight(options2.fromBlock, "--from-block"),
         toHeight: parseHeight(options2.toBlock, "--to-block"),
@@ -36425,19 +36451,21 @@ Examples:
       process.exit(1);
     }
   });
-  streams.command("consume").description("Long-running pull from a cursor; emits one event per line (jsonl) until SIGINT or --max-pages").option("--types <types>", `comma-separated event types (${VALID_TYPES.join(", ")})`).option("--contract-id <id>", "filter to a single contract identifier").option("--cursor <cursor>", "start cursor (block_height:event_index)").option("--batch-size <n>", "events per batch (1-1000, default 100)", "100").option("--max-pages <n>", "stop after N pages (default: run until SIGINT)").addHelpText("after", `
+  streams.command("consume").description("Long-running pull from a cursor; emits one event per line (jsonl) until SIGINT or --max-pages").option("--types <types>", `comma-separated event types (${VALID_TYPES.join(", ")})`).option("--not-types <types>", "comma-separated event types to exclude").option("--contract-id <ids>", "comma-separated contract identifier(s)").option("--sender <addrs>", "comma-separated sender principal(s)").option("--recipient <addrs>", "comma-separated recipient principal(s)").option("--cursor <cursor>", "start cursor (block_height:event_index)").option("--batch-size <n>", "events per batch (1-1000, default 100)", "100").option("--max-pages <n>", "stop after N pages (default: run until SIGINT)").addHelpText("after", `
 Examples:
   $ sl streams consume --types print --cursor 150000:0
-  $ sl streams consume --types stx_transfer --batch-size 500 --max-pages 10`).action(async (options2) => {
+  $ sl streams consume --not-types print --sender SP1...,SP2... --batch-size 500 --max-pages 10`).action(async (options2) => {
     try {
-      const types6 = parseTypes(options2.types);
       const batchSize = parseLimit(options2.batchSize) ?? 100;
       const maxPages = options2.maxPages ? Number.parseInt(options2.maxPages, 10) : undefined;
       note("# streaming events to stdout (jsonl); next_cursor printed to stderr");
       await client().events.consume({
         fromCursor: options2.cursor,
-        types: types6,
-        contractId: options2.contractId,
+        types: parseTypes(options2.types),
+        notTypes: parseTypes(options2.notTypes, "--not-types"),
+        contractId: parseList(options2.contractId),
+        sender: parseList(options2.sender),
+        recipient: parseList(options2.recipient),
         batchSize,
         mode: "tail",
         maxPages,
@@ -36470,6 +36498,39 @@ Examples:
       process.exit(1);
     }
   });
+  streams.command("pull").description("Download finalized bulk parquet dumps to a local dir (verifies sha256)").requiredOption("--to <dir>", "output directory").option("--dumps-url <url>", "public dumps base URL (or SL_STREAMS_DUMPS_URL)").option("--from-block <n>", "only files covering blocks >= n").option("--to-block <n>", "only files covering blocks <= n").addHelpText("after", `
+Examples:
+  $ sl streams pull --to ./dump
+  $ sl streams pull --to ./dump --from-block 150000 --to-block 200000`).action(async (options2) => {
+    try {
+      const fromBlock = parseHeight(options2.fromBlock, "--from-block");
+      const toBlock = parseHeight(options2.toBlock, "--to-block");
+      const dumps = dumpsClient(options2.dumpsUrl).dumps;
+      const manifest = await dumps.list();
+      const files = manifest.files.filter((f) => (fromBlock === undefined || f.to_block >= fromBlock) && (toBlock === undefined || f.from_block <= toBlock));
+      if (files.length === 0) {
+        note("# no dump files match the requested range");
+        return;
+      }
+      note(`# downloading ${files.length} file(s) to ${options2.to}`);
+      for (const file of files) {
+        const bytes = await dumps.download(file);
+        const dest = join8(options2.to, file.path);
+        await mkdir3(dirname6(dest), { recursive: true });
+        await writeFile3(dest, bytes);
+        process.stderr.write(`# ${file.path} (${file.row_count} rows, ${bytes.byteLength} bytes)
+`);
+      }
+      writeData(JSON.stringify({
+        files: files.length,
+        to: options2.to,
+        latest_finalized_cursor: manifest.latest_finalized_cursor
+      }, null, 2));
+    } catch (err) {
+      error(err instanceof Error ? err.message : String(err));
+      process.exit(1);
+    }
+  });
   streams.command("canonical <height>").description("Canonical block metadata at a given height").action(async (heightArg) => {
     try {
       const height = parseHeight(heightArg, "<height>");
@@ -37722,9 +37783,9 @@ init_output();
 
 // src/lib/project-file.ts
 import { existsSync as existsSync5 } from "node:fs";
-import { mkdir as mkdir3, readFile as readFile3, writeFile as writeFile3 } from "node:fs/promises";
+import { mkdir as mkdir4, readFile as readFile3, writeFile as writeFile4 } from "node:fs/promises";
 import { homedir as homedir5 } from "node:os";
-import { dirname as dirname11, join as join10, parse as parsePath2, resolve as resolve8 } from "node:path";
+import { dirname as dirname12, join as join11, parse as parsePath2, resolve as resolve8 } from "node:path";
 import { z as z3 } from "zod/v4";
 var ProjectFileSchema = z3.object({
   slug: z3.string().min(1)
@@ -37736,7 +37797,7 @@ async function readActiveProject(cwd, globalDefault) {
   const home = resolve8(homedir5());
   const fsRoot = parsePath2(dir).root;
   while (true) {
-    const candidate = join10(dir, DIRNAME, FILENAME);
+    const candidate = join11(dir, DIRNAME, FILENAME);
     if (existsSync5(candidate)) {
       try {
         const raw = await readFile3(candidate, "utf8");
@@ -37744,11 +37805,11 @@ async function readActiveProject(cwd, globalDefault) {
         return { slug: parsed.slug, resolvedFrom: candidate };
       } catch {}
     }
-    if (existsSync5(join10(dir, ".git")))
+    if (existsSync5(join11(dir, ".git")))
       break;
     if (dir === home || dir === fsRoot)
       break;
-    const parent = dirname11(dir);
+    const parent = dirname12(dir);
     if (parent === dir)
       break;
     dir = parent;
@@ -37756,16 +37817,16 @@ async function readActiveProject(cwd, globalDefault) {
   if (globalDefault) {
     return {
       slug: globalDefault,
-      resolvedFrom: join10(homedir5(), ".secondlayer", "config.json")
+      resolvedFrom: join11(homedir5(), ".secondlayer", "config.json")
     };
   }
   return null;
 }
 async function writeActiveProject(slug, cwd) {
-  const dir = join10(resolve8(cwd), DIRNAME);
-  await mkdir3(dir, { recursive: true });
-  const file = join10(dir, FILENAME);
-  await writeFile3(file, `${JSON.stringify({ slug }, null, 2)}
+  const dir = join11(resolve8(cwd), DIRNAME);
+  await mkdir4(dir, { recursive: true });
+  const file = join11(dir, FILENAME);
+  await writeFile4(file, `${JSON.stringify({ slug }, null, 2)}
 `, "utf8");
   return file;
 }
@@ -38020,5 +38081,5 @@ program.commandsGroup("Account:");
 registerAccountCommand(program);
 program.parse();
 
-//# debugId=EB492BA5EF828A4C64756E2164756E21
+//# debugId=67F4C351C45DEDAA64756E2164756E21
 //# sourceMappingURL=cli.js.map