@secondlayer/cli 8.8.0 → 8.10.0

package/README.md

@@ -104,8 +104,8 @@ scoped reads and cannot mint (403). Minted keys inherit your plan's tier.
 
 | Command | What it does |
 |---|---|
-| `sl index ft-transfers` / `nft-transfers` / `events --event-type <t>` / `contract-calls` | Decoded L2 layer. Anonymous reads OK; free-tier keys rejected (Build+ for keyed) |
-| `sl streams tip` / `events` / `consume` / `reorgs` / `canonical <h>` / `pull` | Raw L1 event firehose. **Requires `SL_API_KEY`** |
+| `sl index ft-transfers` / `nft-transfers` / `events --event-type <t>` / `contract-calls` | Decoded Index layer. Anonymous reads OK; free-tier keys rejected (Build+ for keyed) |
+| `sl streams tip` / `events` / `consume` / `reorgs` / `canonical <h>` / `pull` | Raw chain event firehose. **Requires `SL_API_KEY`** |
 
 Reads emit JSON to stdout (`--json` accepted across all read commands); `-o/--output` is a file path, not a format.
 

package/dist/cli.js

@@ -18083,8 +18083,8 @@ var require_pattern = __commonJS((exports) => {
   }
   exports.endsWithSlashGlobStar = endsWithSlashGlobStar;
   function isAffectDepthOfReadingPattern(pattern) {
-    const basename = path3.basename(pattern);
-    return endsWithSlashGlobStar(pattern) || isStaticPattern(basename);
+    const basename2 = path3.basename(pattern);
+    return endsWithSlashGlobStar(pattern) || isStaticPattern(basename2);
   }
   exports.isAffectDepthOfReadingPattern = isAffectDepthOfReadingPattern;
   function expandPatternsWithBraceExpansion(patterns) {
@@ -31588,8 +31588,8 @@ async function parseInputs(inputs) {
   };
 }
 function deriveContractName(filePath) {
-  const basename = path11.basename(filePath, ".clar");
-  return basename.replace(/[-_](.)/g, (_2, char) => char.toUpperCase()).replace(/^(.)/, (_2, char) => char.toLowerCase()).replace(/^\d/, "_$&");
+  const basename2 = path11.basename(filePath, ".clar");
+  return basename2.replace(/[-_](.)/g, (_2, char) => char.toUpperCase()).replace(/^(.)/, (_2, char) => char.toLowerCase()).replace(/^\d/, "_$&");
 }
 async function buildConfigFromInputs(parsedInputs, outPath, apiKey, defaultAddress) {
   const contracts = [];
@@ -31811,7 +31811,7 @@ var {
 // package.json
 var package_default = {
   name: "@secondlayer/cli",
-  version: "8.8.0",
+  version: "8.10.0",
   repository: {
     type: "git",
     url: "git+https://github.com/ryanwaits/secondlayer.git",
@@ -31860,11 +31860,11 @@ var package_default = {
   dependencies: {
     "@inquirer/prompts": "^8.2.0",
     "@secondlayer/bundler": "^0.3.7",
-    "@secondlayer/scaffold": "^1.2.0",
-    "@secondlayer/sdk": "^6.21.1",
-    "@secondlayer/shared": "^6.30.0",
+    "@secondlayer/scaffold": "^1.3.0",
+    "@secondlayer/sdk": "^6.22.0",
+    "@secondlayer/shared": "^6.32.0",
     "@secondlayer/stacks": "^2.5.1",
-    "@secondlayer/subgraphs": "^3.11.0",
+    "@secondlayer/subgraphs": "^3.14.0",
     "@biomejs/js-api": "^0.7.0",
     "@biomejs/wasm-nodejs": "^1.9.0",
     esbuild: "^0.19.0",
@@ -32041,6 +32041,9 @@ async function querySubgraphTableCount(name, table, params = {}) {
 async function getSubgraphGaps(name, opts) {
   return (await getPlatformClient()).subgraphs.gaps(name, opts);
 }
+async function getContractPrintSchema(contractId) {
+  return (await getPlatformClient()).index.printSchema(contractId);
+}
 async function getAccountProfile() {
   return httpPlatform("/api/accounts/me");
 }
@@ -34109,9 +34112,13 @@ import {
   watch,
   writeFileSync as writeFileSync4
 } from "node:fs";
-import { dirname as dirname5, join as join7, resolve as resolve2 } from "node:path";
+import { basename, dirname as dirname5, extname, join as join7, resolve as resolve2 } from "node:path";
 import { fileURLToPath as fileURLToPath2 } from "node:url";
 import { confirm as confirm3 } from "@inquirer/prompts";
+import {
+  generatePrintPayloadTypes,
+  generatePrintSchemaSubgraph
+} from "@secondlayer/scaffold";
 import { ByoBreakingChangeError } from "@secondlayer/sdk";
 import { TRAIT_STANDARDS } from "@secondlayer/stacks/clarity";
 
@@ -34875,6 +34882,7 @@ function decodeBuffUtf8(value: unknown): string | null {
 
 // src/commands/subgraphs.ts
 init_api();
+init_format();
 async function loadSubgraphWithDepCheck(absPath) {
   try {
     return await import(absPath);
@@ -34933,6 +34941,84 @@ function parseVisibilityOption(value) {
     return value;
   throw new Error('--visibility must be "public" or "private"');
 }
+function collectPinnedPrintSources(sources) {
+  const out = [];
+  for (const [sourceName, raw] of Object.entries(sources ?? {})) {
+    const s = raw;
+    if (s?.type !== "print_event")
+      continue;
+    if (typeof s.contractId !== "string" || s.contractId.length === 0)
+      continue;
+    if (s.trait)
+      continue;
+    out.push({
+      sourceName,
+      contractId: s.contractId,
+      ...typeof s.topic === "string" ? { topic: s.topic } : {}
+    });
+  }
+  return out;
+}
+var ORM_ONLY_CODEGEN_FLAGS = {
+  target: "--target",
+  schema: "--schema",
+  env: "--env",
+  modelsOnly: "--models-only"
+};
+function ormFlagsConflictingWithPayloads(getOptionValueSource) {
+  return Object.entries(ORM_ONLY_CODEGEN_FLAGS).filter(([key]) => getOptionValueSource(key) === "cli").map(([, flag]) => flag);
+}
+async function runPayloadsCodegen(file, output2) {
+  const absPath = resolve2(file);
+  if (!existsSync4(absPath)) {
+    error(`File not found: ${absPath}`);
+    process.exit(1);
+  }
+  const { readFile: readFile3 } = await import("node:fs/promises");
+  const { bundleSubgraphCode } = await import("@secondlayer/bundler");
+  const source = await readFile3(absPath, "utf8");
+  const bundled = await bundleSubgraphCode(source);
+  const pinned = collectPinnedPrintSources(bundled.sources ?? {});
+  if (pinned.length === 0) {
+    error("No pinned print_event sources (contractId set, no trait) — nothing to generate payload types for.");
+    process.exit(1);
+  }
+  const schemas = new Map;
+  for (const contractId of new Set(pinned.map((p) => p.contractId))) {
+    info(`Fetching print schema for ${contractId}...`);
+    try {
+      schemas.set(contractId, await getContractPrintSchema(contractId));
+    } catch (err) {
+      handleApiError(err, "fetch contract print schema");
+    }
+  }
+  const sources = [];
+  for (const p of pinned) {
+    const schema = schemas.get(p.contractId);
+    if (!schema || schema.topics.length === 0) {
+      warn(`No print events observed for ${p.contractId} — skipping source "${p.sourceName}"`);
+      continue;
+    }
+    const topics = p.topic ? schema.topics.filter((t) => t.topic === p.topic) : schema.topics;
+    if (topics.length === 0) {
+      warn(`Topic "${p.topic}" never observed on ${p.contractId} — skipping source "${p.sourceName}"`);
+      continue;
+    }
+    sources.push({
+      sourceName: p.sourceName,
+      contractId: p.contractId,
+      topics
+    });
+  }
+  if (sources.length === 0) {
+    error("No print schemas available for any pinned source. Check the contract ids and that the contracts have emitted print events.");
+    process.exit(1);
+  }
+  const out = generatePrintPayloadTypes({ sources });
+  const outPath = resolve2(output2 ?? join7(dirname5(absPath), `${basename(absPath, extname(absPath))}.payloads.d.ts`));
+  await writeTextFile(outPath, out);
+  success(`Wrote print payload types to ${outPath}`);
+}
 function parseSubgraphSpecFormat(value) {
   const format = value ?? "openapi";
   if (format === "openapi" || format === "agent" || format === "markdown") {
@@ -35175,11 +35261,37 @@ Grant (first deploy only):`);
 ${yellow("This DROPS all rows in that schema, then rebuilds it. Re-deploy after.")}`);
   console.log(dim("(--force destructive rebuild not yet supported — manual DROP required.)"));
 }
+function formatDuration(seconds) {
+  if (seconds < 90)
+    return `${Math.max(1, Math.round(seconds))}s`;
+  if (seconds < 5400)
+    return `${Math.round(seconds / 60)}m`;
+  return `${(seconds / 3600).toFixed(1)}h`;
+}
 function formatSubgraphSync(sync) {
   const targetBlock = sync.targetBlock ?? sync.chainTip;
   const totalBlocks = sync.totalBlocks;
   const processedBlocks = sync.processedBlocks;
   const progress = `${(sync.progress * 100).toFixed(1)}%`;
+  if (sync.queue) {
+    const pos = sync.queue.position != null ? `position ~${sync.queue.position}` : "queued";
+    const est = sync.queue.estimatedStartSeconds != null ? `, est. start ~${formatDuration(sync.queue.estimatedStartSeconds)}` : "";
+    const denom = sync.queue.estimatedEvents != null ? ` · ~${sync.queue.estimatedEvents.toLocaleString()} events to sync` : "";
+    return {
+      line: `queued — ${pos}${est}${denom}`,
+      remainingLabel: "Queue",
+      remaining: sync.queue.position != null ? `~${sync.queue.position} ahead` : "N/A"
+    };
+  }
+  if (sync.estimatedEvents != null && sync.estimatedEvents > 0 && sync.processedEvents != null) {
+    const pct = `${(sync.processedEvents / sync.estimatedEvents * 100).toFixed(1)}%`;
+    const eta = sync.etaSeconds != null ? ` · est ${formatDuration(sync.etaSeconds)}` : "";
+    return {
+      line: `${sync.status} — ${pct} of ~${sync.estimatedEvents.toLocaleString()} events${eta}`,
+      remainingLabel: "Events Remaining",
+      remaining: `${Math.max(0, sync.estimatedEvents - sync.processedEvents).toLocaleString()}`
+    };
+  }
   if (sync.status === "reindexing" || sync.mode === "reindex") {
     if (targetBlock <= 0) {
       return {
@@ -35203,12 +35315,22 @@ function formatSubgraphSync(sync) {
 }
 function registerSubgraphsCommand(program2) {
   const subgraphs = program2.command("subgraphs").description("Manage materialized subgraphs");
-  subgraphs.command("create <name>").description("Create a new subgraph definition file").option("--template <slug>", `Foundation Dataset starter (one of: ${SUBGRAPH_TEMPLATE_SLUGS.join(", ")})`).addHelpText("after", `
+  subgraphs.command("create <name>").description("Create a new subgraph definition file").option("--template <slug>", `Starter template (one of: ${SUBGRAPH_TEMPLATE_SLUGS.join(", ")})`).option("--from-contract <contractId>", "Generate sources/schema/handlers from the contract's observed print events (requires network)").option("--table-per-topic", "With --from-contract: one table per print topic instead of a single wide table").addHelpText("after", `
 Examples:
   $ sl subgraphs create my-graph
-  $ sl subgraphs create token-balances --template sip-010-balances`).action(async (name, opts) => {
+  $ sl subgraphs create token-balances --template sip-010-balances
+  $ sl subgraphs create sbtc-flows --from-contract SM3VDXK3WZZSA84XXFKAFAF15NNZX32CTSG82JFQ4.sbtc-registry
+  $ sl subgraphs create sbtc-flows --from-contract SM3....sbtc-registry --table-per-topic`).action(async (name, opts) => {
+    if (opts.fromContract && opts.template) {
+      error("--from-contract and --template are mutually exclusive");
+      process.exit(1);
+    }
+    if (opts.tablePerTopic && !opts.fromContract) {
+      error("--table-per-topic requires --from-contract");
+      process.exit(1);
+    }
     const slug = opts.template ?? "basic";
-    if (!SUBGRAPH_TEMPLATE_SLUGS.includes(slug)) {
+    if (!opts.fromContract && !SUBGRAPH_TEMPLATE_SLUGS.includes(slug)) {
       error(`Unknown template "${opts.template}". Available templates:
 ${SUBGRAPH_TEMPLATE_SLUGS.map((s) => `  ${s.padEnd(20)} ${SUBGRAPH_TEMPLATE_DESCRIPTIONS[s]}`).join(`
 `)}`);
@@ -35220,13 +35342,37 @@ ${SUBGRAPH_TEMPLATE_SLUGS.map((s) => `  ${s.padEnd(20)} ${SUBGRAPH_TEMPLATE_DESC
       error(`File already exists: ${filePath}`);
       process.exit(1);
     }
+    let content;
+    if (opts.fromContract) {
+      info(`Fetching print schema for ${opts.fromContract}...`);
+      let schema;
+      try {
+        schema = await getContractPrintSchema(opts.fromContract);
+      } catch (err) {
+        handleApiError(err, "fetch contract print schema");
+      }
+      if (!schema || schema.topics.length === 0) {
+        error(`No print events observed for ${opts.fromContract}.
+Check the contract id, and that the contract has emitted print events (schemas are inferred from indexed on-chain events).`);
+        process.exit(1);
+      }
+      content = await formatCode(generatePrintSchemaSubgraph({
+        contractId: opts.fromContract,
+        name,
+        topics: schema.topics,
+        tablePerTopic: opts.tablePerTopic
+      }));
+    } else {
+      content = generateSubgraphTemplate(name, slug);
+    }
     if (!existsSync4(dir)) {
       mkdirSync3(dir, { recursive: true });
     }
-    const content = generateSubgraphTemplate(name, slug);
     await writeTextFile(filePath, content);
     success(`Created ${filePath}`);
-    if (slug !== "basic") {
+    if (opts.fromContract) {
+      info(`Schema inferred from ${opts.fromContract} print events (${opts.tablePerTopic ? "table per topic" : "single wide table"})`);
+    } else if (slug !== "basic") {
       info(`Template: ${slug} — ${SUBGRAPH_TEMPLATE_DESCRIPTIONS[slug]}`);
     }
     info(`Next: sl subgraphs deploy subgraphs/${name}.ts`);
@@ -35292,7 +35438,7 @@ Stopped watching.`);
     });
     await new Promise(() => {});
   });
-  subgraphs.command("deploy <file>").alias("update").description("Deploy a subgraph definition file (alias: update — deploy is create-or-update)").option("--start-block <n>", "Override the subgraph definition startBlock for this deploy").option("--dry-run", "Validate and preview deploy without writing changes").option("-y, --yes", "Skip the reindex confirmation prompt").option("--database-url <url>", "BYO data plane: write the subgraph's schema/rows to your own Postgres. With --dry-run, prints the DDL + grant script and verifies the connection.").option("--strict", "Run `tsc --noEmit` against the handler before deploy (slower; catches TS type errors)").option("--visibility <visibility>", "Read visibility: public (anon /v1 reads, global name claim) or private (your key only). Defaults: managed → public, BYO → private.").action(async (file, options2) => {
+  subgraphs.command("deploy <file>").alias("update").description("Deploy a subgraph definition file (alias: update — deploy is create-or-update)").option("--start-block <n>", "Override the subgraph definition startBlock for this deploy").option("--tip-first", "Go live at chain tip immediately; history backfills in the background (requires order-tolerant handlers — commutative or insert-only writes)").option("--dry-run", "Validate and preview deploy without writing changes").option("-y, --yes", "Skip the reindex confirmation prompt").option("--database-url <url>", "BYO data plane: write the subgraph's schema/rows to your own Postgres. With --dry-run, prints the DDL + grant script and verifies the connection.").option("--strict", "Run `tsc --noEmit` against the handler before deploy (slower; catches TS type errors)").option("--visibility <visibility>", "Read visibility: public (anon /v1 reads, global name claim) or private (your key only). Defaults: managed → public, BYO → private.").action(async (file, options2) => {
     try {
       const absPath = resolve2(file);
       const config = await loadConfig();
@@ -35321,7 +35467,10 @@ Stopped watching.`);
       info(`Loading subgraph from ${absPath}`);
       const mod = await loadSubgraphWithDepCheck(absPath);
       const def = mod.default ?? mod;
-      const effectiveDef = startBlock === undefined ? def : { ...def, startBlock };
+      const effectiveDef = {
+        ...startBlock === undefined ? def : { ...def, startBlock },
+        ...options2.tipFirst ? { backfillMode: "concurrent" } : {}
+      };
       const { validateSubgraphDefinition } = await import("@secondlayer/subgraphs/validate");
       const validated = validateSubgraphDefinition(effectiveDef);
       if (config.network !== "local") {
@@ -35363,6 +35512,8 @@ Stopped watching.`);
         if (result.start_block_clamped) {
           info(`  Free tier indexes forward from deploy (start block ${result.start_block}) — upgrade for genesis backfill.`);
         }
+        for (const w of result.warnings ?? [])
+          warn(w);
         const printDeployFooter = async () => {
           try {
             const { apiUrl } = await resolveAuth();
@@ -35583,7 +35734,16 @@ Synced — exiting watch.`));
       handleApiError(err, "generate subgraph spec");
     }
   });
-  subgraphs.command("codegen <file>").description("Generate an ORM schema (Prisma, Drizzle, or Kysely) for a subgraph's tables — point it at your BYO database").option("--target <orm>", "ORM target: prisma | drizzle | kysely", "prisma").option("--schema <name>", "Postgres schema name (defaults to subgraph_<name>)").option("--env <var>", "datasource url env var", "DATABASE_URL").option("--models-only", "Emit only Prisma models (compose via prismaSchemaFolder)").option("-o, --output <path>", "Write to a file (defaults to stdout)").action(async (file, options2) => {
+  subgraphs.command("codegen <file>").description("Generate an ORM schema (Prisma, Drizzle, or Kysely) for a subgraph's tables — point it at your BYO database").option("--target <orm>", "ORM target: prisma | drizzle | kysely", "prisma").option("--schema <name>", "Postgres schema name (defaults to subgraph_<name>)").option("--env <var>", "datasource url env var", "DATABASE_URL").option("--models-only", "Emit only Prisma models (compose via prismaSchemaFolder)").option("--payloads", "Emit a .d.ts of print payload types for pinned print_event sources, inferred from observed on-chain events (requires network)").option("-o, --output <path>", "Write to a file (defaults to stdout)").action(async (file, options2, command) => {
+    if (options2.payloads) {
+      const conflicts = ormFlagsConflictingWithPayloads((key) => command.getOptionValueSource(key));
+      if (conflicts.length > 0) {
+        error(`--payloads cannot be combined with ${conflicts.join(", ")} — those flags apply to ORM targets only.`);
+        process.exit(1);
+      }
+      await runPayloadsCodegen(file, options2.output);
+      return;
+    }
     try {
       const target = options2.target ?? "prisma";
       if (target !== "prisma" && target !== "drizzle" && target !== "kysely") {
@@ -36228,7 +36388,7 @@ function emitOne(doc, label, json) {
   });
 }
 function registerIndexCommand(program2) {
-  const index = program2.command("index").description("Query the decoded Index layer (L2 events + contract calls)");
+  const index = program2.command("index").description("Query the decoded Index layer (events + contract calls)");
   index.command("codegen").description("Generate a typed schema (Prisma, Kysely, Drizzle, or JSON-Schema) for the Index domain tables — point it at your BYO database mirror").option("--target <orm>", "prisma | kysely | drizzle | json-schema", "kysely").option("--schema <name>", "Postgres schema to qualify table names with").option("--tables <list>", "Comma-separated subset of Index tables (default: all)").option("--env <var>", "Prisma datasource url env var", "DATABASE_URL").option("-o, --output <path>", "Write to a file (defaults to stdout)").action(async (o) => {
     try {
       const target = o.target ?? "kysely";
@@ -37934,5 +38094,5 @@ registerAccountCommand(program);
 registerKeysCommand(program);
 program.parse();
 
-//# debugId=B164F591CA98B53C64756E2164756E21
+//# debugId=D198B46A9AA7918164756E2164756E21
 //# sourceMappingURL=cli.js.map