@secondlayer/sdk 6.37.1 → 6.38.0

package/dist/index.js

@@ -655,7 +655,7 @@ async function consumeStreamsEvents(opts) {
   const emptyBackoffMs = opts.emptyBackoffMs ?? 500;
   const maxPages = opts.maxPages ?? Number.POSITIVE_INFINITY;
   const maxEmptyPolls = opts.maxEmptyPolls ?? Number.POSITIVE_INFINITY;
-  let cursor = opts.fromCursor ?? null;
+  let cursor = opts.fromCursor ?? await opts.sink?.loadCursor() ?? null;
   const handledReorgs = new Set;
   let pages = 0;
   let emptyPolls = 0;
@@ -678,13 +678,14 @@ async function consumeStreamsEvents(opts) {
       signal: opts.signal
     });
     pages++;
-    if (!finalizedOnly && opts.onReorg) {
+    if (!finalizedOnly && (opts.onReorg || opts.sink)) {
       const fresh = envelope.reorgs.filter((reorg) => !handledReorgs.has(reorgKey(reorg))).sort((a, b) => a.fork_point_height - b.fork_point_height);
       if (fresh.length > 0) {
         const forkPoint = Math.min(...fresh.map((reorg) => reorg.fork_point_height));
         const rewind = Cursor.atHeight(forkPoint);
         for (const reorg of fresh) {
-          await opts.onReorg(reorg, { cursor: rewind });
+          await opts.sink?.rollback(reorg.fork_point_height, rewind);
+          await opts.onReorg?.(reorg, { cursor: rewind });
           handledReorgs.add(reorgKey(reorg));
         }
         cursor = rewind;
@@ -696,10 +697,26 @@ async function consumeStreamsEvents(opts) {
     const emitted = finalizedOnly ? envelope.events.filter((event) => event.finalized) : envelope.events;
     const checkpoint = finalizedOnly ? emitted.at(-1)?.cursor ?? cursor : envelope.next_cursor;
     height = emitted.at(-1)?.block_height ?? height;
-    const returnedCursor = await opts.onBatch(emitted, envelope, batchContext(checkpoint, height, envelope.tip.block_height));
-    if (finalizedOnly)
-      assertFinalizedCheckpoint(returnedCursor, checkpoint);
-    const nextCursor = returnedCursor ?? checkpoint;
+    const ctx = batchContext(checkpoint, height, envelope.tip.block_height);
+    opts.onProgress?.(ctx);
+    let nextCursor;
+    if (opts.sink) {
+      const sink = opts.sink;
+      if (checkpoint !== null && (checkpoint !== cursor || emitted.length > 0)) {
+        await sink.commitBatch(checkpoint, async (tx) => {
+          await opts.onBatch(emitted, envelope, {
+            ...ctx,
+            tx
+          });
+        });
+      }
+      nextCursor = checkpoint;
+    } else {
+      const returnedCursor = await opts.onBatch(emitted, envelope, ctx);
+      if (finalizedOnly)
+        assertFinalizedCheckpoint(returnedCursor, checkpoint);
+      nextCursor = returnedCursor ?? checkpoint;
+    }
     if (nextCursor && nextCursor !== cursor) {
       cursor = nextCursor;
       emptyPolls = 0;
@@ -800,7 +817,7 @@ async function consumeIndexFeed(opts) {
   const emptyBackoffMs = opts.emptyBackoffMs ?? 500;
   const maxPages = opts.maxPages ?? Number.POSITIVE_INFINITY;
   const maxEmptyPolls = opts.maxEmptyPolls ?? Number.POSITIVE_INFINITY;
-  let cursor = opts.fromCursor ?? null;
+  let cursor = opts.fromCursor ?? await opts.sink?.loadCursor() ?? null;
   const handledReorgs = new Set;
   let pages = 0;
   let emptyPolls = 0;
@@ -818,13 +835,14 @@ async function consumeIndexFeed(opts) {
       signal: opts.signal
     });
     pages++;
-    if (!finalizedOnly && opts.onReorg) {
+    if (!finalizedOnly && (opts.onReorg || opts.sink)) {
       const fresh = envelope.reorgs.filter((reorg) => !handledReorgs.has(reorg.id)).sort((a, b) => a.fork_point_height - b.fork_point_height);
       if (fresh.length > 0) {
         const forkPoint = Math.min(...fresh.map((reorg) => reorg.fork_point_height));
         const rewind = Cursor.atHeight(forkPoint);
         for (const reorg of fresh) {
-          await opts.onReorg(reorg, { cursor: rewind });
+          await opts.sink?.rollback(reorg.fork_point_height, rewind);
+          await opts.onReorg?.(reorg, { cursor: rewind });
           handledReorgs.add(reorg.id);
         }
         cursor = rewind;
@@ -837,10 +855,26 @@ async function consumeIndexFeed(opts) {
     const emitted = finalizedOnly ? items.filter((item) => item.block_height <= envelope.tip.finalized_height) : items;
     const checkpoint = finalizedOnly ? emitted.at(-1)?.cursor ?? cursor : envelope.next_cursor;
     height = emitted.at(-1)?.block_height ?? height;
-    const returnedCursor = await opts.onBatch(emitted, envelope, batchContext(checkpoint, height, envelope.tip.block_height));
-    if (finalizedOnly)
-      assertFinalizedCheckpoint(returnedCursor, checkpoint);
-    const nextCursor = returnedCursor ?? checkpoint;
+    const ctx = batchContext(checkpoint, height, envelope.tip.block_height);
+    opts.onProgress?.(ctx);
+    let nextCursor;
+    if (opts.sink) {
+      const sink = opts.sink;
+      if (checkpoint !== null && (checkpoint !== cursor || emitted.length > 0)) {
+        await sink.commitBatch(checkpoint, async (tx) => {
+          await opts.onBatch(emitted, envelope, {
+            ...ctx,
+            tx
+          });
+        });
+      }
+      nextCursor = checkpoint;
+    } else {
+      const returnedCursor = await opts.onBatch(emitted, envelope, ctx);
+      if (finalizedOnly)
+        assertFinalizedCheckpoint(returnedCursor, checkpoint);
+      nextCursor = returnedCursor ?? checkpoint;
+    }
     if (nextCursor && nextCursor !== cursor) {
       cursor = nextCursor;
       emptyPolls = 0;
@@ -1313,6 +1347,175 @@ class Projects extends BaseClient {
 // src/streams/client.ts
 import { ed25519 as ed255192 } from "@secondlayer/shared";
 
+// src/streams/_payload.ts
+function requireString(payload, field, eventType) {
+  const value = payload[field];
+  if (typeof value !== "string" || value.length === 0) {
+    throw new Error(`${eventType} payload missing ${field}`);
+  }
+  return value;
+}
+function optionalString(value) {
+  return typeof value === "string" && value.length > 0 ? value : null;
+}
+function requireAmountField(payload, field, eventType) {
+  const amount = requireString(payload, field, eventType);
+  if (!/^(0|[1-9]\d*)$/.test(amount)) {
+    throw new Error(`${eventType} payload has malformed ${field}`);
+  }
+  return amount;
+}
+function requireAmount(payload, eventType) {
+  return requireAmountField(payload, "amount", eventType);
+}
+function parseAssetIdentifier(assetIdentifier, eventType) {
+  const [contractId, tokenName] = assetIdentifier.split("::");
+  if (!contractId) {
+    throw new Error(`${eventType} payload has malformed asset_identifier`);
+  }
+  return {
+    contract_id: contractId,
+    token_name: tokenName && tokenName.length > 0 ? tokenName : null
+  };
+}
+function requireHexValue(payload, eventType) {
+  const rawValue = payload.raw_value;
+  if (typeof rawValue === "string") {
+    if (!/^0x[0-9a-fA-F]*$/.test(rawValue)) {
+      throw new Error(`${eventType} payload has malformed value`);
+    }
+    return rawValue;
+  }
+  const value = payload.value;
+  const hex = typeof value === "string" ? value : value && typeof value === "object" && typeof value.hex === "string" ? value.hex : null;
+  if (!hex) {
+    throw new Error(`${eventType} payload missing value`);
+  }
+  if (!/^0x[0-9a-fA-F]*$/.test(hex)) {
+    throw new Error(`${eventType} payload has malformed value`);
+  }
+  return hex;
+}
+function decodedRow(event, eventType, decoded_payload) {
+  return {
+    cursor: event.cursor,
+    block_height: event.block_height,
+    tx_id: event.tx_id,
+    tx_index: event.tx_index,
+    event_index: event.event_index,
+    event_type: eventType,
+    decoded_payload,
+    source_cursor: event.cursor
+  };
+}
+
+// src/streams/decode.ts
+function decode(event) {
+  const base = {
+    cursor: event.cursor,
+    block_height: event.block_height,
+    block_time: event.ts,
+    tx_id: event.tx_id,
+    tx_index: event.tx_index,
+    event_index: event.event_index,
+    contract_id: event.contract_id
+  };
+  const p = event.payload;
+  switch (event.event_type) {
+    case "stx_transfer":
+      return {
+        ...base,
+        event_type: "stx_transfer",
+        sender: requireString(p, "sender", event.event_type),
+        recipient: requireString(p, "recipient", event.event_type),
+        amount: requireAmountField(p, "amount", event.event_type),
+        memo: optionalString(p.memo)
+      };
+    case "stx_mint":
+      return {
+        ...base,
+        event_type: "stx_mint",
+        recipient: requireString(p, "recipient", event.event_type),
+        amount: requireAmountField(p, "amount", event.event_type)
+      };
+    case "stx_burn":
+      return {
+        ...base,
+        event_type: "stx_burn",
+        sender: requireString(p, "sender", event.event_type),
+        amount: requireAmountField(p, "amount", event.event_type)
+      };
+    case "stx_lock":
+      return {
+        ...base,
+        event_type: "stx_lock",
+        sender: requireString(p, "locked_address", event.event_type),
+        amount: requireAmountField(p, "locked_amount", event.event_type),
+        payload: { unlock_height: optionalString(p.unlock_height) }
+      };
+    case "ft_transfer":
+      return {
+        ...base,
+        event_type: "ft_transfer",
+        asset_identifier: requireString(p, "asset_identifier", event.event_type),
+        sender: requireString(p, "sender", event.event_type),
+        recipient: requireString(p, "recipient", event.event_type),
+        amount: requireAmountField(p, "amount", event.event_type)
+      };
+    case "ft_mint":
+      return {
+        ...base,
+        event_type: "ft_mint",
+        asset_identifier: requireString(p, "asset_identifier", event.event_type),
+        recipient: requireString(p, "recipient", event.event_type),
+        amount: requireAmountField(p, "amount", event.event_type)
+      };
+    case "ft_burn":
+      return {
+        ...base,
+        event_type: "ft_burn",
+        asset_identifier: requireString(p, "asset_identifier", event.event_type),
+        sender: requireString(p, "sender", event.event_type),
+        amount: requireAmountField(p, "amount", event.event_type)
+      };
+    case "nft_transfer":
+      return {
+        ...base,
+        event_type: "nft_transfer",
+        asset_identifier: requireString(p, "asset_identifier", event.event_type),
+        sender: requireString(p, "sender", event.event_type),
+        recipient: requireString(p, "recipient", event.event_type),
+        value: requireHexValue(p, event.event_type)
+      };
+    case "nft_mint":
+      return {
+        ...base,
+        event_type: "nft_mint",
+        asset_identifier: requireString(p, "asset_identifier", event.event_type),
+        recipient: requireString(p, "recipient", event.event_type),
+        value: requireHexValue(p, event.event_type)
+      };
+    case "nft_burn":
+      return {
+        ...base,
+        event_type: "nft_burn",
+        asset_identifier: requireString(p, "asset_identifier", event.event_type),
+        sender: requireString(p, "sender", event.event_type),
+        value: requireHexValue(p, event.event_type)
+      };
+    case "print":
+      return {
+        ...base,
+        event_type: "print",
+        payload: {
+          topic: optionalString(p.topic),
+          value: p.value,
+          raw_value: optionalString(p.raw_value)
+        }
+      };
+  }
+}
+
 // src/streams/dumps.ts
 import { createHash } from "node:crypto";
 import { verifyStreamsBulkManifestSignature } from "@secondlayer/shared/streams-bulk-manifest";
@@ -1687,8 +1890,11 @@ function createStreamsClient(options) {
         return request(`/v1/streams/events/${encodeURIComponent(txId)}`);
       },
       consume(params) {
+        const onBatch = params.decoded ? (events, envelope, ctx) => params.onBatch(events.map(decode), envelope, ctx) : params.onBatch;
         return consumeStreamsEvents({
           fromCursor: params.fromCursor,
+          sink: params.sink,
+          onProgress: params.onProgress,
           mode: params.mode,
           finalizedOnly: params.finalizedOnly,
           types: params.types,
@@ -1699,7 +1905,7 @@ function createStreamsClient(options) {
           assetIdentifier: params.assetIdentifier,
           batchSize: params.batchSize ?? 100,
           fetchEvents,
-          onBatch: params.onBatch,
+          onBatch,
           onReorg: params.onReorg,
           emptyBackoffMs: params.emptyBackoffMs,
           maxPages: params.maxPages,
@@ -1937,68 +2143,6 @@ function getSubgraph(def, options = {}) {
   }
   return new Subgraphs(options).typed(def);
 }
-// src/streams/_payload.ts
-function requireString(payload, field, eventType) {
-  const value = payload[field];
-  if (typeof value !== "string" || value.length === 0) {
-    throw new Error(`${eventType} payload missing ${field}`);
-  }
-  return value;
-}
-function optionalString(value) {
-  return typeof value === "string" && value.length > 0 ? value : null;
-}
-function requireAmountField(payload, field, eventType) {
-  const amount = requireString(payload, field, eventType);
-  if (!/^(0|[1-9]\d*)$/.test(amount)) {
-    throw new Error(`${eventType} payload has malformed ${field}`);
-  }
-  return amount;
-}
-function requireAmount(payload, eventType) {
-  return requireAmountField(payload, "amount", eventType);
-}
-function parseAssetIdentifier(assetIdentifier, eventType) {
-  const [contractId, tokenName] = assetIdentifier.split("::");
-  if (!contractId) {
-    throw new Error(`${eventType} payload has malformed asset_identifier`);
-  }
-  return {
-    contract_id: contractId,
-    token_name: tokenName && tokenName.length > 0 ? tokenName : null
-  };
-}
-function requireHexValue(payload, eventType) {
-  const rawValue = payload.raw_value;
-  if (typeof rawValue === "string") {
-    if (!/^0x[0-9a-fA-F]*$/.test(rawValue)) {
-      throw new Error(`${eventType} payload has malformed value`);
-    }
-    return rawValue;
-  }
-  const value = payload.value;
-  const hex = typeof value === "string" ? value : value && typeof value === "object" && typeof value.hex === "string" ? value.hex : null;
-  if (!hex) {
-    throw new Error(`${eventType} payload missing value`);
-  }
-  if (!/^0x[0-9a-fA-F]*$/.test(hex)) {
-    throw new Error(`${eventType} payload has malformed value`);
-  }
-  return hex;
-}
-function decodedRow(event, eventType, decoded_payload) {
-  return {
-    cursor: event.cursor,
-    block_height: event.block_height,
-    tx_id: event.tx_id,
-    tx_index: event.tx_index,
-    event_index: event.event_index,
-    event_type: eventType,
-    decoded_payload,
-    source_cursor: event.cursor
-  };
-}
-
 // src/streams/ft-transfer.ts
 function isFtTransfer(event) {
   return event.event_type === "ft_transfer";
@@ -2439,6 +2583,46 @@ async function payAndRetry(doFetch, opts) {
   });
   return doFetch({ "PAYMENT-SIGNATURE": header });
 }
+// src/consumer-ops.ts
+function consumerHealth(options = {}) {
+  const staleAfterMs = options.staleAfterMs ?? 120000;
+  const startedAt = Date.now();
+  let lastCtx = null;
+  let lastBatchAt = 0;
+  return {
+    record(ctx) {
+      lastCtx = ctx;
+      lastBatchAt = Date.now();
+    },
+    handler(req) {
+      if (new URL(req.url).pathname !== "/health") {
+        return new Response("not found", { status: 404 });
+      }
+      const idleMs = lastBatchAt ? Date.now() - lastBatchAt : 0;
+      const ok = idleMs < staleAfterMs;
+      return Response.json({
+        ok,
+        checkpoint: lastCtx?.cursor ?? null,
+        block_height: lastCtx?.height ?? null,
+        tip_height: lastCtx?.tipHeight ?? null,
+        blocks_behind: lastCtx?.blocksBehind ?? null,
+        idle_s: Math.floor(idleMs / 1000),
+        uptime_s: Math.floor((Date.now() - startedAt) / 1000)
+      }, { status: ok ? 200 : 503 });
+    }
+  };
+}
+function shutdownSignal(options = {}) {
+  const controller = new AbortController;
+  if (typeof process !== "undefined" && typeof process.on === "function") {
+    for (const signal of options.signals ?? ["SIGTERM", "SIGINT"]) {
+      process.on(signal, () => {
+        controller.abort(new Error(`${signal} — finishing the current batch`));
+      });
+    }
+  }
+  return controller.signal;
+}
 // src/webhooks.ts
 import { verifySecondlayerSignatureValues } from "@secondlayer/shared/crypto/secondlayer-webhook";
 import {
@@ -2599,6 +2783,7 @@ export {
   verifySecondlayerSignature,
   trigger,
   toJsonSafe,
+  shutdownSignal,
   selectOffer,
   resolveApiKey,
   resolveAccountNonce,
@@ -2632,8 +2817,10 @@ export {
   decodeFtBurn,
   decodeClarityValue,
   decodeChainWebhook,
+  decode,
   createX402Client,
   createStreamsClient,
+  consumerHealth,
   consumeIndexFeed,
   buildSignedX402Payment,
   X402SpendGuardError,
@@ -2657,5 +2844,5 @@ export {
   ApiError
 };
 
-//# debugId=D57E218C0E8C77C464756E2164756E21
+//# debugId=1D3B2F9E333F939964756E2164756E21
 //# sourceMappingURL=index.js.map