@secondlayer/subgraphs 4.0.4 → 4.1.0

package/dist/src/runtime/processor.js

@@ -1668,7 +1668,7 @@ import { sql as sql3 } from "kysely";
 // src/runtime/block-source.ts
 import { getSourceDb as getSourceDb2 } from "@secondlayer/shared/db";
 import {
-  IndexHttpClient
+  createInternalIndexHttpClient
 } from "@secondlayer/shared/index-http";
 import { logger as logger4 } from "@secondlayer/shared/logger";
 
@@ -1714,6 +1714,167 @@ function avgEventsPerBlock(batch) {
   return totalEvents / batch.size;
 }
 
+// src/runtime/observer-http-source.ts
+var OBSERVER_HTTP_EXPORT_PATH = "/internal/observer-events";
+function stripTrailingSlash(url) {
+  return url.replace(/\/+$/, "");
+}
+function blockTimestamp(payload) {
+  for (const value of [
+    payload.timestamp,
+    payload.block_time,
+    payload.burn_block_time,
+    payload.burn_block_timestamp
+  ]) {
+    if (typeof value === "number" && Number.isFinite(value) && value > 0) {
+      return value;
+    }
+  }
+  return 0;
+}
+function eventData(event) {
+  if (typeof event.type === "string" && event.type in event) {
+    return event[event.type] ?? {};
+  }
+  return {};
+}
+function mapNewBlockPayloadToBlockData(payload) {
+  const p = payload;
+  if (typeof p.block_height !== "number" || !Number.isFinite(p.block_height) || typeof p.index_block_hash !== "string" || p.index_block_hash.length === 0) {
+    throw new Error("observer /new_block payload missing block_height or index_block_hash");
+  }
+  const height = p.block_height;
+  const block = {
+    height,
+    hash: p.block_hash ?? "",
+    parent_hash: p.parent_block_hash ?? "",
+    burn_block_height: p.burn_block_height ?? 0,
+    burn_block_hash: p.burn_block_hash ?? null,
+    index_block_hash: p.index_block_hash,
+    timestamp: blockTimestamp(p),
+    canonical: true,
+    created_at: new Date(0)
+  };
+  const txs = (p.transactions ?? []).map((tx) => {
+    let contractId = null;
+    let functionName = null;
+    if (tx.tx_type === "contract_call" && tx.contract_call) {
+      contractId = tx.contract_call.contract_id ?? null;
+      functionName = tx.contract_call.function_name ?? null;
+    } else if (tx.tx_type === "smart_contract" && tx.smart_contract) {
+      contractId = tx.smart_contract.contract_id ?? null;
+    }
+    return {
+      tx_id: tx.txid ?? "",
+      block_height: height,
+      tx_index: tx.tx_index ?? 0,
+      type: tx.tx_type ?? "",
+      sender: tx.sender_address ?? "",
+      status: tx.status ?? "success",
+      contract_id: contractId,
+      function_name: functionName,
+      function_args: [],
+      raw_result: tx.raw_result ?? null,
+      raw_tx: tx.raw_tx ?? "",
+      created_at: new Date(0)
+    };
+  });
+  const events = (p.events ?? []).map((event) => {
+    const txId = event.txid ?? "";
+    const eventIndex = event.event_index ?? 0;
+    return {
+      id: `${txId}#${eventIndex}`,
+      tx_id: txId,
+      block_height: height,
+      event_index: eventIndex,
+      type: event.type ?? "",
+      data: eventData(event),
+      created_at: new Date(0)
+    };
+  });
+  return { block, txs, events };
+}
+
+class ObserverHttpBlockSource {
+  baseUrl;
+  token;
+  fetchFn;
+  constructor(opts) {
+    this.baseUrl = stripTrailingSlash(opts.baseUrl);
+    this.token = opts.token ?? null;
+    this.fetchFn = opts.fetch ?? globalThis.fetch.bind(globalThis);
+  }
+  headers() {
+    if (!this.token)
+      return {};
+    return { Authorization: `Bearer ${this.token}` };
+  }
+  async getTip() {
+    const res = await this.fetchFn(`${this.baseUrl}${OBSERVER_HTTP_EXPORT_PATH}/tip`, { headers: this.headers() });
+    if (!res.ok) {
+      throw new Error(`observer tip HTTP ${res.status}: ${await res.text().catch(() => "")}`);
+    }
+    let body;
+    try {
+      body = await res.json();
+    } catch (err) {
+      throw new Error(`observer tip invalid JSON: ${err instanceof Error ? err.message : String(err)}`);
+    }
+    if (typeof body.block_height !== "number" || !Number.isFinite(body.block_height)) {
+      throw new Error("observer tip missing block_height");
+    }
+    return body.block_height;
+  }
+  async loadBlockRange(fromHeight, toHeight) {
+    const result = new Map;
+    let afterHeight = fromHeight > 0 ? fromHeight - 1 : undefined;
+    let afterIndexBlockHash;
+    for (;; ) {
+      const url = new URL(`${this.baseUrl}${OBSERVER_HTTP_EXPORT_PATH}`);
+      url.searchParams.set("path", "/new_block");
+      url.searchParams.set("limit", "100");
+      if (afterHeight != null) {
+        url.searchParams.set("after_height", String(afterHeight));
+      }
+      if (afterIndexBlockHash) {
+        url.searchParams.set("after_index_block_hash", afterIndexBlockHash);
+      }
+      const res = await this.fetchFn(url.toString(), {
+        headers: this.headers()
+      });
+      if (!res.ok) {
+        throw new Error(`observer events HTTP ${res.status}: ${await res.text().catch(() => "")}`);
+      }
+      let body;
+      try {
+        body = await res.json();
+      } catch (err) {
+        throw new Error(`observer events invalid JSON: ${err instanceof Error ? err.message : String(err)}`);
+      }
+      let pastTo = false;
+      for (const message of body.events ?? []) {
+        if (message.path === "/new_burn_block")
+          continue;
+        const height = message.payload?.block_height;
+        if (typeof height === "number" && height > toHeight) {
+          pastTo = true;
+          break;
+        }
+        const data = mapNewBlockPayloadToBlockData(message.payload);
+        const h = data.block.height;
+        if (h >= fromHeight && h <= toHeight) {
+          result.set(h, data);
+        }
+      }
+      if (pastTo || body.next == null)
+        break;
+      afterHeight = body.next.after_height;
+      afterIndexBlockHash = body.next.after_index_block_hash;
+    }
+    return result;
+  }
+}
+
 // src/runtime/reconstruct.ts
 function isoToUnixSeconds(iso) {
   if (!iso)
@@ -2024,14 +2185,19 @@ class FallbackBlockSource {
 }
 var postgresBlockSource = new PostgresBlockSource;
 function buildHttpClient() {
-  const baseUrl = process.env.SUBGRAPH_INDEX_API_URL ?? process.env.STREAMS_API_URL ?? "http://api:3800";
-  return new IndexHttpClient({
-    indexBaseUrl: baseUrl,
-    streamsBaseUrl: baseUrl,
-    streamsApiKey: process.env.STREAMS_INTERNAL_API_KEY ?? "sk-sl_streams_decode_internal"
-  });
+  return createInternalIndexHttpClient();
 }
 function resolveBlockSource(subgraph) {
+  if (process.env.SUBGRAPH_SOURCE === "observer-http") {
+    const baseUrl = process.env.OBSERVER_HTTP_URL;
+    if (!baseUrl) {
+      throw new Error("SUBGRAPH_SOURCE=observer-http requires OBSERVER_HTTP_URL");
+    }
+    return new ObserverHttpBlockSource({
+      baseUrl,
+      token: process.env.OBSERVER_HTTP_EXPORT_TOKEN || null
+    });
+  }
   if (process.env.SUBGRAPH_SOURCE === "streams-index" && subgraph && isStreamsIndexEligible(subgraph)) {
     return new FallbackBlockSource(new PublicApiBlockSource(buildHttpClient(), referencedIndexEventTypes(subgraph), canSparseScan(subgraph) ? sparseProbeTargets(subgraph) : undefined, needsTransactionData(subgraph)), postgresBlockSource);
   }
@@ -3980,7 +4146,9 @@ import {
 
 // src/runtime/streams-reorg-poll.ts
 import { getErrorMessage as getErrorMessage5 } from "@secondlayer/shared";
-import { IndexHttpClient as IndexHttpClient2 } from "@secondlayer/shared/index-http";
+import {
+  createInternalIndexHttpClient as createInternalIndexHttpClient2
+} from "@secondlayer/shared/index-http";
 import { logger as logger12 } from "@secondlayer/shared/logger";
 var POLL_MS = Number(process.env.SUBGRAPH_REORG_POLL_MS) || 15000;
 var STARTUP_MARGIN_MS = 60 * 60 * 1000;
@@ -4005,12 +4173,7 @@ async function pollReorgsOnce(http2, cursor, onReorg, handled) {
   return next_since ?? cursor;
 }
 function startStreamsReorgPoll(onReorg) {
-  const baseUrl = process.env.SUBGRAPH_INDEX_API_URL ?? process.env.STREAMS_API_URL ?? "http://api:3800";
-  const http2 = new IndexHttpClient2({
-    indexBaseUrl: baseUrl,
-    streamsBaseUrl: baseUrl,
-    streamsApiKey: process.env.STREAMS_INTERNAL_API_KEY ?? "sk-sl_streams_decode_internal"
-  });
+  const http2 = createInternalIndexHttpClient2();
   let since = new Date(Date.now() - STARTUP_MARGIN_MS).toISOString();
   let running = true;
   let timer;
@@ -4392,5 +4555,5 @@ export {
   startSubgraphOperationRunner
 };
 
-//# debugId=861951DF1312D9D664756E2164756E21
+//# debugId=DC53F813C2D7B5F564756E2164756E21
 //# sourceMappingURL=processor.js.map