ponder 0.16.9 → 0.17.0

package/src/runtime/index.ts

@@ -1,3 +1,4 @@
+import { type Address, hexToNumber, numberToHex, toHex } from "viem";
 import type { Common } from "@/internal/common.js";
 import type {
   Chain,
@@ -6,8 +7,8 @@ import type {
   Filter,
   Fragment,
   LightBlock,
+  SyncBlock,
 } from "@/internal/types.js";
-import type { SyncBlock } from "@/internal/types.js";
 import { eth_getBlockByNumber } from "@/rpc/actions.js";
 import type { Rpc } from "@/rpc/index.js";
 import {
@@ -23,9 +24,9 @@ import {
 } from "@/runtime/fragments.js";
 import type { SyncStore } from "@/sync-store/index.js";
 import {
-  MAX_CHECKPOINT,
   blockToCheckpoint,
   encodeCheckpoint,
+  MAX_CHECKPOINT,
 } from "@/utils/checkpoint.js";
 import {
   type Interval,
@@ -36,7 +37,6 @@ import {
   intervalUnion,
   sortIntervals,
 } from "@/utils/interval.js";
-import { type Address, hexToNumber, numberToHex, toHex } from "viem";
 
 export type SyncProgress = {
   start: SyncBlock | LightBlock;
@@ -47,7 +47,9 @@ export type SyncProgress = {
   isFinalized: () => boolean;
   getCheckpoint: <tag extends "start" | "end" | "current" | "finalized">({
     tag,
-  }: { tag: tag }) => tag extends "end" ? string | undefined : string;
+  }: {
+    tag: tag;
+  }) => tag extends "end" ? string | undefined : string;
 };
 
 export type ChildAddresses = Map<FactoryId, Map<Address, number>>;

package/src/runtime/isolated.ts

@@ -1,3 +1,4 @@
+import { eq, getTableName, isTable, sql } from "drizzle-orm";
 import {
   commitBlock,
   createLiveQueryTriggers,
@@ -9,14 +10,14 @@ import {
 } from "@/database/actions.js";
 import { type Database, getPonderCheckpointTable } from "@/database/index.js";
 import { getLiveQueryTempTableName } from "@/drizzle/onchain.js";
-import { createIndexingCache } from "@/indexing-store/cache.js";
-import { createIndexingStore } from "@/indexing-store/index.js";
 import { createCachedViemClient } from "@/indexing/client.js";
 import {
   createColumnAccessPattern,
   createIndexing,
   getEventCount,
 } from "@/indexing/index.js";
+import { createIndexingCache } from "@/indexing-store/cache.js";
+import { createIndexingStore } from "@/indexing-store/index.js";
 import type { Common } from "@/internal/common.js";
 import {
   InvalidEventAccessError,
@@ -36,9 +37,9 @@ import { splitEvents } from "@/runtime/events.js";
 import type { RealtimeSyncEvent } from "@/sync-realtime/index.js";
 import { createSyncStore } from "@/sync-store/index.js";
 import {
-  ZERO_CHECKPOINT_STRING,
   decodeCheckpoint,
   min,
+  ZERO_CHECKPOINT_STRING,
 } from "@/utils/checkpoint.js";
 import {
   bufferAsyncGenerator,
@@ -46,7 +47,6 @@ import {
 } from "@/utils/generators.js";
 import { never } from "@/utils/never.js";
 import { startClock } from "@/utils/timer.js";
-import { eq, getTableName, isTable, sql } from "drizzle-orm";
 import {
   getHistoricalEventsIsolated,
   refetchHistoricalEvents,
@@ -640,25 +640,31 @@ export async function runIsolated({
               }
             }
 
-            await tx.wrap(
-              { label: "update_checkpoints" },
-              (db) =>
-                db
-                  .update(PONDER_CHECKPOINT)
-                  .set({ latestCheckpoint: event.checkpoint })
-                  .where(eq(PONDER_CHECKPOINT.chainName, event.chain.name)),
-              context,
-            );
-
-            if (
-              event.events.length > 0 &&
-              database.userQB.$dialect === "pglite"
-            ) {
+            try {
               await tx.wrap(
-                (tx) =>
-                  tx.execute(`TRUNCATE TABLE ${getLiveQueryTempTableName()}`),
+                { label: "update_checkpoints" },
+                (db) =>
+                  db
+                    .update(PONDER_CHECKPOINT)
+                    .set({ latestCheckpoint: event.checkpoint })
+                    .where(eq(PONDER_CHECKPOINT.chainName, event.chain.name)),
                 context,
               );
+
+              if (
+                event.events.length > 0 &&
+                database.userQB.$dialect === "pglite"
+              ) {
+                await tx.wrap(
+                  (tx) =>
+                    tx.execute(`TRUNCATE TABLE ${getLiveQueryTempTableName()}`),
+                  context,
+                );
+              }
+            } catch (error) {
+              indexingCache.invalidate();
+              indexingCache.clear();
+              throw error;
             }
           },
           undefined,

package/src/runtime/multichain.ts

@@ -1,3 +1,4 @@
+import { eq, getTableName, isTable, isView, sql } from "drizzle-orm";
 import {
   commitBlock,
   createIndexes,
@@ -15,14 +16,14 @@ import {
   getPonderMetaTable,
 } from "@/database/index.js";
 import { getLiveQueryTempTableName } from "@/drizzle/onchain.js";
-import { createIndexingCache } from "@/indexing-store/cache.js";
-import { createIndexingStore } from "@/indexing-store/index.js";
 import { createCachedViemClient } from "@/indexing/client.js";
 import {
   createColumnAccessPattern,
   createIndexing,
   getEventCount,
 } from "@/indexing/index.js";
+import { createIndexingCache } from "@/indexing-store/cache.js";
+import { createIndexingStore } from "@/indexing-store/index.js";
 import type { Common } from "@/internal/common.js";
 import {
   InvalidEventAccessError,
@@ -44,9 +45,9 @@ import { splitEvents } from "@/runtime/events.js";
 import type { RealtimeSyncEvent } from "@/sync-realtime/index.js";
 import { createSyncStore } from "@/sync-store/index.js";
 import {
-  ZERO_CHECKPOINT_STRING,
   decodeCheckpoint,
   min,
+  ZERO_CHECKPOINT_STRING,
 } from "@/utils/checkpoint.js";
 import { formatEta, formatPercentage } from "@/utils/format.js";
 import {
@@ -55,7 +56,6 @@ import {
 } from "@/utils/generators.js";
 import { never } from "@/utils/never.js";
 import { startClock } from "@/utils/timer.js";
-import { eq, getTableName, isTable, isView, sql } from "drizzle-orm";
 import {
   getHistoricalEventsMultichain,
   refetchHistoricalEvents,
@@ -63,10 +63,10 @@ import {
 import {
   type CachedIntervals,
   type ChildAddresses,
-  type SyncProgress,
   getCachedIntervals,
   getChildAddresses,
   getLocalSyncProgress,
+  type SyncProgress,
 } from "./index.js";
 import { getRealtimeEventsMultichain } from "./realtime.js";
 
@@ -729,22 +729,28 @@ export async function runMultichain({
               );
             }
 
-            await tx.wrap(
-              { label: "update_checkpoints" },
-              (db) =>
-                db
-                  .update(PONDER_CHECKPOINT)
-                  .set({ latestCheckpoint: event.checkpoint })
-                  .where(eq(PONDER_CHECKPOINT.chainName, event.chain.name)),
-              context,
-            );
-
-            if (database.userQB.$dialect === "pglite") {
+            try {
               await tx.wrap(
-                (tx) =>
-                  tx.execute(`TRUNCATE TABLE ${getLiveQueryTempTableName()}`),
+                { label: "update_checkpoints" },
+                (db) =>
+                  db
+                    .update(PONDER_CHECKPOINT)
+                    .set({ latestCheckpoint: event.checkpoint })
+                    .where(eq(PONDER_CHECKPOINT.chainName, event.chain.name)),
                 context,
               );
+
+              if (database.userQB.$dialect === "pglite") {
+                await tx.wrap(
+                  (tx) =>
+                    tx.execute(`TRUNCATE TABLE ${getLiveQueryTempTableName()}`),
+                  context,
+                );
+              }
+            } catch (error) {
+              indexingCache.invalidate();
+              indexingCache.clear();
+              throw error;
             }
           },
           undefined,

package/src/runtime/omnichain.ts

@@ -1,3 +1,4 @@
+import { eq, getTableName, isTable, isView, sql } from "drizzle-orm";
 import {
   commitBlock,
   createIndexes,
@@ -15,14 +16,14 @@ import {
   getPonderMetaTable,
 } from "@/database/index.js";
 import { getLiveQueryTempTableName } from "@/drizzle/onchain.js";
-import { createIndexingCache } from "@/indexing-store/cache.js";
-import { createIndexingStore } from "@/indexing-store/index.js";
 import { createCachedViemClient } from "@/indexing/client.js";
 import {
   createColumnAccessPattern,
   createIndexing,
   getEventCount,
 } from "@/indexing/index.js";
+import { createIndexingCache } from "@/indexing-store/cache.js";
+import { createIndexingStore } from "@/indexing-store/index.js";
 import type { Common } from "@/internal/common.js";
 import {
   InvalidEventAccessError,
@@ -45,10 +46,10 @@ import { splitEvents } from "@/runtime/events.js";
 import type { RealtimeSyncEvent } from "@/sync-realtime/index.js";
 import { createSyncStore } from "@/sync-store/index.js";
 import {
-  ZERO_CHECKPOINT_STRING,
   decodeCheckpoint,
   max,
   min,
+  ZERO_CHECKPOINT_STRING,
 } from "@/utils/checkpoint.js";
 import { formatEta, formatPercentage } from "@/utils/format.js";
 import {
@@ -58,7 +59,6 @@ import {
 import { never } from "@/utils/never.js";
 import { startClock } from "@/utils/timer.js";
 import { zipperMany } from "@/utils/zipper.js";
-import { eq, getTableName, isTable, isView, sql } from "drizzle-orm";
 import {
   getHistoricalEventsOmnichain,
   refetchHistoricalEvents,
@@ -66,10 +66,10 @@ import {
 import {
   type CachedIntervals,
   type ChildAddresses,
-  type SyncProgress,
   getCachedIntervals,
   getChildAddresses,
   getLocalSyncProgress,
+  type SyncProgress,
 } from "./index.js";
 import { getRealtimeEventsOmnichain } from "./realtime.js";
 
@@ -749,22 +749,28 @@ export async function runOmnichain({
               }
             }
 
-            await tx.wrap(
-              { label: "update_checkpoints" },
-              (db) =>
-                db
-                  .update(PONDER_CHECKPOINT)
-                  .set({ latestCheckpoint: event.checkpoint })
-                  .where(eq(PONDER_CHECKPOINT.chainName, event.chain.name)),
-              context,
-            );
-
-            if (database.userQB.$dialect === "pglite") {
+            try {
               await tx.wrap(
-                (tx) =>
-                  tx.execute(`TRUNCATE TABLE ${getLiveQueryTempTableName()}`),
+                { label: "update_checkpoints" },
+                (db) =>
+                  db
+                    .update(PONDER_CHECKPOINT)
+                    .set({ latestCheckpoint: event.checkpoint })
+                    .where(eq(PONDER_CHECKPOINT.chainName, event.chain.name)),
                 context,
               );
+
+              if (database.userQB.$dialect === "pglite") {
+                await tx.wrap(
+                  (tx) =>
+                    tx.execute(`TRUNCATE TABLE ${getLiveQueryTempTableName()}`),
+                  context,
+                );
+              }
+            } catch (error) {
+              indexingCache.invalidate();
+              indexingCache.clear();
+              throw error;
             }
           },
           undefined,

package/src/runtime/realtime.ts

@@ -1,3 +1,4 @@
+import { type Address, hexToNumber } from "viem";
 import type { Database } from "@/database/index.js";
 import type { Common } from "@/internal/common.js";
 import type {
@@ -21,15 +22,15 @@ import {
   syncTransactionToInternal,
 } from "@/runtime/events.js";
 import {
-  type RealtimeSyncEvent,
   createRealtimeSync,
+  type RealtimeSyncEvent,
 } from "@/sync-realtime/index.js";
 import { createSyncStore } from "@/sync-store/index.js";
 import {
-  ZERO_CHECKPOINT_STRING,
   blockToCheckpoint,
   encodeCheckpoint,
   min,
+  ZERO_CHECKPOINT_STRING,
 } from "@/utils/checkpoint.js";
 import {
   bufferAsyncGenerator,
@@ -40,7 +41,6 @@ import { type Interval, intervalIntersection } from "@/utils/interval.js";
 import { promiseAllSettledWithThrow } from "@/utils/promiseAllSettledWithThrow.js";
 import { promiseWithResolvers } from "@/utils/promiseWithResolvers.js";
 import { startClock } from "@/utils/timer.js";
-import { type Address, hexToNumber } from "viem";
 import { getFilterFactories } from "./filter.js";
 import type { ChildAddresses, SyncProgress } from "./index.js";
 import { getOmnichainCheckpoint } from "./omnichain.js";
@@ -90,7 +90,7 @@ export async function* getRealtimeEventsOmnichain(params: {
           { chain: chain.name },
           1,
         );
-        return;
+        return undefined;
       }
 
       const rpc =
@@ -255,7 +255,7 @@ export async function* getRealtimeEventsOmnichain(params: {
         if (to <= from) continue;
 
         // index of the first unfinalized event
-        let finalizeIndex: number | undefined = undefined;
+        let finalizeIndex: number | undefined;
         for (const [index, event] of executedEvents.entries()) {
           if (event.checkpoint > to) {
             finalizeIndex = index;
@@ -356,7 +356,7 @@ export async function* getRealtimeEventsMultichain(params: {
           { chain: chain.name },
           1,
         );
-        return;
+        return undefined;
       }
 
       const rpc =
@@ -511,7 +511,7 @@ export async function* getRealtimeEventsMultichain(params: {
         const checkpoint = syncProgress.getCheckpoint({ tag: "finalized" });
 
         // index of the first unfinalized event
-        let finalizeIndex: number | undefined = undefined;
+        let finalizeIndex: number | undefined;
 
         for (const [index, event] of executedEvents.entries()) {
           const _chain = params.indexingBuild.chains.find(
@@ -559,7 +559,7 @@ export async function* getRealtimeEventsMultichain(params: {
         const checkpoint = syncProgress.getCheckpoint({ tag: "current" });
 
         // index of the first reorged event
-        let reorgIndex: number | undefined = undefined;
+        let reorgIndex: number | undefined;
         for (const [index, event] of executedEvents.entries()) {
           if (event.chain.id === chain.id && event.checkpoint > checkpoint) {
             reorgIndex = index;
@@ -1150,9 +1150,7 @@ export async function* mergeAsyncGeneratorsWithRealtimeOrder(
 
       const supremum = min(...blockCheckpoints);
 
-      index = blockCheckpoints.findIndex(
-        (checkpoint) => checkpoint === supremum,
-      );
+      index = blockCheckpoints.indexOf(supremum);
     }
 
     const resultPromise = generators[index]!.next();

package/src/server/error.ts

@@ -1,9 +1,9 @@
+import type { Context, HonoRequest } from "hono";
+import { html } from "hono/html";
 import { addStackTrace } from "@/indexing/addStackTrace.js";
 import type { Common } from "@/internal/common.js";
 import type { BaseError } from "@/internal/errors.js";
 import { prettyPrint } from "@/utils/print.js";
-import type { Context, HonoRequest } from "hono";
-import { html } from "hono/html";
 
 export const onError = async (_error: Error, c: Context, common: Common) => {
   const error = _error as BaseError;

package/src/server/index.ts

@@ -1,4 +1,9 @@
 import http from "node:http";
+import { serve } from "@hono/node-server";
+import { Hono } from "hono";
+import { cors } from "hono/cors";
+import { createMiddleware } from "hono/factory";
+import { createHttpTerminator } from "http-terminator";
 import {
   type Database,
   getPonderCheckpointTable,
@@ -8,11 +13,6 @@ import type { Common } from "@/internal/common.js";
 import type { ApiBuild, Status } from "@/internal/types.js";
 import { decodeCheckpoint } from "@/utils/checkpoint.js";
 import { startClock } from "@/utils/timer.js";
-import { serve } from "@hono/node-server";
-import { Hono } from "hono";
-import { cors } from "hono/cors";
-import { createMiddleware } from "hono/factory";
-import { createHttpTerminator } from "http-terminator";
 import { onError } from "./error.js";
 
 export type Server = {

package/src/sync-historical/index.ts

@@ -1,3 +1,15 @@
+import { getLogsRetryHelper } from "@ponder/utils";
+import {
+  type Address,
+  type Hash,
+  type Hex,
+  hexToNumber,
+  type LogTopic,
+  numberToHex,
+  type RpcError,
+  toHex,
+  zeroHash,
+} from "viem";
 import type { Common } from "@/internal/common.js";
 import type {
   BlockFilter,
@@ -46,26 +58,14 @@ import type {
 import type { SyncStore } from "@/sync-store/index.js";
 import { dedupe } from "@/utils/dedupe.js";
 import {
-  type Interval,
   getChunks,
+  type Interval,
   intervalBounds,
   intervalRange,
 } from "@/utils/interval.js";
 import { promiseAllSettledWithThrow } from "@/utils/promiseAllSettledWithThrow.js";
 import { createQueue } from "@/utils/queue.js";
 import { startClock } from "@/utils/timer.js";
-import { getLogsRetryHelper } from "@ponder/utils";
-import {
-  type Address,
-  type Hash,
-  type Hex,
-  type LogTopic,
-  type RpcError,
-  hexToNumber,
-  numberToHex,
-  toHex,
-  zeroHash,
-} from "viem";
 
 export type HistoricalSync = {
   /**

package/src/sync-realtime/bloom.ts

@@ -1,10 +1,10 @@
+import { type Hex, hexToBytes, hexToNumber, keccak256 } from "viem";
 import type { LogFilter, SyncBlock } from "@/internal/types.js";
 import {
   getFilterFromBlock,
   getFilterToBlock,
   isAddressFactory,
 } from "@/runtime/filter.js";
-import { type Hex, hexToBytes, hexToNumber, keccak256 } from "viem";
 
 export const zeroLogsBloom =
   "0x00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000";

package/src/sync-realtime/index.ts

@@ -1,3 +1,10 @@
+import {
+  type Address,
+  type Hash,
+  hexToNumber,
+  numberToHex,
+  zeroHash,
+} from "viem";
 import type { Common } from "@/internal/common.js";
 import { ShutdownError } from "@/internal/errors.js";
 import type {
@@ -49,13 +56,6 @@ import { isAsyncExecutionChain } from "@/utils/finality.js";
 import { createLock } from "@/utils/mutex.js";
 import { range } from "@/utils/range.js";
 import { startClock } from "@/utils/timer.js";
-import {
-  type Address,
-  type Hash,
-  hexToNumber,
-  numberToHex,
-  zeroHash,
-} from "viem";
 import { isFilterInBloom, isInBloom, zeroLogsBloom } from "./bloom.js";
 
 export type RealtimeSync = {

package/src/sync-store/encode.ts

@@ -1,3 +1,5 @@
+import type { Hex } from "viem";
+import { hexToBigInt, hexToNumber } from "viem";
 import type {
   SyncBlock,
   SyncBlockHeader,
@@ -7,8 +9,6 @@ import type {
   SyncTransactionReceipt,
 } from "@/internal/types.js";
 import { toLowerCase } from "@/utils/lowercase.js";
-import type { Hex } from "viem";
-import { hexToBigInt, hexToNumber } from "viem";
 import type * as ponderSyncSchema from "./schema.js";
 
 export const encodeBlock = ({