@apibara/indexer 2.0.0-beta.20 → 2.0.0-beta.22

package/dist/index.cjs

@@ -1,5 +1,6 @@
 'use strict';
 
+const protocol = require('@apibara/protocol');
 const consola = require('consola');
 const hookable = require('hookable');
 const assert = require('node:assert');
@@ -39,7 +40,42 @@ function createIndexer({
   }
   return indexer;
 }
-async function run(client, indexer) {
+async function runWithReconnect(client, indexer, options = {}) {
+  let retryCount = 0;
+  const maxRetries = options.maxRetries ?? 10;
+  const retryDelay = options.retryDelay ?? 1e3;
+  const maxWait = options.maxWait ?? 3e4;
+  const runOptions = {
+    onConnect() {
+      retryCount = 0;
+    }
+  };
+  while (true) {
+    try {
+      await run(client, indexer, runOptions);
+      return;
+    } catch (error) {
+      retryCount++;
+      if (error instanceof protocol.ClientError) {
+        if (error.code === protocol.Status.INTERNAL) {
+          if (retryCount < maxRetries) {
+            consola__default.error(
+              "Internal server error, reconnecting...",
+              error.message
+            );
+            const delay = Math.random() * (retryDelay * 0.2) + retryDelay;
+            await new Promise(
+              (resolve) => setTimeout(resolve, Math.min(retryCount * delay, maxWait))
+            );
+            continue;
+          }
+        }
+      }
+      throw error;
+    }
+  }
+}
+async function run(client, indexer, runOptions = {}) {
   await context.indexerAsyncContext.callAsync({}, async () => {
     const context$1 = context.useIndexerContext();
     const sink$1 = indexer.options.sink ?? sink.defaultSink();
@@ -60,11 +96,18 @@ async function run(client, indexer) {
     }
     let stream = client.streamData(request, options)[Symbol.asyncIterator]();
     await indexer.hooks.callHook("connect:after");
+    let onConnectCalled = false;
     while (true) {
       const { value: message, done } = await stream.next();
       if (done) {
         break;
       }
+      if (!onConnectCalled) {
+        onConnectCalled = true;
+        if (runOptions.onConnect) {
+          await runOptions.onConnect();
+        }
+      }
       await indexer.hooks.callHook("message", { message });
       switch (message._tag) {
         case "data": {
@@ -212,3 +255,4 @@ exports.useSink = sink.useSink;
 exports.createIndexer = createIndexer;
 exports.defineIndexer = defineIndexer;
 exports.run = run;
+exports.runWithReconnect = runWithReconnect;

package/dist/index.d.cts

@@ -1,4 +1,4 @@
-export { b as Indexer, e as IndexerConfig, c as IndexerHooks, I as IndexerWithStreamConfig, g as createIndexer, f as defineIndexer, r as run } from './shared/indexer.f97f8e70.cjs';
+export { b as Indexer, e as IndexerConfig, c as IndexerHooks, I as IndexerWithStreamConfig, R as ReconnectOptions, h as RunOptions, g as createIndexer, f as defineIndexer, i as run, r as runWithReconnect } from './shared/indexer.3bc6abe3.cjs';
 export { D as DefaultSink, S as Sink, a as SinkCursorParams, b as SinkData, d as defaultSink, u as useIndexerContext, c as useSink } from './shared/indexer.47b4546b.cjs';
 import '@apibara/protocol';
 import 'hookable';

package/dist/index.d.mts

@@ -1,4 +1,4 @@
-export { b as Indexer, e as IndexerConfig, c as IndexerHooks, I as IndexerWithStreamConfig, g as createIndexer, f as defineIndexer, r as run } from './shared/indexer.6f70ff10.mjs';
+export { b as Indexer, e as IndexerConfig, c as IndexerHooks, I as IndexerWithStreamConfig, R as ReconnectOptions, h as RunOptions, g as createIndexer, f as defineIndexer, i as run, r as runWithReconnect } from './shared/indexer.b4be75f1.mjs';
 export { D as DefaultSink, S as Sink, a as SinkCursorParams, b as SinkData, d as defaultSink, u as useIndexerContext, c as useSink } from './shared/indexer.47b4546b.mjs';
 import '@apibara/protocol';
 import 'hookable';

package/dist/index.d.ts

@@ -1,4 +1,4 @@
-export { b as Indexer, e as IndexerConfig, c as IndexerHooks, I as IndexerWithStreamConfig, g as createIndexer, f as defineIndexer, r as run } from './shared/indexer.5a040ab3.js';
+export { b as Indexer, e as IndexerConfig, c as IndexerHooks, I as IndexerWithStreamConfig, R as ReconnectOptions, h as RunOptions, g as createIndexer, f as defineIndexer, i as run, r as runWithReconnect } from './shared/indexer.a05207df.js';
 export { D as DefaultSink, S as Sink, a as SinkCursorParams, b as SinkData, d as defaultSink, u as useIndexerContext, c as useSink } from './shared/indexer.47b4546b.js';
 import '@apibara/protocol';
 import 'hookable';

package/dist/index.mjs

@@ -1,3 +1,4 @@
+import { ClientError, Status } from '@apibara/protocol';
 import consola from 'consola';
 import { createHooks, createDebugger } from 'hookable';
 import assert from 'node:assert';
@@ -33,7 +34,42 @@ function createIndexer({
   }
   return indexer;
 }
-async function run(client, indexer) {
+async function runWithReconnect(client, indexer, options = {}) {
+  let retryCount = 0;
+  const maxRetries = options.maxRetries ?? 10;
+  const retryDelay = options.retryDelay ?? 1e3;
+  const maxWait = options.maxWait ?? 3e4;
+  const runOptions = {
+    onConnect() {
+      retryCount = 0;
+    }
+  };
+  while (true) {
+    try {
+      await run(client, indexer, runOptions);
+      return;
+    } catch (error) {
+      retryCount++;
+      if (error instanceof ClientError) {
+        if (error.code === Status.INTERNAL) {
+          if (retryCount < maxRetries) {
+            consola.error(
+              "Internal server error, reconnecting...",
+              error.message
+            );
+            const delay = Math.random() * (retryDelay * 0.2) + retryDelay;
+            await new Promise(
+              (resolve) => setTimeout(resolve, Math.min(retryCount * delay, maxWait))
+            );
+            continue;
+          }
+        }
+      }
+      throw error;
+    }
+  }
+}
+async function run(client, indexer, runOptions = {}) {
   await indexerAsyncContext.callAsync({}, async () => {
     const context = useIndexerContext();
     const sink = indexer.options.sink ?? defaultSink();
@@ -54,11 +90,18 @@ async function run(client, indexer) {
     }
     let stream = client.streamData(request, options)[Symbol.asyncIterator]();
     await indexer.hooks.callHook("connect:after");
+    let onConnectCalled = false;
     while (true) {
       const { value: message, done } = await stream.next();
       if (done) {
         break;
       }
+      if (!onConnectCalled) {
+        onConnectCalled = true;
+        if (runOptions.onConnect) {
+          await runOptions.onConnect();
+        }
+      }
       await indexer.hooks.callHook("message", { message });
       switch (message._tag) {
         case "data": {
@@ -198,4 +241,4 @@ async function run(client, indexer) {
   });
 }
 
-export { createIndexer, defaultSink, defineIndexer, run, useIndexerContext };
+export { createIndexer, defaultSink, defineIndexer, run, runWithReconnect, useIndexerContext };

package/dist/plugins/index.d.cts

@@ -1,4 +1,4 @@
-export { a as IndexerPlugin, d as defineIndexerPlugin } from '../shared/indexer.f97f8e70.cjs';
+export { a as IndexerPlugin, d as defineIndexerPlugin } from '../shared/indexer.3bc6abe3.cjs';
 import '@apibara/protocol';
 import 'hookable';
 import '../shared/indexer.47b4546b.cjs';

package/dist/plugins/index.d.mts

@@ -1,4 +1,4 @@
-export { a as IndexerPlugin, d as defineIndexerPlugin } from '../shared/indexer.6f70ff10.mjs';
+export { a as IndexerPlugin, d as defineIndexerPlugin } from '../shared/indexer.b4be75f1.mjs';
 import '@apibara/protocol';
 import 'hookable';
 import '../shared/indexer.47b4546b.mjs';

package/dist/plugins/index.d.ts

@@ -1,4 +1,4 @@
-export { a as IndexerPlugin, d as defineIndexerPlugin } from '../shared/indexer.5a040ab3.js';
+export { a as IndexerPlugin, d as defineIndexerPlugin } from '../shared/indexer.a05207df.js';
 import '@apibara/protocol';
 import 'hookable';
 import '../shared/indexer.47b4546b.js';

package/dist/plugins/kv.cjs

@@ -6,6 +6,7 @@ const helper = require('../shared/indexer.219f58e0.cjs');
 require('node:fs/promises');
 require('node:path');
 require('klona/full');
+require('@apibara/protocol');
 require('consola');
 require('hookable');
 require('../shared/indexer.943adee7.cjs');

package/dist/plugins/kv.d.cts

@@ -1,4 +1,4 @@
-import { a as IndexerPlugin } from '../shared/indexer.f97f8e70.cjs';
+import { a as IndexerPlugin } from '../shared/indexer.3bc6abe3.cjs';
 import { DataFinality, Cursor } from '@apibara/protocol';
 import { Database } from 'better-sqlite3';
 import 'hookable';

package/dist/plugins/kv.d.mts

@@ -1,4 +1,4 @@
-import { a as IndexerPlugin } from '../shared/indexer.6f70ff10.mjs';
+import { a as IndexerPlugin } from '../shared/indexer.b4be75f1.mjs';
 import { DataFinality, Cursor } from '@apibara/protocol';
 import { Database } from 'better-sqlite3';
 import 'hookable';

package/dist/plugins/kv.d.ts

@@ -1,4 +1,4 @@
-import { a as IndexerPlugin } from '../shared/indexer.5a040ab3.js';
+import { a as IndexerPlugin } from '../shared/indexer.a05207df.js';
 import { DataFinality, Cursor } from '@apibara/protocol';
 import { Database } from 'better-sqlite3';
 import 'hookable';

package/dist/plugins/kv.mjs

@@ -4,6 +4,7 @@ import { d as deserialize, s as serialize } from '../shared/indexer.0c0510df.mjs
 import 'node:fs/promises';
 import 'node:path';
 import 'klona/full';
+import '@apibara/protocol';
 import 'consola';
 import 'hookable';
 import '../shared/indexer.e2bc22c0.mjs';

package/dist/plugins/logger.d.cts

@@ -1,4 +1,4 @@
-import { a as IndexerPlugin } from '../shared/indexer.f97f8e70.cjs';
+import { a as IndexerPlugin } from '../shared/indexer.3bc6abe3.cjs';
 import { ConsolaReporter, ConsolaInstance } from 'consola';
 export { ConsolaInstance, ConsolaReporter } from 'consola';
 import '@apibara/protocol';

package/dist/plugins/logger.d.mts

@@ -1,4 +1,4 @@
-import { a as IndexerPlugin } from '../shared/indexer.6f70ff10.mjs';
+import { a as IndexerPlugin } from '../shared/indexer.b4be75f1.mjs';
 import { ConsolaReporter, ConsolaInstance } from 'consola';
 export { ConsolaInstance, ConsolaReporter } from 'consola';
 import '@apibara/protocol';

package/dist/plugins/logger.d.ts

@@ -1,4 +1,4 @@
-import { a as IndexerPlugin } from '../shared/indexer.5a040ab3.js';
+import { a as IndexerPlugin } from '../shared/indexer.a05207df.js';
 import { ConsolaReporter, ConsolaInstance } from 'consola';
 export { ConsolaInstance, ConsolaReporter } from 'consola';
 import '@apibara/protocol';

package/dist/plugins/persistence.cjs

@@ -4,6 +4,7 @@ const helper = require('../shared/indexer.219f58e0.cjs');
 require('node:fs/promises');
 require('node:path');
 require('klona/full');
+require('@apibara/protocol');
 require('consola');
 require('hookable');
 require('node:assert');
@@ -22,6 +23,31 @@ var __publicField = (obj, key, value) => {
   __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
   return value;
 };
+function inMemoryPersistence() {
+  return plugins_index.defineIndexerPlugin((indexer) => {
+    let lastCursor;
+    let lastFilter;
+    indexer.hooks.hook("connect:before", ({ request }) => {
+      if (lastCursor) {
+        request.startingCursor = lastCursor;
+      }
+      if (lastFilter) {
+        request.filter[1] = lastFilter;
+      }
+    });
+    indexer.hooks.hook("transaction:commit", ({ endCursor }) => {
+      if (endCursor) {
+        lastCursor = endCursor;
+      }
+    });
+    indexer.hooks.hook("connect:factory", ({ request, endCursor }) => {
+      if (request.filter[1]) {
+        lastCursor = endCursor;
+        lastFilter = request.filter[1];
+      }
+    });
+  });
+}
 function sqlitePersistence({
   database
 }) {
@@ -181,4 +207,5 @@ const statements = {
 };
 
 exports.SqlitePersistence = SqlitePersistence;
+exports.inMemoryPersistence = inMemoryPersistence;
 exports.sqlitePersistence = sqlitePersistence;

package/dist/plugins/persistence.d.cts

@@ -1,9 +1,10 @@
-import { a as IndexerPlugin } from '../shared/indexer.f97f8e70.cjs';
+import { a as IndexerPlugin } from '../shared/indexer.3bc6abe3.cjs';
 import { Cursor } from '@apibara/protocol';
 import { Database } from 'better-sqlite3';
 import 'hookable';
 import '../shared/indexer.47b4546b.cjs';
 
+declare function inMemoryPersistence<TFilter, TBlock, TTxnParams>(): IndexerPlugin<TFilter, TBlock, TTxnParams>;
 declare function sqlitePersistence<TFilter, TBlock, TTxnParams>({ database, }: {
     database: Database;
 }): IndexerPlugin<TFilter, TBlock, TTxnParams>;
@@ -47,4 +48,4 @@ type FilterRow = {
     to_block?: number;
 };
 
-export { type CheckpointRow, type FilterRow, SqlitePersistence, sqlitePersistence };
+export { type CheckpointRow, type FilterRow, SqlitePersistence, inMemoryPersistence, sqlitePersistence };

package/dist/plugins/persistence.d.mts

@@ -1,9 +1,10 @@
-import { a as IndexerPlugin } from '../shared/indexer.6f70ff10.mjs';
+import { a as IndexerPlugin } from '../shared/indexer.b4be75f1.mjs';
 import { Cursor } from '@apibara/protocol';
 import { Database } from 'better-sqlite3';
 import 'hookable';
 import '../shared/indexer.47b4546b.mjs';
 
+declare function inMemoryPersistence<TFilter, TBlock, TTxnParams>(): IndexerPlugin<TFilter, TBlock, TTxnParams>;
 declare function sqlitePersistence<TFilter, TBlock, TTxnParams>({ database, }: {
     database: Database;
 }): IndexerPlugin<TFilter, TBlock, TTxnParams>;
@@ -47,4 +48,4 @@ type FilterRow = {
     to_block?: number;
 };
 
-export { type CheckpointRow, type FilterRow, SqlitePersistence, sqlitePersistence };
+export { type CheckpointRow, type FilterRow, SqlitePersistence, inMemoryPersistence, sqlitePersistence };

package/dist/plugins/persistence.d.ts

@@ -1,9 +1,10 @@
-import { a as IndexerPlugin } from '../shared/indexer.5a040ab3.js';
+import { a as IndexerPlugin } from '../shared/indexer.a05207df.js';
 import { Cursor } from '@apibara/protocol';
 import { Database } from 'better-sqlite3';
 import 'hookable';
 import '../shared/indexer.47b4546b.js';
 
+declare function inMemoryPersistence<TFilter, TBlock, TTxnParams>(): IndexerPlugin<TFilter, TBlock, TTxnParams>;
 declare function sqlitePersistence<TFilter, TBlock, TTxnParams>({ database, }: {
     database: Database;
 }): IndexerPlugin<TFilter, TBlock, TTxnParams>;
@@ -47,4 +48,4 @@ type FilterRow = {
     to_block?: number;
 };
 
-export { type CheckpointRow, type FilterRow, SqlitePersistence, sqlitePersistence };
+export { type CheckpointRow, type FilterRow, SqlitePersistence, inMemoryPersistence, sqlitePersistence };

package/dist/plugins/persistence.mjs

@@ -2,6 +2,7 @@ import { d as deserialize, s as serialize } from '../shared/indexer.0c0510df.mjs
 import 'node:fs/promises';
 import 'node:path';
 import 'klona/full';
+import '@apibara/protocol';
 import 'consola';
 import 'hookable';
 import 'node:assert';
@@ -20,6 +21,31 @@ var __publicField = (obj, key, value) => {
   __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
   return value;
 };
+function inMemoryPersistence() {
+  return defineIndexerPlugin((indexer) => {
+    let lastCursor;
+    let lastFilter;
+    indexer.hooks.hook("connect:before", ({ request }) => {
+      if (lastCursor) {
+        request.startingCursor = lastCursor;
+      }
+      if (lastFilter) {
+        request.filter[1] = lastFilter;
+      }
+    });
+    indexer.hooks.hook("transaction:commit", ({ endCursor }) => {
+      if (endCursor) {
+        lastCursor = endCursor;
+      }
+    });
+    indexer.hooks.hook("connect:factory", ({ request, endCursor }) => {
+      if (request.filter[1]) {
+        lastCursor = endCursor;
+        lastFilter = request.filter[1];
+      }
+    });
+  });
+}
 function sqlitePersistence({
   database
 }) {
@@ -178,4 +204,4 @@ const statements = {
     WHERE id = ?`
 };
 
-export { SqlitePersistence, sqlitePersistence };
+export { SqlitePersistence, inMemoryPersistence, sqlitePersistence };

package/dist/shared/{indexer.f97f8e70.d.cts → indexer.3bc6abe3.d.cts}

@@ -83,6 +83,15 @@ interface Indexer<TFilter, TBlock, TTxnParams> {
     hooks: Hookable<IndexerHooks<TFilter, TBlock>>;
 }
 declare function createIndexer<TFilter, TBlock, TTxnParams>({ streamConfig, ...options }: IndexerWithStreamConfig<TFilter, TBlock, TTxnParams>): Indexer<TFilter, TBlock, TTxnParams>;
-declare function run<TFilter, TBlock, TTxnParams>(client: Client<TFilter, TBlock>, indexer: Indexer<TFilter, TBlock, TTxnParams>): Promise<void>;
+interface ReconnectOptions {
+    maxRetries?: number;
+    retryDelay?: number;
+    maxWait?: number;
+}
+declare function runWithReconnect<TFilter, TBlock, TTxnParams>(client: Client<TFilter, TBlock>, indexer: Indexer<TFilter, TBlock, TTxnParams>, options?: ReconnectOptions): Promise<void>;
+interface RunOptions {
+    onConnect?: () => void | Promise<void>;
+}
+declare function run<TFilter, TBlock, TTxnParams>(client: Client<TFilter, TBlock>, indexer: Indexer<TFilter, TBlock, TTxnParams>, runOptions?: RunOptions): Promise<void>;
 
-export { type IndexerWithStreamConfig as I, type IndexerPlugin as a, type Indexer as b, type IndexerHooks as c, defineIndexerPlugin as d, type IndexerConfig as e, defineIndexer as f, createIndexer as g, run as r };
+export { type IndexerWithStreamConfig as I, type ReconnectOptions as R, type IndexerPlugin as a, type Indexer as b, type IndexerHooks as c, defineIndexerPlugin as d, type IndexerConfig as e, defineIndexer as f, createIndexer as g, type RunOptions as h, run as i, runWithReconnect as r };

package/dist/shared/{indexer.5a040ab3.d.ts → indexer.a05207df.d.ts}

@@ -83,6 +83,15 @@ interface Indexer<TFilter, TBlock, TTxnParams> {
     hooks: Hookable<IndexerHooks<TFilter, TBlock>>;
 }
 declare function createIndexer<TFilter, TBlock, TTxnParams>({ streamConfig, ...options }: IndexerWithStreamConfig<TFilter, TBlock, TTxnParams>): Indexer<TFilter, TBlock, TTxnParams>;
-declare function run<TFilter, TBlock, TTxnParams>(client: Client<TFilter, TBlock>, indexer: Indexer<TFilter, TBlock, TTxnParams>): Promise<void>;
+interface ReconnectOptions {
+    maxRetries?: number;
+    retryDelay?: number;
+    maxWait?: number;
+}
+declare function runWithReconnect<TFilter, TBlock, TTxnParams>(client: Client<TFilter, TBlock>, indexer: Indexer<TFilter, TBlock, TTxnParams>, options?: ReconnectOptions): Promise<void>;
+interface RunOptions {
+    onConnect?: () => void | Promise<void>;
+}
+declare function run<TFilter, TBlock, TTxnParams>(client: Client<TFilter, TBlock>, indexer: Indexer<TFilter, TBlock, TTxnParams>, runOptions?: RunOptions): Promise<void>;
 
-export { type IndexerWithStreamConfig as I, type IndexerPlugin as a, type Indexer as b, type IndexerHooks as c, defineIndexerPlugin as d, type IndexerConfig as e, defineIndexer as f, createIndexer as g, run as r };
+export { type IndexerWithStreamConfig as I, type ReconnectOptions as R, type IndexerPlugin as a, type Indexer as b, type IndexerHooks as c, defineIndexerPlugin as d, type IndexerConfig as e, defineIndexer as f, createIndexer as g, type RunOptions as h, run as i, runWithReconnect as r };

package/dist/shared/{indexer.6f70ff10.d.mts → indexer.b4be75f1.d.mts}

@@ -83,6 +83,15 @@ interface Indexer<TFilter, TBlock, TTxnParams> {
     hooks: Hookable<IndexerHooks<TFilter, TBlock>>;
 }
 declare function createIndexer<TFilter, TBlock, TTxnParams>({ streamConfig, ...options }: IndexerWithStreamConfig<TFilter, TBlock, TTxnParams>): Indexer<TFilter, TBlock, TTxnParams>;
-declare function run<TFilter, TBlock, TTxnParams>(client: Client<TFilter, TBlock>, indexer: Indexer<TFilter, TBlock, TTxnParams>): Promise<void>;
+interface ReconnectOptions {
+    maxRetries?: number;
+    retryDelay?: number;
+    maxWait?: number;
+}
+declare function runWithReconnect<TFilter, TBlock, TTxnParams>(client: Client<TFilter, TBlock>, indexer: Indexer<TFilter, TBlock, TTxnParams>, options?: ReconnectOptions): Promise<void>;
+interface RunOptions {
+    onConnect?: () => void | Promise<void>;
+}
+declare function run<TFilter, TBlock, TTxnParams>(client: Client<TFilter, TBlock>, indexer: Indexer<TFilter, TBlock, TTxnParams>, runOptions?: RunOptions): Promise<void>;
 
-export { type IndexerWithStreamConfig as I, type IndexerPlugin as a, type Indexer as b, type IndexerHooks as c, defineIndexerPlugin as d, type IndexerConfig as e, defineIndexer as f, createIndexer as g, run as r };
+export { type IndexerWithStreamConfig as I, type ReconnectOptions as R, type IndexerPlugin as a, type Indexer as b, type IndexerHooks as c, defineIndexerPlugin as d, type IndexerConfig as e, defineIndexer as f, createIndexer as g, type RunOptions as h, run as i, runWithReconnect as r };

package/dist/testing/index.d.cts

@@ -1,4 +1,4 @@
-import { I as IndexerWithStreamConfig } from '../shared/indexer.f97f8e70.cjs';
+import { I as IndexerWithStreamConfig } from '../shared/indexer.3bc6abe3.cjs';
 import '@apibara/protocol';
 import 'hookable';
 import '../shared/indexer.47b4546b.cjs';

package/dist/testing/index.d.mts

@@ -1,4 +1,4 @@
-import { I as IndexerWithStreamConfig } from '../shared/indexer.6f70ff10.mjs';
+import { I as IndexerWithStreamConfig } from '../shared/indexer.b4be75f1.mjs';
 import '@apibara/protocol';
 import 'hookable';
 import '../shared/indexer.47b4546b.mjs';

package/dist/testing/index.d.ts

@@ -1,4 +1,4 @@
-import { I as IndexerWithStreamConfig } from '../shared/indexer.5a040ab3.js';
+import { I as IndexerWithStreamConfig } from '../shared/indexer.a05207df.js';
 import '@apibara/protocol';
 import 'hookable';
 import '../shared/indexer.47b4546b.js';

package/dist/vcr/index.cjs

@@ -8,6 +8,7 @@ const index = require('../index.cjs');
 const assert = require('node:assert');
 const fs$1 = require('node:fs');
 const testing = require('@apibara/protocol/testing');
+require('@apibara/protocol');
 require('consola');
 require('hookable');
 require('../shared/indexer.077335f3.cjs');

package/dist/vcr/index.d.cts

@@ -1,5 +1,5 @@
 import { Cursor, StreamDataResponse, Client } from '@apibara/protocol';
-import { b as Indexer } from '../shared/indexer.f97f8e70.cjs';
+import { b as Indexer } from '../shared/indexer.3bc6abe3.cjs';
 import 'hookable';
 import '../shared/indexer.47b4546b.cjs';
 

package/dist/vcr/index.d.mts

@@ -1,5 +1,5 @@
 import { Cursor, StreamDataResponse, Client } from '@apibara/protocol';
-import { b as Indexer } from '../shared/indexer.6f70ff10.mjs';
+import { b as Indexer } from '../shared/indexer.b4be75f1.mjs';
 import 'hookable';
 import '../shared/indexer.47b4546b.mjs';
 

package/dist/vcr/index.d.ts

@@ -1,5 +1,5 @@
 import { Cursor, StreamDataResponse, Client } from '@apibara/protocol';
-import { b as Indexer } from '../shared/indexer.5a040ab3.js';
+import { b as Indexer } from '../shared/indexer.a05207df.js';
 import 'hookable';
 import '../shared/indexer.47b4546b.js';
 

package/dist/vcr/index.mjs

@@ -7,6 +7,7 @@ import { run } from '../index.mjs';
 import assert from 'node:assert';
 import fs$1 from 'node:fs';
 import { MockClient } from '@apibara/protocol/testing';
+import '@apibara/protocol';
 import 'consola';
 import 'hookable';
 import '../shared/indexer.a55ad619.mjs';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@apibara/indexer",
-  "version": "2.0.0-beta.20",
+  "version": "2.0.0-beta.22",
   "type": "module",
   "files": [
     "dist",
@@ -92,7 +92,7 @@
     "vitest": "^1.6.0"
   },
   "dependencies": {
-    "@apibara/protocol": "2.0.0-beta.20",
+    "@apibara/protocol": "2.0.0-beta.22",
     "@opentelemetry/api": "^1.9.0",
     "ci-info": "^4.1.0",
     "consola": "^3.2.3",

package/src/indexer.ts

@@ -1,15 +1,17 @@
-import type {
-  Client,
-  Cursor,
-  DataFinality,
-  Finalize,
-  Heartbeat,
-  Invalidate,
-  StreamConfig,
-  StreamDataOptions,
-  StreamDataRequest,
-  StreamDataResponse,
-  SystemMessage,
+import {
+  type Client,
+  ClientError,
+  type Cursor,
+  type DataFinality,
+  type Finalize,
+  type Heartbeat,
+  type Invalidate,
+  Status,
+  type StreamConfig,
+  type StreamDataOptions,
+  type StreamDataRequest,
+  type StreamDataResponse,
+  type SystemMessage,
 } from "@apibara/protocol";
 import consola from "consola";
 import {
@@ -149,9 +151,71 @@ export function createIndexer<TFilter, TBlock, TTxnParams>({
   return indexer;
 }
 
+export interface ReconnectOptions {
+  maxRetries?: number;
+  retryDelay?: number;
+  maxWait?: number;
+}
+
+export async function runWithReconnect<TFilter, TBlock, TTxnParams>(
+  client: Client<TFilter, TBlock>,
+  indexer: Indexer<TFilter, TBlock, TTxnParams>,
+  options: ReconnectOptions = {},
+) {
+  let retryCount = 0;
+
+  const maxRetries = options.maxRetries ?? 10;
+  const retryDelay = options.retryDelay ?? 1_000;
+  const maxWait = options.maxWait ?? 30_000;
+
+  const runOptions: RunOptions = {
+    onConnect() {
+      retryCount = 0;
+    },
+  };
+
+  while (true) {
+    try {
+      await run(client, indexer, runOptions);
+      return;
+    } catch (error) {
+      // Only reconnect on internal/server errors.
+      // All other errors should be rethrown.
+
+      retryCount++;
+
+      if (error instanceof ClientError) {
+        if (error.code === Status.INTERNAL) {
+          if (retryCount < maxRetries) {
+            consola.error(
+              "Internal server error, reconnecting...",
+              error.message,
+            );
+
+            // Add jitter to the retry delay to avoid all clients retrying at the same time.
+            const delay = Math.random() * (retryDelay * 0.2) + retryDelay;
+            await new Promise((resolve) =>
+              setTimeout(resolve, Math.min(retryCount * delay, maxWait)),
+            );
+
+            continue;
+          }
+        }
+      }
+
+      throw error;
+    }
+  }
+}
+
+export interface RunOptions {
+  onConnect?: () => void | Promise<void>;
+}
+
 export async function run<TFilter, TBlock, TTxnParams>(
   client: Client<TFilter, TBlock>,
   indexer: Indexer<TFilter, TBlock, TTxnParams>,
+  runOptions: RunOptions = {},
 ) {
   await indexerAsyncContext.callAsync({}, async () => {
     const context = useIndexerContext<TTxnParams>();
@@ -195,6 +259,8 @@ export async function run<TFilter, TBlock, TTxnParams>(
 
     await indexer.hooks.callHook("connect:after");
 
+    let onConnectCalled = false;
+
     while (true) {
       const { value: message, done } = await stream.next();
 
@@ -202,6 +268,13 @@ export async function run<TFilter, TBlock, TTxnParams>(
         break;
       }
 
+      if (!onConnectCalled) {
+        onConnectCalled = true;
+        if (runOptions.onConnect) {
+          await runOptions.onConnect();
+        }
+      }
+
       await indexer.hooks.callHook("message", { message });
 
       switch (message._tag) {

package/src/plugins/persistence.ts

@@ -3,6 +3,36 @@ import type { Database as SqliteDatabase, Statement } from "better-sqlite3";
 import { deserialize, serialize } from "../vcr";
 import { defineIndexerPlugin } from "./config";
 
+export function inMemoryPersistence<TFilter, TBlock, TTxnParams>() {
+  return defineIndexerPlugin<TFilter, TBlock, TTxnParams>((indexer) => {
+    let lastCursor: Cursor | undefined;
+    let lastFilter: TFilter | undefined;
+
+    indexer.hooks.hook("connect:before", ({ request }) => {
+      if (lastCursor) {
+        request.startingCursor = lastCursor;
+      }
+
+      if (lastFilter) {
+        request.filter[1] = lastFilter;
+      }
+    });
+
+    indexer.hooks.hook("transaction:commit", ({ endCursor }) => {
+      if (endCursor) {
+        lastCursor = endCursor;
+      }
+    });
+
+    indexer.hooks.hook("connect:factory", ({ request, endCursor }) => {
+      if (request.filter[1]) {
+        lastCursor = endCursor;
+        lastFilter = request.filter[1];
+      }
+    });
+  });
+}
+
 export function sqlitePersistence<TFilter, TBlock, TTxnParams>({
   database,
 }: { database: SqliteDatabase }) {