@apibara/indexer 2.1.0-beta.3 → 2.1.0-beta.31

package/dist/testing/index.d.cts

@@ -1,12 +1,13 @@
-import { I as IndexerWithStreamConfig } from '../shared/indexer.fedcd831.cjs';
+import { I as IndexerWithStreamConfig } from '../shared/indexer.27b29a67.cjs';
 import '@apibara/protocol';
 import 'hookable';
 
+type VcrResult = Record<string, unknown>;
 declare function createVcr(): {
     run<TFilter, TBlock>(cassetteName: string, indexerConfig: IndexerWithStreamConfig<TFilter, TBlock>, range: {
         fromBlock: bigint;
         toBlock: bigint;
-    }): Promise<void>;
+    }): Promise<VcrResult>;
 };
 
-export { createVcr };
+export { type VcrResult, createVcr };

package/dist/testing/index.d.mts

@@ -1,12 +1,13 @@
-import { I as IndexerWithStreamConfig } from '../shared/indexer.fedcd831.mjs';
+import { I as IndexerWithStreamConfig } from '../shared/indexer.27b29a67.mjs';
 import '@apibara/protocol';
 import 'hookable';
 
+type VcrResult = Record<string, unknown>;
 declare function createVcr(): {
     run<TFilter, TBlock>(cassetteName: string, indexerConfig: IndexerWithStreamConfig<TFilter, TBlock>, range: {
         fromBlock: bigint;
         toBlock: bigint;
-    }): Promise<void>;
+    }): Promise<VcrResult>;
 };
 
-export { createVcr };
+export { type VcrResult, createVcr };

package/dist/testing/index.d.ts

@@ -1,12 +1,13 @@
-import { I as IndexerWithStreamConfig } from '../shared/indexer.fedcd831.js';
+import { I as IndexerWithStreamConfig } from '../shared/indexer.27b29a67.js';
 import '@apibara/protocol';
 import 'hookable';
 
+type VcrResult = Record<string, unknown>;
 declare function createVcr(): {
     run<TFilter, TBlock>(cassetteName: string, indexerConfig: IndexerWithStreamConfig<TFilter, TBlock>, range: {
         fromBlock: bigint;
         toBlock: bigint;
-    }): Promise<void>;
+    }): Promise<VcrResult>;
 };
 
-export { createVcr };
+export { type VcrResult, createVcr };

package/dist/testing/index.mjs

@@ -1,23 +1,23 @@
 import { createClient } from '@apibara/protocol';
 import ci from 'ci-info';
+import { u as useIndexerContext } from '../shared/indexer.75773ef1.mjs';
 import { createIndexer } from '../index.mjs';
 import { internalContext } from '../internal/plugins.mjs';
-import { l as logger } from '../shared/indexer.ff25c953.mjs';
+import { l as logger } from '../shared/indexer.98a921a7.mjs';
 import { isCassetteAvailable, record, replay } from '../vcr/index.mjs';
+import 'node:async_hooks';
+import 'unctx';
 import 'consola';
 import 'hookable';
 import 'node:assert';
-import '../shared/indexer.a55ad619.mjs';
-import 'node:async_hooks';
-import 'unctx';
 import '@opentelemetry/api';
-import '../shared/indexer.9b21ddd2.mjs';
 import 'node:fs/promises';
 import 'node:path';
 import 'node:fs';
 import '@apibara/protocol/testing';
 
 function createVcr() {
+  let result;
   return {
     async run(cassetteName, indexerConfig, range) {
       const vcrConfig = {
@@ -41,6 +41,9 @@ function createVcr() {
         ...indexerConfig.plugins ?? []
       ];
       const indexer = createIndexer(indexerConfig);
+      indexer.hooks.hook("run:after", () => {
+        result = useIndexerContext();
+      });
       if (!isCassetteAvailable(vcrConfig, cassetteName)) {
         if (ci.isCI) {
           throw new Error("Cannot record cassette in CI");
@@ -53,8 +56,10 @@ function createVcr() {
       } else {
         await replay(vcrConfig, indexer, cassetteName);
       }
+      return result;
     }
   };
 }
 
 export { createVcr };
+//# sourceMappingURL=index.mjs.map

package/dist/testing/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","sources":["../../src/testing/index.ts"],"sourcesContent":["import { createClient } from \"@apibara/protocol\";\nimport ci from \"ci-info\";\nimport { useIndexerContext } from \"../context\";\nimport { type IndexerWithStreamConfig, createIndexer } from \"../indexer\";\nimport { type InternalContext, internalContext } from \"../plugins/context\";\nimport { logger } from \"../plugins/logger\";\nimport type { CassetteOptions, VcrConfig } from \"../vcr/config\";\nimport { isCassetteAvailable } from \"../vcr/helper\";\nimport { record } from \"../vcr/record\";\nimport { replay } from \"../vcr/replay\";\n\nexport type VcrResult = Record<string, unknown>;\n\nexport function createVcr() {\n  let result: VcrResult;\n\n  return {\n    async run<TFilter, TBlock>(\n      cassetteName: string,\n      indexerConfig: IndexerWithStreamConfig<TFilter, TBlock>,\n      range: { fromBlock: bigint; toBlock: bigint },\n    ) {\n      const vcrConfig: VcrConfig = {\n        cassetteDir: \"cassettes\",\n      };\n\n      const cassetteOptions: CassetteOptions = {\n        name: cassetteName,\n        startingCursor: {\n          orderKey: range.fromBlock,\n        },\n        endingCursor: {\n          orderKey: range.toBlock,\n        },\n      };\n\n      indexerConfig.plugins = [\n        internalContext({\n          indexerName: cassetteName,\n          availableIndexers: [cassetteName],\n        } as InternalContext),\n        logger(),\n        ...(indexerConfig.plugins ?? []),\n      ];\n\n      const indexer = createIndexer(indexerConfig);\n\n      indexer.hooks.hook(\"run:after\", () => {\n        result = useIndexerContext();\n      });\n\n      if (!isCassetteAvailable(vcrConfig, cassetteName)) {\n        if (ci.isCI) {\n          throw new Error(\"Cannot record cassette in CI\");\n        }\n\n        const client = createClient(\n          indexer.streamConfig,\n          indexer.options.streamUrl,\n        );\n        await record(vcrConfig, client, indexer, cassetteOptions);\n      } else {\n        await replay(vcrConfig, indexer, cassetteName);\n      }\n\n      return result;\n    },\n  };\n}\n"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;AAaO,SAAS,SAAY,GAAA;AAC1B,EAAI,IAAA,MAAA,CAAA;AAEJ,EAAO,OAAA;AAAA,IACL,MAAM,GAAA,CACJ,YACA,EAAA,aAAA,EACA,KACA,EAAA;AACA,MAAA,MAAM,SAAuB,GAAA;AAAA,QAC3B,WAAa,EAAA,WAAA;AAAA,OACf,CAAA;AAEA,MAAA,MAAM,eAAmC,GAAA;AAAA,QACvC,IAAM,EAAA,YAAA;AAAA,QACN,cAAgB,EAAA;AAAA,UACd,UAAU,KAAM,CAAA,SAAA;AAAA,SAClB;AAAA,QACA,YAAc,EAAA;AAAA,UACZ,UAAU,KAAM,CAAA,OAAA;AAAA,SAClB;AAAA,OACF,CAAA;AAEA,MAAA,aAAA,CAAc,OAAU,GAAA;AAAA,QACtB,eAAgB,CAAA;AAAA,UACd,WAAa,EAAA,YAAA;AAAA,UACb,iBAAA,EAAmB,CAAC,YAAY,CAAA;AAAA,SACd,CAAA;AAAA,QACpB,MAAO,EAAA;AAAA,QACP,GAAI,aAAc,CAAA,OAAA,IAAW,EAAC;AAAA,OAChC,CAAA;AAEA,MAAM,MAAA,OAAA,GAAU,cAAc,aAAa,CAAA,CAAA;AAE3C,MAAQ,OAAA,CAAA,KAAA,CAAM,IAAK,CAAA,WAAA,EAAa,MAAM;AACpC,QAAA,MAAA,GAAS,iBAAkB,EAAA,CAAA;AAAA,OAC5B,CAAA,CAAA;AAED,MAAA,IAAI,CAAC,mBAAA,CAAoB,SAAW,EAAA,YAAY,CAAG,EAAA;AACjD,QAAA,IAAI,GAAG,IAAM,EAAA;AACX,UAAM,MAAA,IAAI,MAAM,8BAA8B,CAAA,CAAA;AAAA,SAChD;AAEA,QAAA,MAAM,MAAS,GAAA,YAAA;AAAA,UACb,OAAQ,CAAA,YAAA;AAAA,UACR,QAAQ,OAAQ,CAAA,SAAA;AAAA,SAClB,CAAA;AACA,QAAA,MAAM,MAAO,CAAA,SAAA,EAAW,MAAQ,EAAA,OAAA,EAAS,eAAe,CAAA,CAAA;AAAA,OACnD,MAAA;AACL,QAAM,MAAA,MAAA,CAAO,SAAW,EAAA,OAAA,EAAS,YAAY,CAAA,CAAA;AAAA,OAC/C;AAEA,MAAO,OAAA,MAAA,CAAA;AAAA,KACT;AAAA,GACF,CAAA;AACF;;;;"}

package/dist/vcr/index.cjs

@@ -9,10 +9,11 @@ const testing = require('@apibara/protocol/testing');
 require('@apibara/protocol');
 require('consola');
 require('hookable');
-require('../shared/indexer.077335f3.cjs');
+require('../shared/indexer.479ae593.cjs');
 require('node:async_hooks');
 require('unctx');
 require('@opentelemetry/api');
+require('../internal/plugins.cjs');
 
 function _interopDefaultCompat (e) { return e && typeof e === 'object' && 'default' in e ? e.default : e; }
 
@@ -90,3 +91,4 @@ exports.loadCassette = loadCassette;
 exports.record = record;
 exports.replay = replay;
 exports.serialize = serialize;
+//# sourceMappingURL=index.cjs.map

package/dist/vcr/index.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.cjs","sources":["../../src/vcr/helper.ts","../../src/vcr/record.ts","../../src/vcr/replay.ts"],"sourcesContent":["import fs from \"node:fs\";\nimport path from \"node:path\";\nimport type { VcrConfig } from \"./config\";\n\nexport function deserialize(str: string) {\n  return JSON.parse(str, (_, value) =>\n    typeof value === \"string\" && value.match(/^\\d+n$/)\n      ? BigInt(value.slice(0, -1))\n      : value,\n  );\n}\n\nexport function serialize(obj: Record<string, unknown>): string {\n  return JSON.stringify(\n    obj,\n    (_, value) => (typeof value === \"bigint\" ? `${value.toString()}n` : value),\n    \"\\t\",\n  );\n}\n\nexport function isCassetteAvailable(\n  vcrConfig: VcrConfig,\n  cassetteName: string,\n): boolean {\n  const filePath = path.join(vcrConfig.cassetteDir, `${cassetteName}.json`);\n  return fs.existsSync(filePath);\n}\n","import fs from \"node:fs/promises\";\nimport path from \"node:path\";\nimport type { Client, StreamDataResponse } from \"@apibara/protocol\";\nimport { type Indexer, run } from \"../indexer\";\nimport type { CassetteOptions, VcrConfig } from \"./config\";\nimport { serialize } from \"./helper\";\n\nexport type CassetteDataType<TFilter, TBlock> = {\n  filter: TFilter;\n  messages: StreamDataResponse<TBlock>[];\n};\n\nexport async function record<TFilter, TBlock, TTxnParams>(\n  vcrConfig: VcrConfig,\n  client: Client<TFilter, TBlock>,\n  indexer: Indexer<TFilter, TBlock>,\n  cassetteOptions: CassetteOptions,\n) {\n  const messages: StreamDataResponse<TBlock>[] = [];\n\n  indexer.hooks.addHooks({\n    \"connect:before\"({ options, request }) {\n      request.startingCursor = cassetteOptions.startingCursor;\n      options.endingCursor = cassetteOptions.endingCursor;\n    },\n    message({ message }) {\n      messages.push(message);\n    },\n    async \"run:after\"() {\n      const output: CassetteDataType<TFilter, TBlock> = {\n        filter: indexer.options.filter,\n        messages: messages,\n      };\n\n      await fs.mkdir(vcrConfig.cassetteDir, { recursive: true });\n\n      const filePath = path.join(\n        vcrConfig.cassetteDir,\n        `${cassetteOptions.name}.json`,\n      );\n\n      await fs.writeFile(filePath, serialize(output), { flag: \"w\" });\n    },\n  });\n\n  await run(client, indexer);\n}\n","import assert from \"node:assert\";\nimport fs from \"node:fs\";\nimport path from \"node:path\";\nimport type { Client } from \"@apibara/protocol\";\nimport { MockClient } from \"@apibara/protocol/testing\";\nimport { type Indexer, run } from \"../indexer\";\nimport { type CassetteDataType, deserialize } from \"../vcr\";\nimport type { VcrConfig } from \"./config\";\n\nexport async function replay<TFilter, TBlock, TTxnParams>(\n  vcrConfig: VcrConfig,\n  indexer: Indexer<TFilter, TBlock>,\n  cassetteName: string,\n) {\n  const client = loadCassette<TFilter, TBlock>(vcrConfig, cassetteName);\n  await run(client, indexer);\n}\n\nexport function loadCassette<TFilter, TBlock>(\n  vcrConfig: VcrConfig,\n  cassetteName: string,\n): Client<TFilter, TBlock> {\n  const filePath = path.join(vcrConfig.cassetteDir, `${cassetteName}.json`);\n\n  const data = fs.readFileSync(filePath, \"utf8\");\n  const cassetteData: CassetteDataType<TFilter, TBlock> = deserialize(data);\n\n  const { filter, messages } = cassetteData;\n\n  return new MockClient<TFilter, TBlock>((request, options) => {\n    // Notice that the request filter is an array of filters,\n    // so we need to wrap the indexer filter in an array.\n    assert.deepStrictEqual(\n      request.filter,\n      [filter],\n      \"Indexer and cassette filter mismatch. Hint: delete the cassette and run again.\",\n    );\n\n    return messages;\n  });\n}\n"],"names":["path","fs","run","MockClient","assert"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;AAIO,SAAS,YAAY,GAAa,EAAA;AACvC,EAAA,OAAO,IAAK,CAAA,KAAA;AAAA,IAAM,GAAA;AAAA,IAAK,CAAC,CAAG,EAAA,KAAA,KACzB,OAAO,KAAA,KAAU,YAAY,KAAM,CAAA,KAAA,CAAM,QAAQ,CAAA,GAC7C,OAAO,KAAM,CAAA,KAAA,CAAM,CAAG,EAAA,CAAA,CAAE,CAAC,CACzB,GAAA,KAAA;AAAA,GACN,CAAA;AACF,CAAA;AAEO,SAAS,UAAU,GAAsC,EAAA;AAC9D,EAAA,OAAO,IAAK,CAAA,SAAA;AAAA,IACV,GAAA;AAAA,IACA,CAAC,CAAG,EAAA,KAAA,KAAW,OAAO,KAAA,KAAU,WAAW,CAAG,EAAA,KAAA,CAAM,QAAS,EAAC,CAAM,CAAA,CAAA,GAAA,KAAA;AAAA,IACpE,GAAA;AAAA,GACF,CAAA;AACF,CAAA;AAEgB,SAAA,mBAAA,CACd,WACA,YACS,EAAA;AACT,EAAA,MAAM,WAAWA,aAAK,CAAA,IAAA,CAAK,UAAU,WAAa,EAAA,CAAA,EAAG,YAAY,CAAO,KAAA,CAAA,CAAA,CAAA;AACxE,EAAO,OAAAC,WAAA,CAAG,WAAW,QAAQ,CAAA,CAAA;AAC/B;;ACdA,eAAsB,MACpB,CAAA,SAAA,EACA,MACA,EAAA,OAAA,EACA,eACA,EAAA;AACA,EAAA,MAAM,WAAyC,EAAC,CAAA;AAEhD,EAAA,OAAA,CAAQ,MAAM,QAAS,CAAA;AAAA,IACrB,gBAAiB,CAAA,EAAE,OAAS,EAAA,OAAA,EAAW,EAAA;AACrC,MAAA,OAAA,CAAQ,iBAAiB,eAAgB,CAAA,cAAA,CAAA;AACzC,MAAA,OAAA,CAAQ,eAAe,eAAgB,CAAA,YAAA,CAAA;AAAA,KACzC;AAAA,IACA,OAAA,CAAQ,EAAE,OAAA,EAAW,EAAA;AACnB,MAAA,QAAA,CAAS,KAAK,OAAO,CAAA,CAAA;AAAA,KACvB;AAAA,IACA,MAAM,WAAc,GAAA;AAClB,MAAA,MAAM,MAA4C,GAAA;AAAA,QAChD,MAAA,EAAQ,QAAQ,OAAQ,CAAA,MAAA;AAAA,QACxB,QAAA;AAAA,OACF,CAAA;AAEA,MAAA,MAAMA,cAAG,KAAM,CAAA,SAAA,CAAU,aAAa,EAAE,SAAA,EAAW,MAAM,CAAA,CAAA;AAEzD,MAAA,MAAM,WAAWD,aAAK,CAAA,IAAA;AAAA,QACpB,SAAU,CAAA,WAAA;AAAA,QACV,CAAA,EAAG,gBAAgB,IAAI,CAAA,KAAA,CAAA;AAAA,OACzB,CAAA;AAEA,MAAM,MAAAC,aAAA,CAAG,UAAU,QAAU,EAAA,SAAA,CAAU,MAAM,CAAG,EAAA,EAAE,IAAM,EAAA,GAAA,EAAK,CAAA,CAAA;AAAA,KAC/D;AAAA,GACD,CAAA,CAAA;AAED,EAAM,MAAAC,SAAA,CAAI,QAAQ,OAAO,CAAA,CAAA;AAC3B;;ACrCsB,eAAA,MAAA,CACpB,SACA,EAAA,OAAA,EACA,YACA,EAAA;AACA,EAAM,MAAA,MAAA,GAAS,YAA8B,CAAA,SAAA,EAAW,YAAY,CAAA,CAAA;AACpE,EAAM,MAAAA,SAAA,CAAI,QAAQ,OAAO,CAAA,CAAA;AAC3B,CAAA;AAEgB,SAAA,YAAA,CACd,WACA,YACyB,EAAA;AACzB,EAAA,MAAM,WAAWF,aAAK,CAAA,IAAA,CAAK,UAAU,WAAa,EAAA,CAAA,EAAG,YAAY,CAAO,KAAA,CAAA,CAAA,CAAA;AAExE,EAAA,MAAM,IAAO,GAAAC,WAAA,CAAG,YAAa,CAAA,QAAA,EAAU,MAAM,CAAA,CAAA;AAC7C,EAAM,MAAA,YAAA,GAAkD,YAAY,IAAI,CAAA,CAAA;AAExE,EAAM,MAAA,EAAE,MAAQ,EAAA,QAAA,EAAa,GAAA,YAAA,CAAA;AAE7B,EAAA,OAAO,IAAIE,kBAAA,CAA4B,CAAC,OAAA,EAAS,OAAY,KAAA;AAG3D,IAAOC,eAAA,CAAA,eAAA;AAAA,MACL,OAAQ,CAAA,MAAA;AAAA,MACR,CAAC,MAAM,CAAA;AAAA,MACP,gFAAA;AAAA,KACF,CAAA;AAEA,IAAO,OAAA,QAAA,CAAA;AAAA,GACR,CAAA,CAAA;AACH;;;;;;;;;"}

package/dist/vcr/index.d.cts

@@ -1,5 +1,5 @@
 import { Cursor, StreamDataResponse, Client } from '@apibara/protocol';
-import { a as Indexer } from '../shared/indexer.fedcd831.cjs';
+import { a as Indexer } from '../shared/indexer.27b29a67.cjs';
 import 'hookable';
 
 type VcrConfig = {

package/dist/vcr/index.d.mts

@@ -1,5 +1,5 @@
 import { Cursor, StreamDataResponse, Client } from '@apibara/protocol';
-import { a as Indexer } from '../shared/indexer.fedcd831.mjs';
+import { a as Indexer } from '../shared/indexer.27b29a67.mjs';
 import 'hookable';
 
 type VcrConfig = {

package/dist/vcr/index.d.ts

@@ -1,5 +1,5 @@
 import { Cursor, StreamDataResponse, Client } from '@apibara/protocol';
-import { a as Indexer } from '../shared/indexer.fedcd831.js';
+import { a as Indexer } from '../shared/indexer.27b29a67.js';
 import 'hookable';
 
 type VcrConfig = {

package/dist/vcr/index.mjs

@@ -7,10 +7,11 @@ import { MockClient } from '@apibara/protocol/testing';
 import '@apibara/protocol';
 import 'consola';
 import 'hookable';
-import '../shared/indexer.a55ad619.mjs';
+import '../shared/indexer.75773ef1.mjs';
 import 'node:async_hooks';
 import 'unctx';
 import '@opentelemetry/api';
+import '../internal/plugins.mjs';
 
 function deserialize(str) {
   return JSON.parse(
@@ -76,3 +77,4 @@ function loadCassette(vcrConfig, cassetteName) {
 }
 
 export { deserialize, isCassetteAvailable, loadCassette, record, replay, serialize };
+//# sourceMappingURL=index.mjs.map

package/dist/vcr/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","sources":["../../src/vcr/helper.ts","../../src/vcr/record.ts","../../src/vcr/replay.ts"],"sourcesContent":["import fs from \"node:fs\";\nimport path from \"node:path\";\nimport type { VcrConfig } from \"./config\";\n\nexport function deserialize(str: string) {\n  return JSON.parse(str, (_, value) =>\n    typeof value === \"string\" && value.match(/^\\d+n$/)\n      ? BigInt(value.slice(0, -1))\n      : value,\n  );\n}\n\nexport function serialize(obj: Record<string, unknown>): string {\n  return JSON.stringify(\n    obj,\n    (_, value) => (typeof value === \"bigint\" ? `${value.toString()}n` : value),\n    \"\\t\",\n  );\n}\n\nexport function isCassetteAvailable(\n  vcrConfig: VcrConfig,\n  cassetteName: string,\n): boolean {\n  const filePath = path.join(vcrConfig.cassetteDir, `${cassetteName}.json`);\n  return fs.existsSync(filePath);\n}\n","import fs from \"node:fs/promises\";\nimport path from \"node:path\";\nimport type { Client, StreamDataResponse } from \"@apibara/protocol\";\nimport { type Indexer, run } from \"../indexer\";\nimport type { CassetteOptions, VcrConfig } from \"./config\";\nimport { serialize } from \"./helper\";\n\nexport type CassetteDataType<TFilter, TBlock> = {\n  filter: TFilter;\n  messages: StreamDataResponse<TBlock>[];\n};\n\nexport async function record<TFilter, TBlock, TTxnParams>(\n  vcrConfig: VcrConfig,\n  client: Client<TFilter, TBlock>,\n  indexer: Indexer<TFilter, TBlock>,\n  cassetteOptions: CassetteOptions,\n) {\n  const messages: StreamDataResponse<TBlock>[] = [];\n\n  indexer.hooks.addHooks({\n    \"connect:before\"({ options, request }) {\n      request.startingCursor = cassetteOptions.startingCursor;\n      options.endingCursor = cassetteOptions.endingCursor;\n    },\n    message({ message }) {\n      messages.push(message);\n    },\n    async \"run:after\"() {\n      const output: CassetteDataType<TFilter, TBlock> = {\n        filter: indexer.options.filter,\n        messages: messages,\n      };\n\n      await fs.mkdir(vcrConfig.cassetteDir, { recursive: true });\n\n      const filePath = path.join(\n        vcrConfig.cassetteDir,\n        `${cassetteOptions.name}.json`,\n      );\n\n      await fs.writeFile(filePath, serialize(output), { flag: \"w\" });\n    },\n  });\n\n  await run(client, indexer);\n}\n","import assert from \"node:assert\";\nimport fs from \"node:fs\";\nimport path from \"node:path\";\nimport type { Client } from \"@apibara/protocol\";\nimport { MockClient } from \"@apibara/protocol/testing\";\nimport { type Indexer, run } from \"../indexer\";\nimport { type CassetteDataType, deserialize } from \"../vcr\";\nimport type { VcrConfig } from \"./config\";\n\nexport async function replay<TFilter, TBlock, TTxnParams>(\n  vcrConfig: VcrConfig,\n  indexer: Indexer<TFilter, TBlock>,\n  cassetteName: string,\n) {\n  const client = loadCassette<TFilter, TBlock>(vcrConfig, cassetteName);\n  await run(client, indexer);\n}\n\nexport function loadCassette<TFilter, TBlock>(\n  vcrConfig: VcrConfig,\n  cassetteName: string,\n): Client<TFilter, TBlock> {\n  const filePath = path.join(vcrConfig.cassetteDir, `${cassetteName}.json`);\n\n  const data = fs.readFileSync(filePath, \"utf8\");\n  const cassetteData: CassetteDataType<TFilter, TBlock> = deserialize(data);\n\n  const { filter, messages } = cassetteData;\n\n  return new MockClient<TFilter, TBlock>((request, options) => {\n    // Notice that the request filter is an array of filters,\n    // so we need to wrap the indexer filter in an array.\n    assert.deepStrictEqual(\n      request.filter,\n      [filter],\n      \"Indexer and cassette filter mismatch. Hint: delete the cassette and run again.\",\n    );\n\n    return messages;\n  });\n}\n"],"names":["fs"],"mappings":";;;;;;;;;;;;;;;AAIO,SAAS,YAAY,GAAa,EAAA;AACvC,EAAA,OAAO,IAAK,CAAA,KAAA;AAAA,IAAM,GAAA;AAAA,IAAK,CAAC,CAAG,EAAA,KAAA,KACzB,OAAO,KAAA,KAAU,YAAY,KAAM,CAAA,KAAA,CAAM,QAAQ,CAAA,GAC7C,OAAO,KAAM,CAAA,KAAA,CAAM,CAAG,EAAA,CAAA,CAAE,CAAC,CACzB,GAAA,KAAA;AAAA,GACN,CAAA;AACF,CAAA;AAEO,SAAS,UAAU,GAAsC,EAAA;AAC9D,EAAA,OAAO,IAAK,CAAA,SAAA;AAAA,IACV,GAAA;AAAA,IACA,CAAC,CAAG,EAAA,KAAA,KAAW,OAAO,KAAA,KAAU,WAAW,CAAG,EAAA,KAAA,CAAM,QAAS,EAAC,CAAM,CAAA,CAAA,GAAA,KAAA;AAAA,IACpE,GAAA;AAAA,GACF,CAAA;AACF,CAAA;AAEgB,SAAA,mBAAA,CACd,WACA,YACS,EAAA;AACT,EAAA,MAAM,WAAW,IAAK,CAAA,IAAA,CAAK,UAAU,WAAa,EAAA,CAAA,EAAG,YAAY,CAAO,KAAA,CAAA,CAAA,CAAA;AACxE,EAAO,OAAA,EAAA,CAAG,WAAW,QAAQ,CAAA,CAAA;AAC/B;;ACdA,eAAsB,MACpB,CAAA,SAAA,EACA,MACA,EAAA,OAAA,EACA,eACA,EAAA;AACA,EAAA,MAAM,WAAyC,EAAC,CAAA;AAEhD,EAAA,OAAA,CAAQ,MAAM,QAAS,CAAA;AAAA,IACrB,gBAAiB,CAAA,EAAE,OAAS,EAAA,OAAA,EAAW,EAAA;AACrC,MAAA,OAAA,CAAQ,iBAAiB,eAAgB,CAAA,cAAA,CAAA;AACzC,MAAA,OAAA,CAAQ,eAAe,eAAgB,CAAA,YAAA,CAAA;AAAA,KACzC;AAAA,IACA,OAAA,CAAQ,EAAE,OAAA,EAAW,EAAA;AACnB,MAAA,QAAA,CAAS,KAAK,OAAO,CAAA,CAAA;AAAA,KACvB;AAAA,IACA,MAAM,WAAc,GAAA;AAClB,MAAA,MAAM,MAA4C,GAAA;AAAA,QAChD,MAAA,EAAQ,QAAQ,OAAQ,CAAA,MAAA;AAAA,QACxB,QAAA;AAAA,OACF,CAAA;AAEA,MAAA,MAAMA,KAAG,KAAM,CAAA,SAAA,CAAU,aAAa,EAAE,SAAA,EAAW,MAAM,CAAA,CAAA;AAEzD,MAAA,MAAM,WAAW,IAAK,CAAA,IAAA;AAAA,QACpB,SAAU,CAAA,WAAA;AAAA,QACV,CAAA,EAAG,gBAAgB,IAAI,CAAA,KAAA,CAAA;AAAA,OACzB,CAAA;AAEA,MAAM,MAAAA,IAAA,CAAG,UAAU,QAAU,EAAA,SAAA,CAAU,MAAM,CAAG,EAAA,EAAE,IAAM,EAAA,GAAA,EAAK,CAAA,CAAA;AAAA,KAC/D;AAAA,GACD,CAAA,CAAA;AAED,EAAM,MAAA,GAAA,CAAI,QAAQ,OAAO,CAAA,CAAA;AAC3B;;ACrCsB,eAAA,MAAA,CACpB,SACA,EAAA,OAAA,EACA,YACA,EAAA;AACA,EAAM,MAAA,MAAA,GAAS,YAA8B,CAAA,SAAA,EAAW,YAAY,CAAA,CAAA;AACpE,EAAM,MAAA,GAAA,CAAI,QAAQ,OAAO,CAAA,CAAA;AAC3B,CAAA;AAEgB,SAAA,YAAA,CACd,WACA,YACyB,EAAA;AACzB,EAAA,MAAM,WAAW,IAAK,CAAA,IAAA,CAAK,UAAU,WAAa,EAAA,CAAA,EAAG,YAAY,CAAO,KAAA,CAAA,CAAA,CAAA;AAExE,EAAA,MAAM,IAAO,GAAA,EAAA,CAAG,YAAa,CAAA,QAAA,EAAU,MAAM,CAAA,CAAA;AAC7C,EAAM,MAAA,YAAA,GAAkD,YAAY,IAAI,CAAA,CAAA;AAExE,EAAM,MAAA,EAAE,MAAQ,EAAA,QAAA,EAAa,GAAA,YAAA,CAAA;AAE7B,EAAA,OAAO,IAAI,UAAA,CAA4B,CAAC,OAAA,EAAS,OAAY,KAAA;AAG3D,IAAO,MAAA,CAAA,eAAA;AAAA,MACL,OAAQ,CAAA,MAAA;AAAA,MACR,CAAC,MAAM,CAAA;AAAA,MACP,gFAAA;AAAA,KACF,CAAA;AAEA,IAAO,OAAA,QAAA,CAAA;AAAA,GACR,CAAA,CAAA;AACH;;;;"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@apibara/indexer",
-  "version": "2.1.0-beta.3",
+  "version": "2.1.0-beta.31",
   "type": "module",
   "files": [
     "dist",
@@ -70,10 +70,10 @@
     "vitest": "^1.6.0"
   },
   "dependencies": {
-    "@apibara/protocol": "2.1.0-beta.3",
+    "@apibara/protocol": "2.1.0-beta.31",
     "@opentelemetry/api": "^1.9.0",
     "ci-info": "^4.1.0",
-    "consola": "^3.2.3",
+    "consola": "^3.4.2",
     "hookable": "^5.5.3",
     "klona": "^2.0.6",
     "nice-grpc": "^2.1.8",

package/src/indexer.ts

@@ -1,11 +1,12 @@
 import {
   type Client,
   ClientError,
+  type CreateClientOptions,
   type Cursor,
   type DataFinality,
   type Finalize,
-  type Heartbeat,
   type Invalidate,
+  ServerError,
   Status,
   type StreamConfig,
   type StreamDataOptions,
@@ -28,8 +29,9 @@ import {
   indexerAsyncContext,
   useIndexerContext,
 } from "./context";
-import { tracer } from "./otel";
+import { createIndexerMetrics, createTracer } from "./otel";
 import type { IndexerPlugin } from "./plugins";
+import { useInternalContext } from "./plugins/context";
 
 export type UseMiddlewareFunction = (
   fn: MiddlewareFunction<IndexerContext>,
@@ -59,7 +61,7 @@ export interface IndexerHooks<TFilter, TBlock> {
   message: ({ message }: { message: StreamDataResponse<TBlock> }) => void;
   "message:invalidate": ({ message }: { message: Invalidate }) => void;
   "message:finalize": ({ message }: { message: Finalize }) => void;
-  "message:heartbeat": ({ message }: { message: Heartbeat }) => void;
+  "message:heartbeat": () => void;
   "message:systemMessage": ({ message }: { message: SystemMessage }) => void;
 }
 
@@ -81,6 +83,7 @@ export type IndexerConfig<TFilter, TBlock> = {
   streamUrl: string;
   filter: TFilter;
   finality?: DataFinality;
+  clientOptions?: CreateClientOptions;
   factory?: ({
     block,
     context,
@@ -179,13 +182,18 @@ export async function runWithReconnect<TFilter, TBlock>(
 
       retryCount++;
 
-      if (error instanceof ClientError) {
+      if (error instanceof ClientError || error instanceof ServerError) {
+        const isServerError = error instanceof ServerError;
+
         if (error.code === Status.INTERNAL) {
           if (retryCount < maxRetries) {
             consola.error(
-              "Internal server error, reconnecting...",
-              error.message,
+              `Internal ${isServerError ? "server" : "client"} error: ${
+                error.message
+              }`,
             );
+            consola.start("Reconnecting...");
+            console.log();
 
             // Add jitter to the retry delay to avoid all clients retrying at the same time.
             const delay = Math.random() * (retryDelay * 0.2) + retryDelay;
@@ -216,8 +224,13 @@ export async function run<TFilter, TBlock>(
     const context = useIndexerContext();
     const middleware = await registerMiddleware(indexer);
 
+    const indexerMetrics = createIndexerMetrics();
+    const tracer = createTracer();
+
     await indexer.hooks.callHook("run:before");
 
+    const { indexerName: indexerId } = useInternalContext();
+
     const isFactoryMode = indexer.options.factory !== undefined;
 
     // Give priority to startingCursor over startingBlock.
@@ -235,13 +248,13 @@ export async function run<TFilter, TBlock>(
     }
 
     // if factory mode we add a empty filter at the end of the filter array.
-    const request = indexer.streamConfig.Request.make({
+    const request = {
       filter: isFactoryMode
         ? [indexer.options.filter, {} as TFilter]
         : [indexer.options.filter],
       finality: indexer.options.finality,
       startingCursor,
-    });
+    } as StreamDataRequest<TFilter>;
 
     const options: StreamDataOptions = {};
 
@@ -288,11 +301,19 @@ export async function run<TFilter, TBlock>(
             context.endCursor = endCursor;
             context.finality = finality;
 
+            // Record current block number being processed
+            indexerMetrics.currentBlockGauge.record(
+              Number(endCursor?.orderKey),
+              {
+                indexer_id: indexerId,
+              },
+            );
+
             await middleware(context, async () => {
               let block: TBlock | null;
 
               // when factory mode
-              if (isFactoryMode) {
+              if (isFactoryMode && finality !== "pending") {
                 assert(indexer.options.factory !== undefined);
 
                 const [factoryBlock, mainBlock] = blocks;
@@ -315,11 +336,11 @@ export async function run<TFilter, TBlock>(
                     );
 
                     // create request with new filters
-                    const request = indexer.streamConfig.Request.make({
+                    const request = {
                       filter: [indexer.options.filter, mainFilter],
                       finality: indexer.options.finality,
                       startingCursor: cursor,
-                    });
+                    } as StreamDataRequest<TFilter>;
 
                     await indexer.hooks.callHook("connect:factory", {
                       request,
@@ -364,6 +385,11 @@ export async function run<TFilter, TBlock>(
             span.end();
           });
 
+          // Record processed block metric
+          indexerMetrics.processedBlockCounter.add(1, {
+            indexer_id: indexerId,
+          });
+
           context.cursor = undefined;
           context.endCursor = undefined;
           context.finality = undefined;
@@ -372,21 +398,29 @@ export async function run<TFilter, TBlock>(
         }
         case "invalidate": {
           await tracer.startActiveSpan("message invalidate", async (span) => {
-            await indexer.hooks.callHook("message:invalidate", { message });
+            // Record reorg metric
+            indexerMetrics.reorgCounter.add(1, {
+              indexer_id: indexerId,
+            });
+            await indexer.hooks.callHook("message:invalidate", {
+              message: message.invalidate,
+            });
             span.end();
           });
           break;
         }
         case "finalize": {
           await tracer.startActiveSpan("message finalize", async (span) => {
-            await indexer.hooks.callHook("message:finalize", { message });
+            await indexer.hooks.callHook("message:finalize", {
+              message: message.finalize,
+            });
             span.end();
           });
           break;
         }
         case "heartbeat": {
           await tracer.startActiveSpan("message heartbeat", async (span) => {
-            await indexer.hooks.callHook("message:heartbeat", { message });
+            await indexer.hooks.callHook("message:heartbeat");
             span.end();
           });
           break;
@@ -409,7 +443,7 @@ export async function run<TFilter, TBlock>(
               }
 
               await indexer.hooks.callHook("message:systemMessage", {
-                message,
+                message: message.systemMessage,
               });
               span.end();
             },

package/src/internal/testing.ts

@@ -5,10 +5,9 @@ import {
   MockStream,
   type MockStreamResponse,
 } from "@apibara/protocol/testing";
-
 import { useIndexerContext } from "../context";
 import { type IndexerConfig, createIndexer, defineIndexer } from "../indexer";
-import { defineIndexerPlugin } from "../plugins";
+import { defineIndexerPlugin, logger } from "../plugins";
 import { type InternalContext, internalContext } from "./plugins";
 
 export type MockMessagesOptions = {
@@ -20,6 +19,8 @@ export type MockMessagesOptions = {
     finalizeToIndex: number;
     finalizeTriggerIndex: number;
   };
+  uniqueKey?: boolean;
+  baseBlockNumber?: bigint;
 };
 
 export function generateMockMessages(
@@ -30,33 +31,50 @@ export function generateMockMessages(
   const finalizeAt = options?.finalize;
   const messages: MockStreamResponse[] = [];
 
+  const baseBlockNumber = options?.baseBlockNumber ?? BigInt(5_000_000);
+
   for (let i = 0; i < count; i++) {
+    const currentBlockNumber = baseBlockNumber + BigInt(i);
+    const uniqueKey = uniqueKeyFromOrderKey(currentBlockNumber);
     if (invalidateAt && i === invalidateAt.invalidateTriggerIndex) {
+      const invalidateToBlock =
+        baseBlockNumber + BigInt(invalidateAt.invalidateFromIndex);
       messages.push({
         _tag: "invalidate",
         invalidate: {
           cursor: {
-            orderKey: BigInt(5_000_000 + invalidateAt.invalidateFromIndex),
+            orderKey: invalidateToBlock,
+            uniqueKey: options?.uniqueKey
+              ? uniqueKeyFromOrderKey(invalidateToBlock)
+              : undefined,
           },
-        },
-      } as Invalidate);
+        } as Invalidate,
+      });
     } else if (finalizeAt && i === finalizeAt.finalizeTriggerIndex) {
+      const fianlizedToBlock =
+        baseBlockNumber + BigInt(finalizeAt.finalizeToIndex);
       messages.push({
         _tag: "finalize",
         finalize: {
           cursor: {
-            orderKey: BigInt(5_000_000 + finalizeAt.finalizeToIndex),
+            orderKey: fianlizedToBlock,
+            uniqueKey: options?.uniqueKey
+              ? uniqueKeyFromOrderKey(fianlizedToBlock)
+              : undefined,
           },
-        },
-      } as Finalize);
+        } as Finalize,
+      });
     } else {
       messages.push({
         _tag: "data",
         data: {
-          cursor: { orderKey: BigInt(5_000_000 + i - 1) },
+          cursor: { orderKey: currentBlockNumber - 1n },
           finality: "accepted",
-          data: [{ data: `${5_000_000 + i}` }],
-          endCursor: { orderKey: BigInt(5_000_000 + i) },
+          data: [{ data: `${baseBlockNumber + BigInt(i)}` }],
+          endCursor: {
+            orderKey: currentBlockNumber,
+            uniqueKey: options?.uniqueKey ? uniqueKey : undefined,
+          },
           production: "backfill",
         },
       });
@@ -66,6 +84,10 @@ export function generateMockMessages(
   return messages;
 }
 
+function uniqueKeyFromOrderKey(orderKey: bigint): `0x${string}` {
+  return `0xff00${orderKey.toString()}`;
+}
+
 type MockIndexerParams = {
   internalContext?: InternalContext;
   override?: Partial<IndexerConfig<MockFilter, MockBlock>>;
@@ -82,6 +104,7 @@ export function getMockIndexer(params?: MockIndexerParams) {
       filter: {},
       async transform() {},
       plugins: [
+        logger(),
         internalContext(
           contextParams ??
             ({

package/src/otel.ts

@@ -1,3 +1,30 @@
-import { trace } from "@opentelemetry/api";
+import { metrics, trace } from "@opentelemetry/api";
 
-export const tracer = trace.getTracer("@apibara/indexer");
+export function createTracer() {
+  return trace.getTracer("@apibara/indexer");
+}
+
+export function createIndexerMetrics() {
+  const meter = metrics.getMeter("@apibara/indexer");
+
+  const currentBlockGauge = meter.createGauge("current_block", {
+    description: "Current block number being processed",
+    unit: "{block}",
+  });
+
+  const processedBlockCounter = meter.createCounter("processed_blocks", {
+    description: "Number of blocks processed",
+    unit: "{blocks}",
+  });
+
+  const reorgCounter = meter.createCounter("reorgs", {
+    description: "Number of reorgs (invalidate messages) received",
+    unit: "{reorgs}",
+  });
+
+  return {
+    currentBlockGauge,
+    processedBlockCounter,
+    reorgCounter,
+  };
+}

package/src/testing/index.ts

@@ -1,5 +1,6 @@
 import { createClient } from "@apibara/protocol";
 import ci from "ci-info";
+import { useIndexerContext } from "../context";
 import { type IndexerWithStreamConfig, createIndexer } from "../indexer";
 import { type InternalContext, internalContext } from "../plugins/context";
 import { logger } from "../plugins/logger";
@@ -8,7 +9,11 @@ import { isCassetteAvailable } from "../vcr/helper";
 import { record } from "../vcr/record";
 import { replay } from "../vcr/replay";
 
+export type VcrResult = Record<string, unknown>;
+
 export function createVcr() {
+  let result: VcrResult;
+
   return {
     async run<TFilter, TBlock>(
       cassetteName: string,
@@ -40,6 +45,10 @@ export function createVcr() {
 
       const indexer = createIndexer(indexerConfig);
 
+      indexer.hooks.hook("run:after", () => {
+        result = useIndexerContext();
+      });
+
       if (!isCassetteAvailable(vcrConfig, cassetteName)) {
         if (ci.isCI) {
           throw new Error("Cannot record cassette in CI");
@@ -53,6 +62,8 @@ export function createVcr() {
       } else {
         await replay(vcrConfig, indexer, cassetteName);
       }
+
+      return result;
     },
   };
 }

package/dist/shared/indexer.601ceab0.cjs

@@ -1,7 +0,0 @@
-'use strict';
-
-function defineIndexerPlugin(def) {
-  return def;
-}
-
-exports.defineIndexerPlugin = defineIndexerPlugin;

package/dist/shared/indexer.9b21ddd2.mjs

@@ -1,5 +0,0 @@
-function defineIndexerPlugin(def) {
-  return def;
-}
-
-export { defineIndexerPlugin as d };